@vellumai/assistant 0.8.6 → 0.8.7-dev.202606052118.34cd356
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +4 -4
- package/Dockerfile +21 -4
- package/bun.lock +13 -4
- package/docker-entrypoint.sh +12 -8
- package/docker-init-apt-root.sh +3 -1
- package/docker-kata-apt-env.sh +3 -1
- package/docker-kata-runtime-family.sh +12 -0
- package/docs/architecture/memory.md +1 -1
- package/docs/plugins.md +110 -83
- package/examples/plugins/echo/README.md +13 -12
- package/examples/plugins/echo/register.ts +0 -54
- package/knip.json +1 -0
- package/node_modules/@vellumai/environments/bun.lock +24 -0
- package/node_modules/@vellumai/environments/package.json +18 -0
- package/node_modules/@vellumai/environments/src/__tests__/package-boundary.test.ts +95 -0
- package/node_modules/@vellumai/environments/src/index.ts +11 -0
- package/node_modules/@vellumai/environments/src/seeds.ts +73 -0
- package/node_modules/@vellumai/environments/src/types.ts +70 -0
- package/node_modules/@vellumai/environments/tsconfig.json +20 -0
- package/node_modules/@vellumai/skill-host-contracts/src/assistant-event.ts +11 -0
- package/node_modules/@vellumai/skill-host-contracts/src/client.ts +3 -4
- package/node_modules/@vellumai/skill-host-contracts/src/server-message.ts +3 -3
- package/node_modules/@vellumai/skill-host-contracts/src/skill-host.ts +13 -8
- package/openapi.yaml +6964 -539
- package/package.json +8 -4
- package/scripts/generate-openapi.ts +88 -54
- package/src/__tests__/agent-loop-callsite-precedence.test.ts +42 -80
- package/src/__tests__/agent-loop-exit-reason.test.ts +188 -45
- package/src/__tests__/agent-loop-mutable-latest-user-message.test.ts +141 -0
- package/src/__tests__/agent-loop-override-profile.test.ts +19 -32
- package/src/__tests__/agent-loop-provider-error-recording.test.ts +7 -5
- package/src/__tests__/agent-loop-thinking.test.ts +17 -12
- package/src/__tests__/agent-loop.test.ts +238 -422
- package/src/__tests__/agent-wake-disk-pressure-callsite.test.ts +6 -2
- package/src/__tests__/agent-wake-override-profile.test.ts +22 -40
- package/src/__tests__/annotate-activity-metadata.test.ts +262 -0
- package/src/__tests__/annotate-risk-options.test.ts +2 -3
- package/src/__tests__/anthropic-provider.test.ts +296 -57
- package/src/__tests__/app-builder-skill-instructions.test.ts +22 -0
- package/src/__tests__/app-control-flow.test.ts +6 -1
- package/src/__tests__/app-dir-path-guard.test.ts +1 -0
- package/src/__tests__/approval-cascade.test.ts +4 -11
- package/src/__tests__/approval-routes-http.test.ts +8 -3
- package/src/__tests__/assistant-event-hub.test.ts +25 -0
- package/src/__tests__/assistant-event.test.ts +15 -0
- package/src/__tests__/assistant-events-sse-shed.test.ts +8 -0
- package/src/__tests__/assistant-feature-flags-integration.test.ts +2 -2
- package/src/__tests__/assistant-stream-state.test.ts +645 -0
- package/src/__tests__/auth-fallback-events-store.test.ts +116 -0
- package/src/__tests__/avatar-e2e.test.ts +7 -37
- package/src/__tests__/avatar-generator.test.ts +12 -42
- package/src/__tests__/avatar-identity-sync.test.ts +28 -3
- package/src/__tests__/background-shell-bash.test.ts +3 -7
- package/src/__tests__/background-workers-disk-pressure.test.ts +6 -0
- package/src/__tests__/btw-routes.test.ts +69 -15
- package/src/__tests__/build-persisted-content.test.ts +184 -0
- package/src/__tests__/call-pointer-messages.test.ts +5 -3
- package/src/__tests__/call-site-routing-provider.test.ts +22 -40
- package/src/__tests__/catalog-files.test.ts +1 -0
- package/src/__tests__/channel-approval-routes.test.ts +49 -21
- package/src/__tests__/channel-approvals.test.ts +4 -2
- package/src/__tests__/channel-invite-transport.test.ts +1 -5
- package/src/__tests__/channel-readiness-routes.test.ts +0 -4
- package/src/__tests__/channel-readiness-slack-remote.test.ts +2 -7
- package/src/__tests__/channel-retry-sweep.test.ts +71 -79
- package/src/__tests__/clawhub-files.test.ts +1 -0
- package/src/__tests__/compaction-circuit.test.ts +258 -0
- package/src/__tests__/compaction-direct.test.ts +132 -0
- package/src/__tests__/compaction-events.test.ts +5 -17
- package/src/__tests__/compaction-trail-store.test.ts +1 -79
- package/src/__tests__/compaction.benchmark.test.ts +0 -30
- package/src/__tests__/compactor-image-manifest-trust.test.ts +112 -0
- package/src/__tests__/computer-use-tools.test.ts +2 -2
- package/src/__tests__/config-watcher.test.ts +28 -0
- package/src/__tests__/context-search-agent-runner.test.ts +6 -3
- package/src/__tests__/context-token-estimator.test.ts +34 -0
- package/src/__tests__/context-window-manager-compact-retry.test.ts +291 -0
- package/src/__tests__/conversation-abort-tool-results.test.ts +70 -25
- package/src/__tests__/conversation-agent-loop-disk-pressure.test.ts +9 -7
- package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +22 -34
- package/src/__tests__/conversation-agent-loop-overflow.test.ts +476 -963
- package/src/__tests__/conversation-agent-loop.test.ts +823 -1321
- package/src/__tests__/conversation-analysis-routes.test.ts +7 -3
- package/src/__tests__/conversation-app-control-lifecycle.test.ts +1 -1
- package/src/__tests__/conversation-clean-command.test.ts +5 -2
- package/src/__tests__/conversation-clear-safety.test.ts +20 -10
- package/src/__tests__/conversation-confirmation-signals.test.ts +15 -45
- package/src/__tests__/conversation-disk-view-integration.test.ts +2 -2
- package/src/__tests__/conversation-disk-view.test.ts +10 -17
- package/src/__tests__/conversation-fork-crud.test.ts +86 -172
- package/src/__tests__/conversation-fork-route.test.ts +16 -14
- package/src/__tests__/conversation-history-web-search.test.ts +11 -1
- package/src/__tests__/conversation-init.benchmark.test.ts +6 -6
- package/src/__tests__/conversation-lifecycle.test.ts +3 -2
- package/src/__tests__/conversation-load-history-repair.test.ts +3 -2
- package/src/__tests__/conversation-load-history-stripped.test.ts +1 -1
- package/src/__tests__/conversation-message-sync-tags.test.ts +3 -4
- package/src/__tests__/conversation-pairing.test.ts +10 -7
- package/src/__tests__/conversation-pre-run-repair.test.ts +1 -1
- package/src/__tests__/conversation-process-app-control-preactivation.test.ts +10 -0
- package/src/__tests__/conversation-process-callsite.test.ts +27 -30
- package/src/__tests__/conversation-provider-retry-repair.test.ts +80 -51
- package/src/__tests__/conversation-queue.test.ts +272 -164
- package/src/__tests__/conversation-routes-disk-view.test.ts +6 -2
- package/src/__tests__/conversation-routes-guardian-reply.test.ts +2 -2
- package/src/__tests__/conversation-routes-slash-commands.test.ts +8 -7
- package/src/__tests__/conversation-runtime-assembly.test.ts +317 -313
- package/src/__tests__/conversation-runtime-workspace.test.ts +114 -36
- package/src/__tests__/conversation-slash-commands.test.ts +8 -42
- package/src/__tests__/conversation-slash-queue.test.ts +42 -31
- package/src/__tests__/conversation-slash-unknown.test.ts +13 -15
- package/src/__tests__/conversation-speed-override.test.ts +8 -22
- package/src/__tests__/conversation-starter-routes.test.ts +14 -6
- package/src/__tests__/conversation-surfaces-action-delivery.test.ts +90 -15
- package/src/__tests__/conversation-surfaces-app-control.test.ts +32 -4
- package/src/__tests__/conversation-surfaces-state-update.test.ts +5 -2
- package/src/__tests__/conversation-surfaces-table-action.test.ts +6 -15
- package/src/__tests__/conversation-sync-tags.test.ts +27 -15
- package/src/__tests__/conversation-title-service.test.ts +135 -2
- package/src/__tests__/conversation-tool-setup-app-refresh.test.ts +23 -11
- package/src/__tests__/conversation-unread-route.test.ts +14 -2
- package/src/__tests__/conversation-usage.test.ts +0 -2
- package/src/__tests__/conversation-wipe.test.ts +1 -1
- package/src/__tests__/conversation-workspace-cache-state.test.ts +20 -17
- package/src/__tests__/conversation-workspace-injection.test.ts +114 -23
- package/src/__tests__/conversation-workspace-tool-tracking.test.ts +34 -13
- package/src/__tests__/conversations-import-system-filter.test.ts +101 -0
- package/src/__tests__/credential-execution-tools.test.ts +1 -2
- package/src/__tests__/credential-security-invariants.test.ts +0 -1
- package/src/__tests__/cross-provider-web-search.test.ts +220 -3
- package/src/__tests__/cu-unified-flow.test.ts +26 -1
- package/src/__tests__/db-acp-history.test.ts +101 -0
- package/src/__tests__/db-schedule-syntax-migration.test.ts +16 -0
- package/src/__tests__/disk-pressure-guard.test.ts +66 -0
- package/src/__tests__/disk-pressure-routes.test.ts +9 -2
- package/src/__tests__/dm-persistence.test.ts +12 -3
- package/src/__tests__/dynamic-page-surface.test.ts +99 -0
- package/src/__tests__/edit-propagation.test.ts +1 -2
- package/src/__tests__/empty-response-hook.test.ts +304 -0
- package/src/__tests__/feature-flag-test-helpers.ts +2 -2
- package/src/__tests__/file-write-tool.test.ts +63 -0
- package/src/__tests__/filing-service.test.ts +2 -2
- package/src/__tests__/first-greeting.test.ts +55 -14
- package/src/__tests__/gemini-image-service.test.ts +13 -0
- package/src/__tests__/gemini-inline-media.test.ts +78 -0
- package/src/__tests__/gemini-provider.test.ts +351 -28
- package/src/__tests__/guardian-grant-minting.test.ts +1 -1
- package/src/__tests__/guardian-routing-invariants.test.ts +2 -4
- package/src/__tests__/guardian-routing-state.test.ts +60 -71
- package/src/__tests__/handlers-user-message-approval-consumption.test.ts +10 -8
- package/src/__tests__/heartbeat-disk-pressure.test.ts +2 -0
- package/src/__tests__/heartbeat-service.test.ts +3 -1
- package/src/__tests__/helpers/mock-provider.ts +110 -0
- package/src/__tests__/helpers/native-web-search-harness.ts +129 -0
- package/src/__tests__/history-repair-hook.test.ts +162 -0
- package/src/__tests__/history-repair-observability.test.ts +1 -1
- package/src/__tests__/history-repair.test.ts +2 -1
- package/src/__tests__/host-app-control-proxy.test.ts +2 -0
- package/src/__tests__/host-app-control-routes.test.ts +1 -1
- package/src/__tests__/host-cu-proxy.test.ts +2 -0
- package/src/__tests__/host-cu-routes-targeted.test.ts +3 -3
- package/src/__tests__/host-file-edit-tool.test.ts +4 -2
- package/src/__tests__/host-file-proxy.test.ts +31 -0
- package/src/__tests__/host-file-read-tool.test.ts +4 -2
- package/src/__tests__/host-file-write-tool.test.ts +9 -3
- package/src/__tests__/host-proxy-preactivation.test.ts +53 -14
- package/src/__tests__/host-shell-tool.test.ts +9 -4
- package/src/__tests__/http-user-message-parity.test.ts +2 -2
- package/src/__tests__/identity-intro-cache.test.ts +47 -114
- package/src/__tests__/identity-routes.test.ts +248 -7
- package/src/__tests__/inbound-slack-persistence.test.ts +12 -3
- package/src/__tests__/injector-background-turn.test.ts +3 -9
- package/src/__tests__/injector-chain.test.ts +139 -275
- package/src/__tests__/injector-disk-pressure.test.ts +75 -41
- package/src/__tests__/injector-document-comments.test.ts +3 -3
- package/src/__tests__/injector-pkb-v2-silenced.test.ts +30 -22
- package/src/__tests__/injector-v3-suppression.test.ts +214 -0
- package/src/__tests__/internal-telemetry-routes.test.ts +109 -0
- package/src/__tests__/list-messages-attachments.test.ts +7 -8
- package/src/__tests__/list-messages-hidden-metadata.test.ts +55 -15
- package/src/__tests__/list-messages-page-latest.test.ts +60 -1
- package/src/__tests__/list-messages-tool-merge.test.ts +56 -6
- package/src/__tests__/llm-request-log-turn-query.test.ts +42 -86
- package/src/__tests__/llm-resolver.test.ts +23 -47
- package/src/__tests__/llm-usage-store.test.ts +268 -1
- package/src/__tests__/log-export-routes.test.ts +59 -0
- package/src/__tests__/managed-skill-lifecycle.test.ts +1 -8
- package/src/__tests__/mcp-auth-routes.test.ts +15 -10
- package/src/__tests__/mcp-health-check.test.ts +18 -13
- package/src/__tests__/memory-retrieval-hook.test.ts +297 -0
- package/src/__tests__/memory-v2-static-injector.test.ts +103 -35
- package/src/__tests__/messaging-send-tool.test.ts +8 -4
- package/src/__tests__/migration-export-http.test.ts +12 -12
- package/src/__tests__/migration-import-commit-http.test.ts +8 -8
- package/src/__tests__/migration-import-preflight-http.test.ts +7 -7
- package/src/__tests__/migration-validate-http.test.ts +3 -3
- package/src/__tests__/native-web-search.test.ts +205 -20
- package/src/__tests__/notification-decision-identity.test.ts +9 -18
- package/src/__tests__/notification-decision-recipient-context.test.ts +3 -6
- package/src/__tests__/oauth-commands-routes.test.ts +1 -1
- package/src/__tests__/onboarding-template-contract.test.ts +12 -0
- package/src/__tests__/openai-image-service.test.ts +17 -0
- package/src/__tests__/openai-provider.test.ts +97 -71
- package/src/__tests__/openai-responses-provider.test.ts +21 -77
- package/src/__tests__/outbound-slack-persistence.test.ts +2 -1
- package/src/__tests__/{overflow-reduce-pipeline.test.ts → overflow-reduction-loop.test.ts} +64 -286
- package/src/__tests__/parallel-tool.benchmark.test.ts +24 -36
- package/src/__tests__/persist-unsendable-image.test.ts +215 -0
- package/src/__tests__/persistence-secret-redaction.test.ts +3 -1
- package/src/__tests__/pipeline-runner.test.ts +31 -43
- package/src/__tests__/pkb-autoinject.test.ts +2 -5
- package/src/__tests__/plugin-bootstrap.test.ts +62 -51
- package/src/__tests__/plugin-registry.test.ts +0 -27
- package/src/__tests__/plugin-route-contribution.test.ts +6 -16
- package/src/__tests__/plugin-skill-contribution.test.ts +7 -17
- package/src/__tests__/plugin-tool-contribution.test.ts +10 -26
- package/src/__tests__/plugin-types.test.ts +8 -173
- package/src/__tests__/prechat-onboarding-contract.test.ts +23 -0
- package/src/__tests__/process-message-background-slack.test.ts +17 -16
- package/src/__tests__/process-message-display-content.test.ts +36 -44
- package/src/__tests__/provider-commit-message-generator.test.ts +19 -14
- package/src/__tests__/provider-error-scenarios.test.ts +7 -6
- package/src/__tests__/provider-platform-proxy-integration.test.ts +3 -8
- package/src/__tests__/provider-send-message-override-profile.test.ts +9 -25
- package/src/__tests__/provider-streaming.benchmark.test.ts +12 -22
- package/src/__tests__/provider-usage-tracking.test.ts +0 -6
- package/src/__tests__/ratelimit.test.ts +9 -4
- package/src/__tests__/reaction-persistence.test.ts +1 -1
- package/src/__tests__/regenerate-fire-and-forget-trace.test.ts +5 -1
- package/src/__tests__/relay-server.test.ts +20 -13
- package/src/__tests__/resolve-trust-class.test.ts +4 -4
- package/src/__tests__/retry-openrouter-only-normalization.test.ts +5 -8
- package/src/__tests__/retry-thinking-tool-choice.test.ts +10 -13
- package/src/__tests__/retry-verbosity-normalization.test.ts +5 -8
- package/src/__tests__/runtime-events-sse-reconnect.test.ts +390 -0
- package/src/__tests__/schedule-routes.test.ts +683 -12
- package/src/__tests__/schedule-store.test.ts +108 -0
- package/src/__tests__/schedule-tools.test.ts +160 -0
- package/src/__tests__/secret-ingress-http.test.ts +2 -2
- package/src/__tests__/secret-prompt-log-hygiene.test.ts +11 -7
- package/src/__tests__/secret-prompter-channel-fallback.test.ts +11 -9
- package/src/__tests__/secret-response-routing.test.ts +13 -11
- package/src/__tests__/send-endpoint-busy.test.ts +6 -2
- package/src/__tests__/server-history-render.test.ts +314 -1
- package/src/__tests__/shell-observability.test.ts +249 -0
- package/src/__tests__/skill-feature-flags-integration.test.ts +44 -11
- package/src/__tests__/skill-feature-flags.test.ts +6 -6
- package/src/__tests__/skill-load-feature-flag.test.ts +10 -10
- package/src/__tests__/skills-files-catalog-fallback.test.ts +10 -0
- package/src/__tests__/skillssh-files.test.ts +1 -0
- package/src/__tests__/starter-task-flow.test.ts +6 -6
- package/src/__tests__/strip-memory-injections.test.ts +102 -14
- package/src/__tests__/subagent-call-site-routing.test.ts +3 -3
- package/src/__tests__/subagent-fork-notifications.test.ts +1 -3
- package/src/__tests__/subagent-fork-spawn.test.ts +1 -1
- package/src/__tests__/subagent-manager-notify.test.ts +1 -3
- package/src/__tests__/subagent-notify-parent.test.ts +1 -3
- package/src/__tests__/subagent-spawn-tool-fork.test.ts +1 -1
- package/src/__tests__/suggestion-routes.test.ts +3 -3
- package/src/__tests__/sync-message-contract.test.ts +19 -16
- package/src/__tests__/system-prompt.test.ts +74 -0
- package/src/__tests__/task-scheduler.test.ts +162 -1
- package/src/__tests__/terminal-tools.test.ts +9 -25
- package/src/__tests__/thread-backfill.test.ts +4 -9
- package/src/__tests__/title-generate-hook.test.ts +319 -0
- package/src/__tests__/tool-error-hook.test.ts +278 -0
- package/src/__tests__/tool-preview-lifecycle.test.ts +481 -16
- package/src/__tests__/tool-result-metadata-plumbing.test.ts +1 -0
- package/src/__tests__/tool-result-truncate-hook.test.ts +127 -0
- package/src/__tests__/tool-result-truncation.test.ts +1 -1
- package/src/__tests__/tools-audio-read.test.ts +113 -0
- package/src/__tests__/turn-boundary-resolution.test.ts +44 -84
- package/src/__tests__/turn-events-store.test.ts +11 -7
- package/src/__tests__/ui-choice-copy-surfaces.test.ts +254 -0
- package/src/__tests__/ui-work-result-surface.test.ts +159 -0
- package/src/__tests__/usage-routes.test.ts +285 -1
- package/src/__tests__/user-plugin-loader.test.ts +2 -2
- package/src/__tests__/voice-scoped-grant-consumer.test.ts +8 -6
- package/src/__tests__/voice-session-bridge.test.ts +19 -10
- package/src/__tests__/web-search-backend-failure.test.ts +166 -0
- package/src/acp/__tests__/agent-process.test.ts +161 -0
- package/src/acp/__tests__/client-handler.test.ts +40 -0
- package/src/acp/__tests__/helpers/acp-history-db.ts +82 -0
- package/src/acp/__tests__/helpers/exec-file-stub.ts +101 -0
- package/src/acp/__tests__/prepare-agent-env.test.ts +143 -31
- package/src/acp/__tests__/session-manager-persistence.test.ts +95 -28
- package/src/acp/__tests__/session-manager-resume.test.ts +695 -0
- package/src/acp/agent-process.ts +61 -1
- package/src/acp/auto-install.test.ts +125 -0
- package/src/acp/auto-install.ts +174 -0
- package/src/acp/client-handler.ts +31 -0
- package/src/acp/feature-gate.test.ts +48 -0
- package/src/acp/feature-gate.ts +34 -0
- package/src/acp/prepare-agent-env.ts +52 -11
- package/src/acp/resolve-agent.test.ts +147 -6
- package/src/acp/resolve-agent.ts +81 -7
- package/src/acp/resume-hint.ts +22 -0
- package/src/acp/session-manager.ts +487 -71
- package/src/agent/compaction-circuit.ts +98 -0
- package/src/agent/loop.ts +651 -450
- package/src/api/README.md +19 -17
- package/src/api/constants/tool-execution.ts +21 -0
- package/src/api/events/assistant-activity-state.ts +75 -0
- package/src/api/events/assistant-outbound-attachment.ts +25 -27
- package/src/api/events/assistant-text-delta.ts +6 -8
- package/src/api/events/assistant-thinking-delta.ts +33 -0
- package/src/api/events/assistant-turn-start.ts +5 -7
- package/src/api/events/avatar-updated.ts +24 -0
- package/src/api/events/compaction-circuit-closed.ts +26 -0
- package/src/api/events/compaction-circuit-open.ts +28 -0
- package/src/api/events/confirmation-request.ts +114 -0
- package/src/api/events/contact-request.ts +33 -0
- package/src/api/events/conversation-error.ts +77 -0
- package/src/api/events/conversation-list-invalidated.ts +38 -0
- package/src/api/events/conversation-title-updated.ts +24 -0
- package/src/api/events/disk-pressure-status-changed.ts +61 -0
- package/src/api/events/document-comment-created.ts +24 -28
- package/src/api/events/document-comment-deleted.ts +6 -8
- package/src/api/events/document-comment-reopened.ts +6 -8
- package/src/api/events/document-comment-resolved.ts +8 -10
- package/src/api/events/document-editor-update.ts +27 -0
- package/src/api/events/error.ts +32 -0
- package/src/api/events/generation-cancelled.ts +4 -6
- package/src/api/events/generation-handoff.ts +13 -15
- package/src/api/events/home-feed-updated.ts +26 -0
- package/src/api/events/identity-changed.ts +32 -0
- package/src/api/events/interaction-resolved.ts +50 -0
- package/src/api/events/message-complete.ts +10 -12
- package/src/api/events/message-dequeued.ts +21 -0
- package/src/api/events/message-queued-deleted.ts +23 -0
- package/src/api/events/message-queued.ts +22 -0
- package/src/api/events/message-request-complete.ts +29 -0
- package/src/api/events/navigate-settings.ts +20 -0
- package/src/api/events/notification-intent.ts +33 -0
- package/src/api/events/open-url.ts +6 -8
- package/src/api/events/question-request.ts +67 -0
- package/src/api/events/relationship-state-updated.ts +4 -6
- package/src/api/events/secret-request.ts +42 -0
- package/src/api/events/subagent-event.ts +79 -0
- package/src/api/events/subagent-spawned.ts +40 -0
- package/src/api/events/subagent-status-changed.ts +65 -0
- package/src/api/events/sync-changed.ts +29 -0
- package/src/api/events/tool-output-chunk.ts +45 -0
- package/src/api/events/tool-result.ts +129 -0
- package/src/api/events/tool-use-preview-start.ts +32 -0
- package/src/api/events/tool-use-start.ts +8 -10
- package/src/api/events/trace-event.ts +69 -0
- package/src/api/events/turn-profile-auto-routed.ts +28 -0
- package/src/api/events/ui-surface-complete.ts +30 -0
- package/src/api/events/ui-surface-dismiss.ts +22 -0
- package/src/api/events/ui-surface-show.ts +67 -0
- package/src/api/events/ui-surface-update.ts +26 -0
- package/src/api/events/usage-update.ts +34 -0
- package/src/api/events/user-message-echo.ts +35 -0
- package/src/api/index.ts +389 -0
- package/src/api/requests/dictation.ts +45 -0
- package/src/api/responses/conversation-message.ts +374 -0
- package/src/api/responses/disk-pressure-status.ts +26 -0
- package/src/api/responses/home.ts +217 -0
- package/src/api/responses/llm-context-response.ts +2 -0
- package/src/api/responses/memory-v3-selection-log.ts +50 -0
- package/src/api/responses/subagent-detail.ts +48 -0
- package/src/approvals/guardian-decision-primitive.ts +7 -15
- package/src/approvals/guardian-request-resolvers.ts +7 -10
- package/src/avatar/__tests__/avatar-manifest.test.ts +236 -0
- package/src/avatar/__tests__/avatar-store.test.ts +198 -0
- package/src/avatar/avatar-manifest.ts +195 -0
- package/src/avatar/avatar-store.ts +113 -0
- package/src/avatar/traits-png-sync.ts +8 -2
- package/src/background-wake/next-wake.test.ts +31 -1
- package/src/background-wake/next-wake.ts +5 -1
- package/src/calls/call-conversation-messages.ts +6 -4
- package/src/calls/guardian-action-sweep.ts +6 -4
- package/src/calls/relay-server.ts +12 -8
- package/src/calls/voice-session-bridge.ts +13 -27
- package/src/cli/commands/__tests__/memory-v3.test.ts +245 -0
- package/src/cli/commands/__tests__/notifications.test.ts +58 -14
- package/src/cli/commands/avatar.ts +17 -11
- package/src/cli/commands/conversations.ts +15 -1
- package/src/cli/commands/db/__tests__/repair.test.ts +540 -0
- package/src/cli/commands/db/__tests__/status.test.ts +253 -0
- package/src/cli/commands/db/format.ts +48 -0
- package/src/cli/commands/db/index.ts +29 -0
- package/src/cli/commands/db/repair-step-conversation-backfill.ts +345 -0
- package/src/cli/commands/db/repair-step-integrity.ts +146 -0
- package/src/cli/commands/db/repair-steps.ts +164 -0
- package/src/cli/commands/db/repair.ts +141 -0
- package/src/cli/commands/db/status.ts +366 -0
- package/src/cli/commands/memory-v3.ts +159 -445
- package/src/cli/commands/notifications.ts +112 -60
- package/src/cli/lib/cli-colors.ts +24 -6
- package/src/cli/program.ts +4 -5
- package/src/config/__tests__/feature-flag-registry-guard.test.ts +4 -4
- package/src/config/acp-defaults.test.ts +10 -0
- package/src/config/acp-defaults.ts +6 -0
- package/src/config/assistant-feature-flags.ts +24 -13
- package/src/config/bundled-skills/acp/SKILL.md +64 -30
- package/src/config/bundled-skills/acp/TOOLS.json +4 -4
- package/src/config/bundled-skills/app-builder/SKILL.md +224 -387
- package/src/config/bundled-skills/app-builder/TOOLS.json +29 -0
- package/src/config/bundled-skills/app-builder/references/DESIGN_SYSTEM.md +48 -0
- package/src/config/bundled-skills/app-builder/references/RESPONSIVE.md +57 -0
- package/src/config/bundled-skills/app-builder/references/SLIDES.md +38 -0
- package/src/config/bundled-skills/app-builder/references/examples/README.md +17 -0
- package/src/config/bundled-skills/app-builder/references/examples/expense-tracker.md +515 -0
- package/src/config/bundled-skills/app-builder/references/examples/focus-timer.md +342 -0
- package/src/config/bundled-skills/app-builder/references/examples/habit-tracker.md +490 -0
- package/src/config/bundled-skills/app-builder/tools/app-list.ts +62 -0
- package/src/config/bundled-skills/document-editor/SKILL.md +28 -23
- package/src/config/bundled-skills/document-editor/TOOLS.json +1 -1
- package/src/config/bundled-skills/media-processing/services/reduce.ts +6 -9
- package/src/config/bundled-skills/messaging/SKILL.md +0 -7
- package/src/config/bundled-skills/messaging/tools/messaging-send.ts +7 -2
- package/src/config/bundled-skills/schedule/SKILL.md +1 -1
- package/src/config/bundled-skills/schedule/TOOLS.json +8 -0
- package/src/config/bundled-tool-registry.ts +2 -0
- package/src/config/call-site-defaults.ts +2 -7
- package/src/config/feature-flag-cache.ts +3 -3
- package/src/config/feature-flag-registry.json +68 -12
- package/src/config/schemas/__tests__/memory-v2.test.ts +2 -226
- package/src/config/schemas/__tests__/memory-v3.test.ts +25 -0
- package/src/config/schemas/call-site-catalog.ts +8 -15
- package/src/config/schemas/heartbeat.ts +9 -0
- package/src/config/schemas/llm.ts +3 -3
- package/src/config/schemas/memory-lifecycle.ts +24 -0
- package/src/config/schemas/memory-v2.ts +8 -253
- package/src/config/schemas/memory-v3.ts +47 -0
- package/src/config/schemas/memory.ts +6 -1
- package/src/config/schemas/platform.ts +8 -0
- package/src/config/schemas/timeouts.ts +3 -1
- package/src/config/seed-inference-profiles.ts +2 -2
- package/src/config/skills.ts +13 -0
- package/src/context/compactor.ts +55 -32
- package/src/context/strip-injections.ts +128 -0
- package/src/context/token-estimator.ts +42 -0
- package/src/context/tool-result-truncation.ts +1 -66
- package/src/context/window-manager.ts +141 -26
- package/src/credential-execution/executable-discovery.ts +16 -0
- package/src/daemon/__tests__/conversation-lifecycle-auto-analyze.test.ts +6 -0
- package/src/daemon/__tests__/conversation-surfaces-launch.test.ts +2 -2
- package/src/daemon/__tests__/inference-profile-notification.test.ts +153 -0
- package/src/daemon/__tests__/native-web-search-metadata.test.ts +10 -8
- package/src/daemon/__tests__/web-search-status-text.test.ts +10 -6
- package/src/daemon/approval-generators.ts +4 -4
- package/src/daemon/assistant-attachments.ts +1 -1
- package/src/daemon/config-watcher.ts +7 -1
- package/src/daemon/context-overflow-reducer.ts +0 -1
- package/src/daemon/conversation-agent-loop-handlers.ts +793 -215
- package/src/daemon/conversation-agent-loop.ts +487 -1478
- package/src/daemon/conversation-error.ts +7 -7
- package/src/daemon/conversation-history.ts +27 -10
- package/src/daemon/conversation-launch.ts +4 -8
- package/src/daemon/conversation-lifecycle.ts +13 -42
- package/src/daemon/conversation-messaging.ts +8 -9
- package/src/daemon/conversation-notifiers.ts +7 -5
- package/src/daemon/conversation-process.ts +109 -93
- package/src/daemon/conversation-registry.ts +159 -0
- package/src/daemon/conversation-runtime-assembly.ts +209 -382
- package/src/daemon/conversation-slash.ts +6 -25
- package/src/daemon/conversation-store.ts +15 -95
- package/src/daemon/conversation-surfaces.ts +277 -73
- package/src/daemon/conversation-tool-setup.ts +5 -29
- package/src/daemon/conversation-workspace.ts +17 -0
- package/src/daemon/conversation.ts +123 -146
- package/src/daemon/daemon-skill-host.ts +2 -6
- package/src/daemon/disk-pressure-guard.ts +35 -29
- package/src/daemon/external-plugins-bootstrap.ts +53 -32
- package/src/daemon/first-greeting.ts +26 -4
- package/src/daemon/guardian-action-generators.ts +2 -2
- package/src/daemon/handlers/config-a2a.ts +51 -36
- package/src/daemon/handlers/config-slack-channel.ts +20 -14
- package/src/daemon/handlers/config-telegram.ts +16 -2
- package/src/daemon/handlers/conversations.ts +9 -23
- package/src/daemon/handlers/shared.ts +158 -82
- package/src/daemon/handlers/skills.ts +53 -20
- package/src/daemon/host-app-control-proxy.ts +54 -1
- package/src/daemon/host-cu-proxy.ts +46 -22
- package/src/daemon/host-file-proxy.ts +25 -1
- package/src/daemon/host-proxy-preactivation.ts +25 -6
- package/src/daemon/lifecycle.ts +53 -55
- package/src/daemon/message-protocol.ts +2 -3
- package/src/daemon/message-provenance.ts +49 -0
- package/src/daemon/message-types/apps.ts +1 -29
- package/src/daemon/message-types/contacts.ts +3 -20
- package/src/daemon/message-types/conversations.ts +13 -111
- package/src/daemon/message-types/documents.ts +3 -9
- package/src/daemon/message-types/home.ts +4 -17
- package/src/daemon/message-types/integrations.ts +2 -6
- package/src/daemon/message-types/messages.ts +37 -400
- package/src/daemon/message-types/notifications.ts +2 -32
- package/src/daemon/message-types/settings.ts +3 -8
- package/src/daemon/message-types/skills.ts +4 -0
- package/src/daemon/message-types/surfaces.ts +138 -3
- package/src/daemon/message-types/sync.ts +12 -25
- package/src/daemon/message-types/workspace.ts +3 -11
- package/src/daemon/now-scratchpad.ts +21 -0
- package/src/daemon/orphan-reaper.test.ts +210 -0
- package/src/daemon/orphan-reaper.ts +240 -0
- package/src/daemon/overflow-reduction-loop.ts +230 -0
- package/src/daemon/persist-unsendable-image.ts +117 -0
- package/src/daemon/process-message.ts +50 -49
- package/src/daemon/server.ts +14 -0
- package/src/daemon/tool-side-effects.ts +10 -7
- package/src/daemon/trace-emitter.ts +6 -4
- package/src/daemon/trust-context.ts +32 -0
- package/src/daemon/wake-target-adapter.ts +14 -2
- package/src/heartbeat/__tests__/heartbeat-service.test.ts +6 -1
- package/src/heartbeat/heartbeat-run-store.ts +54 -1
- package/src/heartbeat/heartbeat-service.ts +42 -0
- package/src/home/feed-types.ts +36 -221
- package/src/home/home-greeting-cache.ts +24 -1
- package/src/ipc/__tests__/browser-ipc.test.ts +1 -1
- package/src/ipc/__tests__/email-ipc.test.ts +0 -9
- package/src/ipc/__tests__/ui-request-route.test.ts +3 -3
- package/src/ipc/gateway-client.test.ts +2 -2
- package/src/ipc/gateway-client.ts +3 -3
- package/src/ipc/routes/__tests__/route-adapter.test.ts +244 -0
- package/src/ipc/routes/route-adapter.ts +45 -6
- package/src/ipc/skill-routes/__tests__/memory.test.ts +33 -9
- package/src/ipc/skill-routes/__tests__/providers.test.ts +10 -10
- package/src/ipc/skill-routes/__tests__/registries.test.ts +28 -18
- package/src/ipc/skill-routes/memory.ts +29 -14
- package/src/ipc/skill-routes/providers.ts +5 -6
- package/src/ipc/skill-routes/registries.ts +13 -61
- package/src/live-voice/__tests__/live-voice-archive.test.ts +24 -11
- package/src/media/gemini-image-service.ts +15 -0
- package/src/media/openai-image-service.ts +14 -0
- package/src/media/types.ts +34 -0
- package/src/memory/__tests__/conversation-queries.test.ts +192 -8
- package/src/memory/__tests__/db-maintenance.test.ts +128 -0
- package/src/memory/__tests__/jobs-store-job-classes.test.ts +5 -4
- package/src/memory/__tests__/jobs-worker-v2-schedule.test.ts +56 -0
- package/src/memory/__tests__/memory-retrospective-job.test.ts +10 -6
- package/src/memory/__tests__/memory-v3-selections-migration.test.ts +103 -0
- package/src/memory/auth-fallback-events-store.ts +94 -0
- package/src/memory/context-search/agent-runner.ts +2 -4
- package/src/memory/conversation-crud.ts +39 -8
- package/src/memory/conversation-queries.ts +78 -22
- package/src/memory/conversation-starter-checkpoints.ts +1 -0
- package/src/memory/conversation-title-service.ts +65 -41
- package/src/memory/db-init.ts +14 -0
- package/src/memory/db-maintenance.ts +18 -2
- package/src/memory/graph/__tests__/conversation-graph-memory-registry.test.ts +119 -0
- package/src/memory/graph/consolidation.ts +8 -11
- package/src/memory/graph/conversation-graph-memory.ts +106 -8
- package/src/memory/graph/extraction.ts +6 -9
- package/src/memory/graph/narrative.ts +2 -2
- package/src/memory/graph/pattern-scan.ts +2 -2
- package/src/memory/graph/retriever.ts +20 -26
- package/src/memory/graph/tools.ts +4 -4
- package/src/memory/job-handlers/conversation-starters.ts +45 -34
- package/src/memory/job-handlers/summarization.ts +1 -2
- package/src/memory/jobs-store.ts +36 -1
- package/src/memory/jobs-worker.ts +82 -43
- package/src/memory/llm-request-log-source-clickhouse.ts +5 -31
- package/src/memory/llm-request-log-source-local.ts +0 -11
- package/src/memory/llm-request-log-source.ts +9 -25
- package/src/memory/llm-request-log-store.ts +0 -41
- package/src/memory/llm-usage-store.ts +234 -50
- package/src/memory/memory-marker.ts +17 -0
- package/src/memory/memory-retrospective-job.ts +6 -2
- package/src/memory/memory-v2-activation-log-store.ts +1 -83
- package/src/memory/migrations/222-strip-placeholder-sentinels-from-messages.ts +6 -5
- package/src/memory/migrations/267-llm-usage-events-add-assistant-version.ts +46 -0
- package/src/memory/migrations/268-add-memory-v3-selections.ts +28 -0
- package/src/memory/migrations/269-schedule-script-timeout.ts +11 -0
- package/src/memory/migrations/270-messages-role-created-at-index.ts +18 -0
- package/src/memory/migrations/270-schedule-source-conversation.ts +13 -0
- package/src/memory/migrations/271-create-auth-fallback-events.ts +21 -0
- package/src/memory/migrations/272-acp-session-history-cwd.ts +36 -0
- package/src/memory/migrations/__tests__/267-llm-usage-events-add-assistant-version.test.ts +117 -0
- package/src/memory/migrations/index.ts +7 -0
- package/src/memory/pkb/autoinject.ts +61 -0
- package/src/memory/pkb/context.ts +50 -0
- package/src/memory/pkb/types.ts +14 -0
- package/src/memory/schedule-attribution-sql.ts +104 -0
- package/src/memory/schema/acp.ts +4 -0
- package/src/memory/schema/infrastructure.ts +27 -0
- package/src/memory/usage-grouped-buckets.ts +6 -1
- package/src/memory/v2/__tests__/consolidation-job.test.ts +125 -1
- package/src/memory/v2/__tests__/migration.test.ts +11 -3
- package/src/memory/v2/__tests__/page-index.test.ts +37 -1
- package/src/memory/v2/__tests__/router.test.ts +14 -4
- package/src/memory/v2/__tests__/sweep-job.test.ts +6 -5
- package/src/memory/v2/backfill-jobs.ts +6 -0
- package/src/memory/v2/consolidation-job.ts +99 -10
- package/src/memory/v2/migration.ts +5 -3
- package/src/memory/v2/page-index.ts +11 -0
- package/src/memory/v2/router.ts +8 -11
- package/src/memory/v2/sweep-job.ts +8 -11
- package/src/memory/v2/types.ts +1 -0
- package/src/messaging/providers/slack/render-transcript.test.ts +1 -1
- package/src/messaging/providers/slack/render-transcript.ts +2 -2
- package/src/messaging/style-analyzer.ts +8 -11
- package/src/notifications/conversation-pairing.ts +8 -13
- package/src/notifications/decision-engine.ts +16 -16
- package/src/notifications/home-feed-side-effect.ts +12 -1
- package/src/notifications/preference-extractor.ts +11 -14
- package/src/permissions/prompter.ts +46 -36
- package/src/permissions/question-prompter.test.ts +35 -26
- package/src/permissions/question-prompter.ts +6 -10
- package/src/plugin-api/constants.ts +4 -0
- package/src/plugin-api/index.ts +10 -1
- package/src/plugin-api/types.ts +176 -4
- package/src/plugins/defaults/compaction/compact.ts +59 -0
- package/src/plugins/defaults/compaction/package.json +15 -0
- package/src/plugins/defaults/compaction/register.ts +24 -0
- package/src/plugins/defaults/empty-response/hooks/stop.ts +126 -0
- package/src/plugins/defaults/empty-response/package.json +15 -0
- package/src/plugins/defaults/empty-response/register.ts +23 -0
- package/src/plugins/defaults/history-repair/hooks/user-prompt-submit.ts +35 -0
- package/src/plugins/defaults/history-repair/package.json +15 -0
- package/src/plugins/defaults/history-repair/register.ts +24 -0
- package/src/{daemon/history-repair.ts → plugins/defaults/history-repair/terminal.ts} +48 -35
- package/src/plugins/defaults/index.ts +22 -49
- package/src/plugins/defaults/memory-retrieval/hooks/post-compact.ts +95 -0
- package/src/plugins/defaults/memory-retrieval/hooks/user-prompt-submit-temp.ts +216 -0
- package/src/plugins/defaults/memory-retrieval/injector-chain.ts +35 -0
- package/src/plugins/defaults/{injectors.ts → memory-retrieval/injectors.ts} +295 -112
- package/src/plugins/defaults/memory-v3-shadow/__tests__/assign.test.ts +242 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/capabilities.test.ts +118 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/core.test.ts +39 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/fixtures/eval-turns.json +36 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/fixtures/live-turns.json +37 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/health.test.ts +219 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/live-integration.test.ts +330 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/maintain-job.test.ts +288 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/needle.test.ts +107 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/orchestrate.test.ts +436 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/provider-blocks.test.ts +13 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/reconcile.test.ts +274 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/render-injection.test.ts +61 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/router.test.ts +332 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/selection-log-store.test.ts +179 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/selector.test.ts +470 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/shadow-plugin.test.ts +432 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/snapshot.test.ts +168 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/tree.test.ts +192 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/types.test.ts +54 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/working-set-eviction.test.ts +106 -0
- package/src/plugins/defaults/memory-v3-shadow/__tests__/working-set-skeleton.test.ts +44 -0
- package/src/plugins/defaults/memory-v3-shadow/assign.ts +268 -0
- package/src/plugins/defaults/memory-v3-shadow/capabilities.ts +124 -0
- package/src/plugins/defaults/memory-v3-shadow/core.ts +26 -0
- package/src/plugins/defaults/memory-v3-shadow/data/README.md +84 -0
- package/src/plugins/defaults/memory-v3-shadow/data/assignments.json +5 -0
- package/src/plugins/defaults/memory-v3-shadow/data/core.json +1 -0
- package/src/plugins/defaults/memory-v3-shadow/data/leaves/domain-a/topic-x.md +9 -0
- package/src/plugins/defaults/memory-v3-shadow/data/leaves/domain-a/topic-y.md +9 -0
- package/src/plugins/defaults/memory-v3-shadow/data/leaves/domain-b/topic-z.md +9 -0
- package/src/plugins/defaults/memory-v3-shadow/health.ts +0 -0
- package/src/plugins/defaults/memory-v3-shadow/hooks/post-compact.ts +14 -0
- package/src/plugins/defaults/memory-v3-shadow/hooks/user-prompt-submit.ts +19 -0
- package/src/plugins/defaults/memory-v3-shadow/injector.ts +75 -0
- package/src/plugins/defaults/memory-v3-shadow/llm-retry.ts +32 -0
- package/src/plugins/defaults/memory-v3-shadow/maintain-job.ts +314 -0
- package/src/plugins/defaults/memory-v3-shadow/needle.ts +115 -0
- package/src/plugins/defaults/memory-v3-shadow/orchestrate.ts +126 -0
- package/src/plugins/defaults/memory-v3-shadow/package.json +15 -0
- package/src/plugins/defaults/memory-v3-shadow/page-content.ts +34 -0
- package/src/plugins/defaults/memory-v3-shadow/provider-blocks.ts +26 -0
- package/src/plugins/defaults/memory-v3-shadow/reconcile.ts +523 -0
- package/src/plugins/defaults/memory-v3-shadow/register.ts +26 -0
- package/src/plugins/defaults/memory-v3-shadow/render-injection.ts +32 -0
- package/src/plugins/defaults/memory-v3-shadow/router.ts +190 -0
- package/src/plugins/defaults/memory-v3-shadow/selection-log-store.ts +84 -0
- package/src/plugins/defaults/memory-v3-shadow/selector.ts +226 -0
- package/src/plugins/defaults/memory-v3-shadow/shadow-plugin.ts +349 -0
- package/src/plugins/defaults/memory-v3-shadow/snapshot.ts +209 -0
- package/src/plugins/defaults/memory-v3-shadow/tree.ts +174 -0
- package/src/plugins/defaults/memory-v3-shadow/types.ts +59 -0
- package/src/plugins/defaults/memory-v3-shadow/working-set.ts +88 -0
- package/src/plugins/defaults/title-generate/hooks/stop.ts +75 -0
- package/src/plugins/defaults/title-generate/hooks/user-prompt-submit.ts +35 -0
- package/src/plugins/defaults/title-generate/package.json +15 -0
- package/src/plugins/defaults/title-generate/register.ts +35 -0
- package/src/plugins/defaults/tool-error/hooks/post-tool-use.ts +118 -0
- package/src/plugins/defaults/tool-error/package.json +15 -0
- package/src/plugins/defaults/tool-error/register.ts +23 -0
- package/src/plugins/defaults/tool-result-truncate/hooks/post-tool-use.ts +32 -0
- package/src/plugins/defaults/tool-result-truncate/package.json +15 -0
- package/src/plugins/defaults/tool-result-truncate/register.ts +24 -0
- package/src/plugins/defaults/tool-result-truncate/terminal.ts +132 -0
- package/src/plugins/external-plugin-loader.ts +2 -2
- package/src/plugins/pipeline.ts +8 -35
- package/src/plugins/registry.ts +8 -25
- package/src/plugins/types.ts +62 -721
- package/src/plugins/user-loader.ts +4 -3
- package/src/proactive-artifact/aux-message-injector.ts +4 -5
- package/src/proactive-artifact/job.test.ts +28 -21
- package/src/proactive-artifact/job.ts +3 -1
- package/src/prompts/__tests__/system-prompt.test.ts +42 -0
- package/src/prompts/sections.ts +20 -7
- package/src/prompts/templates/BOOTSTRAP-ACTIVATION-RAIL.md +64 -0
- package/src/prompts/templates/BOOTSTRAP-CONTENT-AUTOMATION.md +2 -2
- package/src/prompts/templates/BOOTSTRAP.md +7 -3
- package/src/prompts/templates/system-sections.ts +21 -0
- package/src/providers/__tests__/retry-callsite.test.ts +25 -25
- package/src/providers/__tests__/satellite-connection-routing.test.ts +7 -21
- package/src/providers/anthropic/client.ts +61 -34
- package/src/providers/call-site-routing.ts +1 -9
- package/src/providers/gemini/client.ts +152 -34
- package/src/providers/gemini/inline-media.ts +74 -0
- package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +112 -2
- package/src/providers/openai/chat-completions-provider.ts +45 -4
- package/src/providers/openai/responses-provider.ts +1 -4
- package/src/providers/openrouter/client.ts +2 -6
- package/src/providers/placeholder-sentinels.ts +35 -0
- package/src/providers/provider-send-message.ts +6 -6
- package/src/providers/ratelimit.ts +1 -9
- package/src/providers/retry.ts +0 -5
- package/src/providers/types.ts +11 -2
- package/src/providers/usage-tracking.ts +1 -9
- package/src/runtime/__tests__/agent-wake.test.ts +141 -32
- package/src/runtime/__tests__/background-job-runner.test.ts +1 -3
- package/src/runtime/__tests__/interactive-ui.test.ts +1 -1
- package/src/runtime/agent-wake.ts +95 -23
- package/src/runtime/assistant-event-hub.ts +38 -8
- package/src/runtime/assistant-stream-state.ts +368 -0
- package/src/runtime/auth/__tests__/guard-tests.test.ts +75 -109
- package/src/runtime/auth/__tests__/route-policy.test.ts +153 -170
- package/src/runtime/auth/route-policy.ts +42 -1079
- package/src/runtime/background-job-runner.ts +1 -4
- package/src/runtime/btw-sidechain.ts +3 -1
- package/src/runtime/channel-approvals.ts +4 -15
- package/src/runtime/channel-invite-transport.ts +5 -6
- package/src/runtime/channel-readiness-service.ts +2 -5
- package/src/runtime/channel-retry-sweep.ts +12 -16
- package/src/runtime/http-router.ts +35 -43
- package/src/runtime/http-types.ts +23 -71
- package/src/runtime/interactive-ui.ts +1 -1
- package/src/runtime/invite-instruction-generator.ts +3 -3
- package/src/runtime/pending-interactions.ts +3 -2
- package/src/runtime/routes/__tests__/acp-routes.test.ts +253 -55
- package/src/runtime/routes/__tests__/avatar-state-routes.test.ts +565 -0
- package/src/runtime/routes/__tests__/consolidation-routes.test.ts +265 -2
- package/src/runtime/routes/__tests__/content-source-routes.test.ts +4 -4
- package/src/runtime/routes/__tests__/conversation-compaction-routes.test.ts +62 -32
- package/src/runtime/routes/__tests__/conversation-list-routes.test.ts +237 -0
- package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +31 -1
- package/src/runtime/routes/__tests__/inference-provider-connection-routes.test.ts +13 -22
- package/src/runtime/routes/__tests__/memory-v2-routes.test.ts +6 -2
- package/src/runtime/routes/__tests__/memory-v2-simulate-route.test.ts +7 -2
- package/src/runtime/routes/__tests__/sanity-routes.test.ts +6 -6
- package/src/runtime/routes/__tests__/stt-routes.test.ts +3 -3
- package/src/runtime/routes/__tests__/suggest-trust-rule-routes.test.ts +5 -2
- package/src/runtime/routes/__tests__/surface-action-routes.test.ts +5 -4
- package/src/runtime/routes/__tests__/surface-content-routes.test.ts +4 -1
- package/src/runtime/routes/__tests__/tts-routes.test.ts +9 -5
- package/src/runtime/routes/acp-routes.test.ts +186 -100
- package/src/runtime/routes/acp-routes.ts +110 -35
- package/src/runtime/routes/app-management-routes.ts +93 -131
- package/src/runtime/routes/app-routes.ts +38 -20
- package/src/runtime/routes/approval-routes.ts +17 -5
- package/src/runtime/routes/attachment-routes.ts +51 -16
- package/src/runtime/routes/audio-routes.ts +1 -0
- package/src/runtime/routes/audit-routes.ts +5 -0
- package/src/runtime/routes/auth-routes.ts +5 -0
- package/src/runtime/routes/avatar-routes.ts +264 -59
- package/src/runtime/routes/background-tool-routes.ts +9 -0
- package/src/runtime/routes/background-wake-routes.ts +13 -3
- package/src/runtime/routes/backup-routes.ts +45 -0
- package/src/runtime/routes/bookmark-routes.ts +13 -0
- package/src/runtime/routes/brain-graph-routes.ts +9 -0
- package/src/runtime/routes/browser-routes.ts +6 -1
- package/src/runtime/routes/browser-tabs-routes.ts +11 -10
- package/src/runtime/routes/btw-routes.ts +34 -24
- package/src/runtime/routes/cache-routes.ts +13 -0
- package/src/runtime/routes/call-routes.ts +21 -10
- package/src/runtime/routes/channel-availability-routes.ts +5 -1
- package/src/runtime/routes/channel-readiness-routes.ts +37 -4
- package/src/runtime/routes/channel-route-definitions.ts +21 -0
- package/src/runtime/routes/channel-verification-routes.ts +21 -0
- package/src/runtime/routes/chatgpt-subscription-auth-routes.ts +9 -2
- package/src/runtime/routes/client-routes.ts +9 -0
- package/src/runtime/routes/consolidation-routes.ts +133 -25
- package/src/runtime/routes/contact-prompt-routes.ts +9 -0
- package/src/runtime/routes/contact-routes.ts +90 -23
- package/src/runtime/routes/content-source-routes.ts +5 -1
- package/src/runtime/routes/conversation-analysis-routes.ts +5 -1
- package/src/runtime/routes/conversation-attention-routes.ts +5 -0
- package/src/runtime/routes/conversation-cli-routes.ts +54 -7
- package/src/runtime/routes/conversation-compaction-routes.ts +54 -25
- package/src/runtime/routes/conversation-list-routes.ts +81 -12
- package/src/runtime/routes/conversation-management-routes.ts +57 -14
- package/src/runtime/routes/conversation-query-routes.ts +90 -41
- package/src/runtime/routes/conversation-routes.ts +446 -204
- package/src/runtime/routes/conversation-starter-routes.ts +35 -20
- package/src/runtime/routes/conversations-import-routes.ts +30 -8
- package/src/runtime/routes/credential-prompt-routes.ts +5 -0
- package/src/runtime/routes/credential-routes.ts +25 -6
- package/src/runtime/routes/debug-bash-routes.ts +5 -0
- package/src/runtime/routes/debug-routes.ts +11 -2
- package/src/runtime/routes/defer-routes.ts +13 -0
- package/src/runtime/routes/diagnostics-routes.ts +37 -46
- package/src/runtime/routes/disk-pressure-routes.ts +17 -31
- package/src/runtime/routes/document-comments-routes.ts +46 -27
- package/src/runtime/routes/documents-routes.ts +25 -10
- package/src/runtime/routes/domain-routes.ts +98 -51
- package/src/runtime/routes/email-routes.ts +33 -0
- package/src/runtime/routes/epoch-millis-range.ts +34 -0
- package/src/runtime/routes/events-routes.ts +107 -8
- package/src/runtime/routes/filing-routes.ts +9 -4
- package/src/runtime/routes/gateway-log-routes.ts +31 -4
- package/src/runtime/routes/global-search-routes.ts +53 -50
- package/src/runtime/routes/group-routes.ts +21 -5
- package/src/runtime/routes/guardian-action-routes.ts +9 -0
- package/src/runtime/routes/guardian-approval-interception.ts +0 -31
- package/src/runtime/routes/heartbeat-routes.ts +57 -21
- package/src/runtime/routes/home-feed-routes.ts +23 -19
- package/src/runtime/routes/home-state-routes.ts +8 -40
- package/src/runtime/routes/host-app-control-routes.ts +6 -1
- package/src/runtime/routes/host-bash-routes.ts +5 -0
- package/src/runtime/routes/host-browser-routes.ts +13 -0
- package/src/runtime/routes/host-cu-routes.ts +6 -1
- package/src/runtime/routes/host-file-routes.ts +26 -6
- package/src/runtime/routes/host-transfer-routes.ts +13 -2
- package/src/runtime/routes/http-adapter.ts +1 -2
- package/src/runtime/routes/identity-intro-cache.ts +28 -40
- package/src/runtime/routes/identity-routes.ts +236 -20
- package/src/runtime/routes/image-generation-routes.ts +45 -2
- package/src/runtime/routes/inbound-message-handler.ts +16 -12
- package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +0 -12
- package/src/runtime/routes/inbound-stages/background-dispatch.ts +15 -19
- package/src/runtime/routes/index.ts +2 -0
- package/src/runtime/routes/inference-profile-session-routes.ts +13 -3
- package/src/runtime/routes/inference-provider-connection-routes.ts +21 -5
- package/src/runtime/routes/inference-send-routes.ts +11 -11
- package/src/runtime/routes/integrations/a2a.ts +32 -7
- package/src/runtime/routes/integrations/slack/__tests__/channel.test.ts +16 -0
- package/src/runtime/routes/integrations/slack/channel.ts +23 -3
- package/src/runtime/routes/integrations/slack/share.ts +36 -8
- package/src/runtime/routes/integrations/telegram.ts +34 -9
- package/src/runtime/routes/integrations/twilio.ts +77 -7
- package/src/runtime/routes/integrations/vercel.ts +3 -3
- package/src/runtime/routes/internal-oauth-routes.ts +5 -0
- package/src/runtime/routes/internal-telemetry-routes.ts +88 -0
- package/src/runtime/routes/internal-twilio-routes.ts +13 -0
- package/src/runtime/routes/llm-call-sites-routes.ts +39 -4
- package/src/runtime/routes/log-export-routes.ts +36 -10
- package/src/runtime/routes/mcp-auth-routes.ts +25 -0
- package/src/runtime/routes/memory-item-routes.ts +21 -10
- package/src/runtime/routes/memory-v2-routes.ts +105 -44
- package/src/runtime/routes/memory-v3-routes.ts +306 -408
- package/src/runtime/routes/migration-rollback-routes.ts +5 -1
- package/src/runtime/routes/migration-routes.ts +29 -0
- package/src/runtime/routes/notification-routes.ts +17 -1
- package/src/runtime/routes/oauth-apps.ts +99 -23
- package/src/runtime/routes/oauth-commands-routes.ts +37 -14
- package/src/runtime/routes/oauth-connect-routes.ts +9 -0
- package/src/runtime/routes/oauth-lifecycle-routes.ts +5 -1
- package/src/runtime/routes/oauth-providers.ts +79 -15
- package/src/runtime/routes/platform-routes.ts +102 -5
- package/src/runtime/routes/playground/__tests__/force-compact.test.ts +9 -6
- package/src/runtime/routes/playground/__tests__/inject-failures.test.ts +37 -16
- package/src/runtime/routes/playground/__tests__/reset-circuit.test.ts +7 -3
- package/src/runtime/routes/playground/__tests__/state.test.ts +10 -3
- package/src/runtime/routes/playground/force-compact.ts +2 -2
- package/src/runtime/routes/playground/helpers.ts +1 -2
- package/src/runtime/routes/playground/inject-failures.ts +13 -8
- package/src/runtime/routes/playground/reset-circuit.ts +14 -9
- package/src/runtime/routes/playground/seed-conversation.ts +1 -1
- package/src/runtime/routes/playground/seeded-conversations.ts +3 -3
- package/src/runtime/routes/playground/state.ts +4 -3
- package/src/runtime/routes/plugins-routes.ts +22 -19
- package/src/runtime/routes/profiler-routes.ts +17 -4
- package/src/runtime/routes/ps-routes.ts +5 -0
- package/src/runtime/routes/publish-routes.ts +13 -3
- package/src/runtime/routes/question-routes.ts +5 -0
- package/src/runtime/routes/recording-routes.ts +25 -12
- package/src/runtime/routes/rename-conversation-routes.ts +10 -0
- package/src/runtime/routes/sanity-routes.ts +9 -2
- package/src/runtime/routes/schedule-routes.ts +288 -88
- package/src/runtime/routes/secret-routes.ts +31 -6
- package/src/runtime/routes/sequence-routes.ts +33 -0
- package/src/runtime/routes/settings-routes.ts +65 -19
- package/src/runtime/routes/skills-routes.ts +166 -73
- package/src/runtime/routes/slack-channel-routes.ts +5 -0
- package/src/runtime/routes/stt-routes.ts +13 -6
- package/src/runtime/routes/subagents-routes.ts +24 -18
- package/src/runtime/routes/suggest-trust-rule-routes.ts +7 -2
- package/src/runtime/routes/surface-action-routes.ts +9 -0
- package/src/runtime/routes/surface-content-routes.ts +10 -2
- package/src/runtime/routes/surface-conversation-resolver.ts +4 -3
- package/src/runtime/routes/task-routes.ts +37 -0
- package/src/runtime/routes/telemetry-routes.ts +9 -0
- package/src/runtime/routes/tool-call-confirmation-enrichment.test.ts +161 -0
- package/src/runtime/routes/tool-call-confirmation-enrichment.ts +107 -0
- package/src/runtime/routes/trace-event-routes.ts +42 -1
- package/src/runtime/routes/trust-rules-routes.ts +31 -2
- package/src/runtime/routes/tts-routes.ts +48 -6
- package/src/runtime/routes/types.ts +83 -16
- package/src/runtime/routes/ui-request-routes.ts +5 -0
- package/src/runtime/routes/upgrade-broadcast-routes.ts +5 -0
- package/src/runtime/routes/usage-routes.ts +118 -42
- package/src/runtime/routes/user-routes-cli.ts +9 -0
- package/src/runtime/routes/user-routes.ts +5 -1
- package/src/runtime/routes/wake-conversation-routes.ts +5 -0
- package/src/runtime/routes/watcher-routes.ts +21 -0
- package/src/runtime/routes/webhook-routes.ts +50 -2
- package/src/runtime/routes/wipe-conversation-routes.ts +5 -0
- package/src/runtime/routes/work-items-routes.ts +49 -23
- package/src/runtime/routes/workspace-commit-routes.ts +5 -0
- package/src/runtime/routes/workspace-routes.test.ts +42 -0
- package/src/runtime/routes/workspace-routes.ts +124 -9
- package/src/runtime/services/__tests__/analyze-conversation.test.ts +8 -4
- package/src/runtime/services/analyze-conversation.ts +5 -8
- package/src/runtime/services/conversation-serializer.ts +24 -2
- package/src/runtime/sync/resource-sync-events.ts +16 -2
- package/src/runtime/sync/sync-publisher.ts +2 -2
- package/src/schedule/run-script.ts +28 -3
- package/src/schedule/schedule-store.ts +28 -1
- package/src/schedule/schedule-usage-store.ts +83 -0
- package/src/schedule/scheduler.ts +15 -6
- package/src/signals/cancel.ts +2 -4
- package/src/signals/user-message.ts +5 -8
- package/src/skills/catalog-files.ts +4 -1
- package/src/skills/catalog-install.ts +3 -0
- package/src/skills/categories-cache.ts +118 -0
- package/src/skills/clawhub-files.ts +1 -0
- package/src/skills/skillssh-files.ts +1 -0
- package/src/subagent/manager.ts +20 -11
- package/src/telemetry/types.ts +55 -1
- package/src/telemetry/usage-telemetry-reporter.test.ts +250 -4
- package/src/telemetry/usage-telemetry-reporter.ts +88 -2
- package/src/tools/acp/context.ts +20 -0
- package/src/tools/acp/list-agents.test.ts +7 -1
- package/src/tools/acp/spawn.test.ts +198 -93
- package/src/tools/acp/spawn.ts +32 -70
- package/src/tools/acp/steer.test.ts +105 -8
- package/src/tools/acp/steer.ts +48 -17
- package/src/tools/apps/definitions.ts +8 -4
- package/src/tools/apps/executors.ts +13 -8
- package/src/tools/ask-question/ask-question-tool.test.ts +120 -105
- package/src/tools/ask-question/ask-question-tool.ts +85 -90
- package/src/tools/computer-use/definitions.ts +28 -24
- package/src/tools/credential-execution/make-authenticated-request.ts +56 -51
- package/src/tools/credential-execution/manage-secure-command-tool.ts +2 -2
- package/src/tools/credential-execution/run-authenticated-command.ts +82 -77
- package/src/tools/credentials/vault.ts +112 -111
- package/src/tools/execution-target.ts +1 -1
- package/src/tools/execution-timeout.ts +3 -4
- package/src/tools/executor.ts +1 -53
- package/src/tools/filesystem/edit.ts +45 -42
- package/src/tools/filesystem/list.ts +33 -30
- package/src/tools/filesystem/read.ts +54 -35
- package/src/tools/filesystem/write.ts +69 -32
- package/src/tools/host-filesystem/edit.ts +44 -42
- package/src/tools/host-filesystem/read.ts +49 -35
- package/src/tools/host-filesystem/transfer.ts +121 -108
- package/src/tools/host-filesystem/write.ts +33 -31
- package/src/tools/host-terminal/host-shell.ts +50 -48
- package/src/tools/memory/register.ts +23 -24
- package/src/tools/network/__tests__/web-search-metadata.test.ts +7 -1
- package/src/tools/network/__tests__/web-search.test.ts +11 -3
- package/src/tools/network/web-fetch.ts +49 -46
- package/src/tools/network/web-search-error.test.ts +248 -0
- package/src/tools/network/web-search-error.ts +267 -0
- package/src/tools/network/web-search.ts +223 -61
- package/src/tools/registry.ts +39 -16
- package/src/tools/schedule/create.ts +13 -0
- package/src/tools/schedule/update.ts +16 -0
- package/src/tools/shared/filesystem/audio-read.ts +122 -0
- package/src/tools/shared/filesystem/image-read.ts +1 -1
- package/src/tools/skills/execute.ts +34 -31
- package/src/tools/skills/load.ts +29 -23
- package/src/tools/subagent/notify-parent.ts +35 -32
- package/src/tools/subagent/spawn.ts +2 -4
- package/src/tools/system/avatar-generator.ts +13 -22
- package/src/tools/system/request-permission.ts +30 -27
- package/src/tools/terminal/safe-env.ts +10 -1
- package/src/tools/terminal/shell.ts +190 -61
- package/src/tools/tool-defaults.ts +20 -9
- package/src/tools/tool-manifest.ts +4 -4
- package/src/tools/types.ts +74 -23
- package/src/tools/ui-surface/definitions.ts +99 -10
- package/src/tts/__tests__/provider-catalog-consistency.test.ts +85 -1
- package/src/tts/provider-catalog.ts +76 -1
- package/src/usage/types.ts +10 -0
- package/src/util/errors.ts +2 -2
- package/src/util/map-limit.ts +27 -0
- package/src/util/mutex.ts +47 -0
- package/src/util/platform.ts +15 -12
- package/src/work-items/work-item-runner.ts +7 -2
- package/src/workspace/git-service.ts +1 -42
- package/src/workspace/migrations/028-recover-conversations-from-disk-view.ts +7 -20
- package/src/workspace/migrations/092-backfill-v3-leaves.ts +169 -0
- package/src/workspace/migrations/093-backfill-leaf-ids.ts +144 -0
- package/src/workspace/migrations/094-seed-avatar-manifest.ts +155 -0
- package/src/workspace/migrations/095-bump-heartbeat-interval-30m-to-60m.ts +51 -0
- package/src/workspace/migrations/096-reduce-quality-profile-effort.ts +72 -0
- package/src/workspace/migrations/097-enable-adaptive-thinking-managed-profiles.ts +117 -0
- package/src/workspace/migrations/__tests__/094-seed-avatar-manifest.test.ts +136 -0
- package/src/workspace/migrations/__tests__/backfill-leaf-ids.test.ts +175 -0
- package/src/workspace/migrations/__tests__/backfill-v3-leaves.test.ts +124 -0
- package/src/workspace/migrations/registry.ts +12 -0
- package/src/workspace/provider-commit-message-generator.ts +15 -17
- package/tsconfig.json +4 -1
- package/src/__tests__/bootstrap-turn-cleanup.test.ts +0 -44
- package/src/__tests__/circuit-breaker-pipeline.test.ts +0 -405
- package/src/__tests__/compaction-pipeline.test.ts +0 -210
- package/src/__tests__/compaction-timeout-recovery.test.ts +0 -262
- package/src/__tests__/empty-response-pipeline.test.ts +0 -301
- package/src/__tests__/history-repair-pipeline.test.ts +0 -396
- package/src/__tests__/llm-call-pipeline.test.ts +0 -281
- package/src/__tests__/memory-retrieval-pipeline.test.ts +0 -418
- package/src/__tests__/persistence-pipeline.test.ts +0 -514
- package/src/__tests__/title-generate-pipeline.test.ts +0 -211
- package/src/__tests__/token-estimate-pipeline.test.ts +0 -481
- package/src/__tests__/tool-error-pipeline.test.ts +0 -241
- package/src/__tests__/tool-execute-pipeline.test.ts +0 -417
- package/src/__tests__/tool-result-truncate-pipeline.test.ts +0 -344
- package/src/cli/commands/__tests__/memory-v3-render.test.ts +0 -340
- package/src/cli/commands/memory-v3-render.ts +0 -491
- package/src/daemon/bootstrap-turn-cleanup.ts +0 -45
- package/src/daemon/message-types/disk-pressure.ts +0 -9
- package/src/email/feature-gate.ts +0 -23
- package/src/gallery/default-gallery.ts +0 -1359
- package/src/gallery/gallery-manifest.ts +0 -28
- package/src/memory/v3/__tests__/coactivation-store.test.ts +0 -422
- package/src/memory/v3/__tests__/consolidation-job.test.ts +0 -466
- package/src/memory/v3/__tests__/coretrieval-seed.test.ts +0 -270
- package/src/memory/v3/__tests__/edge-learning-job.test.ts +0 -324
- package/src/memory/v3/__tests__/edges.test.ts +0 -706
- package/src/memory/v3/__tests__/filter.test.ts +0 -560
- package/src/memory/v3/__tests__/gate.test.ts +0 -637
- package/src/memory/v3/__tests__/index-composition.test.ts +0 -291
- package/src/memory/v3/__tests__/loop.test.ts +0 -775
- package/src/memory/v3/__tests__/retriever.test.ts +0 -226
- package/src/memory/v3/__tests__/scouts.test.ts +0 -489
- package/src/memory/v3/__tests__/shadow-diff.test.ts +0 -225
- package/src/memory/v3/__tests__/shadow-middleware.test.ts +0 -398
- package/src/memory/v3/__tests__/system-prompts.test.ts +0 -154
- package/src/memory/v3/__tests__/traversal.test.ts +0 -508
- package/src/memory/v3/__tests__/tree-index.test.ts +0 -280
- package/src/memory/v3/__tests__/tree-store.test.ts +0 -529
- package/src/memory/v3/__tests__/tree-walk.test.ts +0 -784
- package/src/memory/v3/__tests__/validate.test.ts +0 -277
- package/src/memory/v3/auto-edges.ts +0 -223
- package/src/memory/v3/coactivation-store.ts +0 -124
- package/src/memory/v3/consolidation-job.ts +0 -323
- package/src/memory/v3/coretrieval-seed.ts +0 -240
- package/src/memory/v3/edge-learning-job.ts +0 -160
- package/src/memory/v3/edges.ts +0 -286
- package/src/memory/v3/filter.ts +0 -286
- package/src/memory/v3/gate.ts +0 -349
- package/src/memory/v3/index-composition.ts +0 -126
- package/src/memory/v3/llm-capture.ts +0 -46
- package/src/memory/v3/loop.ts +0 -430
- package/src/memory/v3/maintenance.ts +0 -144
- package/src/memory/v3/prompt-context.ts +0 -33
- package/src/memory/v3/prompts/consolidation.ts +0 -458
- package/src/memory/v3/prompts/system-prompts.ts +0 -196
- package/src/memory/v3/retriever.ts +0 -33
- package/src/memory/v3/scouts.ts +0 -431
- package/src/memory/v3/shadow-diff.ts +0 -287
- package/src/memory/v3/shadow-middleware.ts +0 -347
- package/src/memory/v3/traversal.ts +0 -211
- package/src/memory/v3/tree-index.ts +0 -237
- package/src/memory/v3/tree-store.ts +0 -394
- package/src/memory/v3/tree-walk.ts +0 -356
- package/src/memory/v3/types.ts +0 -65
- package/src/memory/v3/validate.ts +0 -323
- package/src/plugins/defaults/circuit-breaker.ts +0 -141
- package/src/plugins/defaults/compaction.ts +0 -141
- package/src/plugins/defaults/empty-response.ts +0 -124
- package/src/plugins/defaults/history-repair.ts +0 -83
- package/src/plugins/defaults/llm-call.ts +0 -77
- package/src/plugins/defaults/memory-retrieval.ts +0 -219
- package/src/plugins/defaults/overflow-reduce.ts +0 -185
- package/src/plugins/defaults/persistence.ts +0 -146
- package/src/plugins/defaults/title-generate.ts +0 -90
- package/src/plugins/defaults/token-estimate.ts +0 -101
- package/src/plugins/defaults/tool-error.ts +0 -119
- package/src/plugins/defaults/tool-execute.ts +0 -87
- package/src/plugins/defaults/tool-result-truncate.ts +0 -84
- package/src/runtime/routes/__tests__/memory-v3-simulate-params.test.ts +0 -35
- package/src/skills/category-inference.ts +0 -111
|
@@ -6,8 +6,16 @@ import type {
|
|
|
6
6
|
UsageEvent,
|
|
7
7
|
UsageEventInput,
|
|
8
8
|
} from "../usage/types.js";
|
|
9
|
+
import { APP_VERSION } from "../version.js";
|
|
9
10
|
import { getDb } from "./db-connection.js";
|
|
10
11
|
import { rawAll } from "./raw-query.js";
|
|
12
|
+
import {
|
|
13
|
+
buildScheduleAttributionSubquery,
|
|
14
|
+
buildScheduleRunWindowExists,
|
|
15
|
+
normalizeScheduleAttributionFilter,
|
|
16
|
+
type ScheduleAttributionFilter,
|
|
17
|
+
type ScheduleAttributionSqlParam,
|
|
18
|
+
} from "./schedule-attribution-sql.js";
|
|
11
19
|
import { conversations, llmUsageEvents } from "./schema.js";
|
|
12
20
|
import {
|
|
13
21
|
bucketEventsByDay,
|
|
@@ -39,6 +47,7 @@ export function recordUsageEvent(
|
|
|
39
47
|
inferenceProfileSource: input.inferenceProfileSource ?? null,
|
|
40
48
|
estimatedCostUsd: pricing.estimatedCostUsd,
|
|
41
49
|
pricingStatus: pricing.pricingStatus,
|
|
50
|
+
assistantVersion: APP_VERSION,
|
|
42
51
|
};
|
|
43
52
|
db.insert(llmUsageEvents)
|
|
44
53
|
.values({
|
|
@@ -62,6 +71,11 @@ export function recordUsageEvent(
|
|
|
62
71
|
pricingStatus: event.pricingStatus,
|
|
63
72
|
llmCallCount: event.llmCallCount ?? 1,
|
|
64
73
|
metadataJson: null,
|
|
74
|
+
// Capture the assistant's version at RECORD time so a batch flush
|
|
75
|
+
// days later doesn't mis-attribute this row to whatever version
|
|
76
|
+
// the assistant happens to be running on at upload time. See
|
|
77
|
+
// migration 267 + `TelemetryEventBase.assistant_version` (wire).
|
|
78
|
+
assistantVersion: event.assistantVersion,
|
|
65
79
|
})
|
|
66
80
|
.run();
|
|
67
81
|
return event;
|
|
@@ -91,6 +105,7 @@ function rowToUsageEvent(row: {
|
|
|
91
105
|
rawUsage: string | null;
|
|
92
106
|
estimatedCostUsd: number | null;
|
|
93
107
|
pricingStatus: string;
|
|
108
|
+
assistantVersion: string | null;
|
|
94
109
|
}): UsageEvent {
|
|
95
110
|
return {
|
|
96
111
|
id: row.id,
|
|
@@ -112,6 +127,7 @@ function rowToUsageEvent(row: {
|
|
|
112
127
|
rawUsage: parseRawUsage(row.rawUsage),
|
|
113
128
|
estimatedCostUsd: row.estimatedCostUsd,
|
|
114
129
|
pricingStatus: row.pricingStatus as "priced" | "unpriced",
|
|
130
|
+
assistantVersion: row.assistantVersion,
|
|
115
131
|
};
|
|
116
132
|
}
|
|
117
133
|
|
|
@@ -213,6 +229,7 @@ export function queryUnreportedUsageEvents(
|
|
|
213
229
|
rawUsage: llmUsageEvents.rawUsage,
|
|
214
230
|
estimatedCostUsd: llmUsageEvents.estimatedCostUsd,
|
|
215
231
|
pricingStatus: llmUsageEvents.pricingStatus,
|
|
232
|
+
assistantVersion: llmUsageEvents.assistantVersion,
|
|
216
233
|
conversationType: conversations.conversationType,
|
|
217
234
|
// Null when conversationId is null (no parent conversation).
|
|
218
235
|
// Otherwise the count of eligible user turns up to and including
|
|
@@ -272,6 +289,8 @@ export interface UsageTimeRange {
|
|
|
272
289
|
to: number;
|
|
273
290
|
}
|
|
274
291
|
|
|
292
|
+
export type UsageAggregationFilter = ScheduleAttributionFilter;
|
|
293
|
+
|
|
275
294
|
/** Aggregate totals across a time range. */
|
|
276
295
|
export interface UsageTotals {
|
|
277
296
|
/** Direct input tokens only; cache traffic is reported separately below. */
|
|
@@ -322,14 +341,15 @@ export interface UsageGroupBreakdown {
|
|
|
322
341
|
/**
|
|
323
342
|
* Stable identifier for the group. Populated with the conversation id when
|
|
324
343
|
* `groupBy === "conversation"` (and `null` for that mode's "Other" bucket,
|
|
325
|
-
* which aggregates events with no conversation id)
|
|
326
|
-
*
|
|
344
|
+
* which aggregates events with no conversation id) or with the schedule id
|
|
345
|
+
* when `groupBy === "schedule"` (and `null` for "Other"). For all other
|
|
346
|
+
* group-bys this is always `null`.
|
|
327
347
|
*/
|
|
328
348
|
groupId: string | null;
|
|
329
349
|
/**
|
|
330
350
|
* Raw stored grouping value for dimensions whose display label may differ
|
|
331
|
-
* from storage (`call_site`, `inference_profile`). Omitted for
|
|
332
|
-
* dimensions where `group` is already the raw value.
|
|
351
|
+
* from storage (`call_site`, `inference_profile`, `schedule`). Omitted for
|
|
352
|
+
* legacy dimensions where `group` is already the raw value.
|
|
333
353
|
*/
|
|
334
354
|
groupKey?: string | null;
|
|
335
355
|
/** Direct input tokens only; cache traffic is reported separately below. */
|
|
@@ -357,6 +377,7 @@ interface TotalsRow {
|
|
|
357
377
|
interface GroupRow {
|
|
358
378
|
group_key: string | null;
|
|
359
379
|
group_id: string | null;
|
|
380
|
+
group_label: string | null;
|
|
360
381
|
total_input_tokens: number;
|
|
361
382
|
total_output_tokens: number;
|
|
362
383
|
total_cache_creation_tokens: number;
|
|
@@ -365,6 +386,39 @@ interface GroupRow {
|
|
|
365
386
|
event_count: number;
|
|
366
387
|
}
|
|
367
388
|
|
|
389
|
+
type UsageQueryParam = ScheduleAttributionSqlParam;
|
|
390
|
+
|
|
391
|
+
function normalizeUsageAggregationFilter(
|
|
392
|
+
filter?: UsageAggregationFilter,
|
|
393
|
+
): UsageAggregationFilter {
|
|
394
|
+
return normalizeScheduleAttributionFilter(filter);
|
|
395
|
+
}
|
|
396
|
+
|
|
397
|
+
function buildUsageAggregationWhere(
|
|
398
|
+
range: UsageTimeRange,
|
|
399
|
+
filter?: UsageAggregationFilter,
|
|
400
|
+
eventAlias?: string,
|
|
401
|
+
now: number = Date.now(),
|
|
402
|
+
): { sql: string; params: UsageQueryParam[] } {
|
|
403
|
+
const normalized = normalizeUsageAggregationFilter(filter);
|
|
404
|
+
const eventTable = eventAlias ?? "llm_usage_events";
|
|
405
|
+
const createdAt = `${eventTable}.created_at`;
|
|
406
|
+
const clauses = [`${createdAt} >= ? AND ${createdAt} <= ?`];
|
|
407
|
+
const params: UsageQueryParam[] = [range.from, range.to];
|
|
408
|
+
|
|
409
|
+
if (normalized.scheduleId) {
|
|
410
|
+
const exists = buildScheduleRunWindowExists({
|
|
411
|
+
eventAlias: eventTable,
|
|
412
|
+
filter: normalized,
|
|
413
|
+
now,
|
|
414
|
+
});
|
|
415
|
+
clauses.push(exists.sql);
|
|
416
|
+
params.push(...exists.params);
|
|
417
|
+
}
|
|
418
|
+
|
|
419
|
+
return { sql: clauses.join(" AND "), params };
|
|
420
|
+
}
|
|
421
|
+
|
|
368
422
|
/**
|
|
369
423
|
* Return aggregate usage for a single conversation (e.g. a subagent).
|
|
370
424
|
*/
|
|
@@ -396,10 +450,38 @@ export function getConversationUsageTotals(conversationId: string): {
|
|
|
396
450
|
};
|
|
397
451
|
}
|
|
398
452
|
|
|
453
|
+
export function getUsageCostForConversationWindow({
|
|
454
|
+
conversationId,
|
|
455
|
+
from,
|
|
456
|
+
to,
|
|
457
|
+
}: {
|
|
458
|
+
conversationId: string;
|
|
459
|
+
from: number;
|
|
460
|
+
to: number;
|
|
461
|
+
}): number {
|
|
462
|
+
const rows = rawAll<{ total_cost: number | null }>(
|
|
463
|
+
/*sql*/ `
|
|
464
|
+
SELECT COALESCE(SUM(estimated_cost_usd), 0) AS total_cost
|
|
465
|
+
FROM llm_usage_events
|
|
466
|
+
WHERE conversation_id = ?1
|
|
467
|
+
AND created_at >= ?2
|
|
468
|
+
AND created_at <= ?3
|
|
469
|
+
`,
|
|
470
|
+
conversationId,
|
|
471
|
+
from,
|
|
472
|
+
to,
|
|
473
|
+
);
|
|
474
|
+
return rows[0]?.total_cost ?? 0;
|
|
475
|
+
}
|
|
476
|
+
|
|
399
477
|
/**
|
|
400
478
|
* Return aggregate totals for all usage events within the given time range.
|
|
401
479
|
*/
|
|
402
|
-
export function getUsageTotals(
|
|
480
|
+
export function getUsageTotals(
|
|
481
|
+
range: UsageTimeRange,
|
|
482
|
+
filter?: UsageAggregationFilter,
|
|
483
|
+
): UsageTotals {
|
|
484
|
+
const where = buildUsageAggregationWhere(range, filter);
|
|
403
485
|
const rows = rawAll<TotalsRow>(
|
|
404
486
|
/*sql*/ `
|
|
405
487
|
SELECT
|
|
@@ -412,10 +494,9 @@ export function getUsageTotals(range: UsageTimeRange): UsageTotals {
|
|
|
412
494
|
COUNT(CASE WHEN pricing_status = 'priced' THEN 1 END) AS priced_event_count,
|
|
413
495
|
COUNT(CASE WHEN pricing_status = 'unpriced' THEN 1 END) AS unpriced_event_count
|
|
414
496
|
FROM llm_usage_events
|
|
415
|
-
WHERE
|
|
497
|
+
WHERE ${where.sql}
|
|
416
498
|
`,
|
|
417
|
-
|
|
418
|
-
range.to,
|
|
499
|
+
...where.params,
|
|
419
500
|
);
|
|
420
501
|
const row = rows[0];
|
|
421
502
|
return {
|
|
@@ -431,7 +512,11 @@ export function getUsageTotals(range: UsageTimeRange): UsageTotals {
|
|
|
431
512
|
}
|
|
432
513
|
|
|
433
514
|
/** Fetch raw events in a time range for in-memory bucketing. */
|
|
434
|
-
function fetchRawBucketRows(
|
|
515
|
+
function fetchRawBucketRows(
|
|
516
|
+
range: UsageTimeRange,
|
|
517
|
+
filter?: UsageAggregationFilter,
|
|
518
|
+
): UsageEventBucketRow[] {
|
|
519
|
+
const where = buildUsageAggregationWhere(range, filter);
|
|
435
520
|
return rawAll<UsageEventBucketRow>(
|
|
436
521
|
/*sql*/ `
|
|
437
522
|
SELECT
|
|
@@ -441,11 +526,10 @@ function fetchRawBucketRows(range: UsageTimeRange): UsageEventBucketRow[] {
|
|
|
441
526
|
estimated_cost_usd,
|
|
442
527
|
llm_call_count
|
|
443
528
|
FROM llm_usage_events
|
|
444
|
-
WHERE
|
|
529
|
+
WHERE ${where.sql}
|
|
445
530
|
ORDER BY created_at ASC
|
|
446
531
|
`,
|
|
447
|
-
|
|
448
|
-
range.to,
|
|
532
|
+
...where.params,
|
|
449
533
|
);
|
|
450
534
|
}
|
|
451
535
|
|
|
@@ -472,8 +556,9 @@ export function getUsageDayBuckets(
|
|
|
472
556
|
range: UsageTimeRange,
|
|
473
557
|
tz: string = "UTC",
|
|
474
558
|
options: UsageBucketOptions = {},
|
|
559
|
+
filter?: UsageAggregationFilter,
|
|
475
560
|
): UsageDayBucket[] {
|
|
476
|
-
const rows = fetchRawBucketRows(range);
|
|
561
|
+
const rows = fetchRawBucketRows(range, filter);
|
|
477
562
|
return bucketEventsByDay(rows, range, tz, options);
|
|
478
563
|
}
|
|
479
564
|
|
|
@@ -490,8 +575,9 @@ export function getUsageHourBuckets(
|
|
|
490
575
|
range: UsageTimeRange,
|
|
491
576
|
tz: string = "UTC",
|
|
492
577
|
options: UsageBucketOptions = {},
|
|
578
|
+
filter?: UsageAggregationFilter,
|
|
493
579
|
): UsageDayBucket[] {
|
|
494
|
-
const rows = fetchRawBucketRows(range);
|
|
580
|
+
const rows = fetchRawBucketRows(range, filter);
|
|
495
581
|
return bucketEventsByHour(rows, range, tz, options);
|
|
496
582
|
}
|
|
497
583
|
|
|
@@ -502,6 +588,7 @@ export const USAGE_GROUP_BY_DIMENSIONS = [
|
|
|
502
588
|
"conversation",
|
|
503
589
|
"call_site",
|
|
504
590
|
"inference_profile",
|
|
591
|
+
"schedule",
|
|
505
592
|
] as const;
|
|
506
593
|
|
|
507
594
|
export type GroupByDimension = (typeof USAGE_GROUP_BY_DIMENSIONS)[number];
|
|
@@ -512,10 +599,11 @@ export const USAGE_SERIES_GROUP_BY_DIMENSIONS = [
|
|
|
512
599
|
"model",
|
|
513
600
|
"call_site",
|
|
514
601
|
"inference_profile",
|
|
602
|
+
"schedule",
|
|
515
603
|
] as const satisfies readonly GroupByDimension[];
|
|
516
604
|
|
|
517
605
|
const GROUP_BY_COLUMNS: Record<
|
|
518
|
-
Exclude<GroupByDimension, "conversation">,
|
|
606
|
+
Exclude<GroupByDimension, "conversation" | "schedule">,
|
|
519
607
|
string
|
|
520
608
|
> = {
|
|
521
609
|
actor: "actor",
|
|
@@ -540,9 +628,11 @@ function mapGroupRow(
|
|
|
540
628
|
groupBy: GroupByDimension,
|
|
541
629
|
): UsageGroupBreakdown {
|
|
542
630
|
const includeGroupKey =
|
|
543
|
-
groupBy === "call_site" ||
|
|
631
|
+
groupBy === "call_site" ||
|
|
632
|
+
groupBy === "inference_profile" ||
|
|
633
|
+
groupBy === "schedule";
|
|
544
634
|
return {
|
|
545
|
-
group: displayUsageGroup(groupBy, row.group_key),
|
|
635
|
+
group: row.group_label ?? displayUsageGroup(groupBy, row.group_key),
|
|
546
636
|
groupId: row.group_id,
|
|
547
637
|
...(includeGroupKey ? { groupKey: row.group_key } : {}),
|
|
548
638
|
totalInputTokens: row.total_input_tokens,
|
|
@@ -561,12 +651,16 @@ function mapGroupRow(
|
|
|
561
651
|
export function getUsageGroupBreakdown(
|
|
562
652
|
range: UsageTimeRange,
|
|
563
653
|
groupBy: GroupByDimension,
|
|
654
|
+
filter?: UsageAggregationFilter,
|
|
564
655
|
): UsageGroupBreakdown[] {
|
|
565
656
|
// Runtime allowlist — defense-in-depth against SQL injection via type assertions.
|
|
566
657
|
assertGroupByDimension(groupBy);
|
|
567
658
|
|
|
659
|
+
const normalizedFilter = normalizeUsageAggregationFilter(filter);
|
|
660
|
+
|
|
568
661
|
// Conversation grouping requires a JOIN with conversations to resolve titles.
|
|
569
662
|
if (groupBy === "conversation") {
|
|
663
|
+
const where = buildUsageAggregationWhere(range, normalizedFilter, "e");
|
|
570
664
|
const rows = rawAll<GroupRow>(
|
|
571
665
|
/*sql*/ `
|
|
572
666
|
SELECT
|
|
@@ -574,6 +668,7 @@ export function getUsageGroupBreakdown(
|
|
|
574
668
|
ELSE COALESCE(c.title, 'Untitled')
|
|
575
669
|
END AS group_key,
|
|
576
670
|
e.conversation_id AS group_id,
|
|
671
|
+
NULL AS group_label,
|
|
577
672
|
COALESCE(SUM(e.input_tokens), 0) AS total_input_tokens,
|
|
578
673
|
COALESCE(SUM(e.output_tokens), 0) AS total_output_tokens,
|
|
579
674
|
COALESCE(SUM(e.cache_creation_input_tokens), 0) AS total_cache_creation_tokens,
|
|
@@ -582,36 +677,81 @@ export function getUsageGroupBreakdown(
|
|
|
582
677
|
COALESCE(SUM(COALESCE(e.llm_call_count, 1)), 0) AS event_count
|
|
583
678
|
FROM llm_usage_events e
|
|
584
679
|
LEFT JOIN conversations c ON e.conversation_id = c.id
|
|
585
|
-
WHERE
|
|
680
|
+
WHERE ${where.sql}
|
|
586
681
|
GROUP BY e.conversation_id
|
|
587
682
|
ORDER BY total_estimated_cost_usd DESC
|
|
588
683
|
LIMIT 50
|
|
589
684
|
`,
|
|
590
|
-
|
|
591
|
-
|
|
685
|
+
...where.params,
|
|
686
|
+
);
|
|
687
|
+
return rows.map((row) => mapGroupRow(row, groupBy));
|
|
688
|
+
}
|
|
689
|
+
|
|
690
|
+
if (groupBy === "schedule") {
|
|
691
|
+
const now = Date.now();
|
|
692
|
+
const where = buildUsageAggregationWhere(range, normalizedFilter, "e", now);
|
|
693
|
+
const groupKeySubquery = buildScheduleAttributionSubquery({
|
|
694
|
+
eventAlias: "e",
|
|
695
|
+
filter: normalizedFilter,
|
|
696
|
+
now,
|
|
697
|
+
selectExpression: "schedule_attr_runs.job_id",
|
|
698
|
+
});
|
|
699
|
+
const rows = rawAll<GroupRow>(
|
|
700
|
+
/*sql*/ `
|
|
701
|
+
WITH schedule_usage AS (
|
|
702
|
+
SELECT
|
|
703
|
+
e.input_tokens,
|
|
704
|
+
e.output_tokens,
|
|
705
|
+
e.cache_creation_input_tokens,
|
|
706
|
+
e.cache_read_input_tokens,
|
|
707
|
+
e.estimated_cost_usd,
|
|
708
|
+
e.llm_call_count,
|
|
709
|
+
${groupKeySubquery.sql} AS group_key
|
|
710
|
+
FROM llm_usage_events e
|
|
711
|
+
WHERE ${where.sql}
|
|
712
|
+
)
|
|
713
|
+
SELECT
|
|
714
|
+
schedule_usage.group_key AS group_key,
|
|
715
|
+
schedule_usage.group_key AS group_id,
|
|
716
|
+
MAX(schedule_group_jobs.name) AS group_label,
|
|
717
|
+
COALESCE(SUM(schedule_usage.input_tokens), 0) AS total_input_tokens,
|
|
718
|
+
COALESCE(SUM(schedule_usage.output_tokens), 0) AS total_output_tokens,
|
|
719
|
+
COALESCE(SUM(schedule_usage.cache_creation_input_tokens), 0) AS total_cache_creation_tokens,
|
|
720
|
+
COALESCE(SUM(schedule_usage.cache_read_input_tokens), 0) AS total_cache_read_tokens,
|
|
721
|
+
COALESCE(SUM(schedule_usage.estimated_cost_usd), 0) AS total_estimated_cost_usd,
|
|
722
|
+
COALESCE(SUM(COALESCE(schedule_usage.llm_call_count, 1)), 0) AS event_count
|
|
723
|
+
FROM schedule_usage
|
|
724
|
+
LEFT JOIN cron_jobs schedule_group_jobs
|
|
725
|
+
ON schedule_group_jobs.id = schedule_usage.group_key
|
|
726
|
+
GROUP BY schedule_usage.group_key
|
|
727
|
+
ORDER BY total_estimated_cost_usd DESC
|
|
728
|
+
`,
|
|
729
|
+
...groupKeySubquery.params,
|
|
730
|
+
...where.params,
|
|
592
731
|
);
|
|
593
732
|
return rows.map((row) => mapGroupRow(row, groupBy));
|
|
594
733
|
}
|
|
595
734
|
|
|
596
735
|
const column = GROUP_BY_COLUMNS[groupBy];
|
|
736
|
+
const where = buildUsageAggregationWhere(range, normalizedFilter, "e");
|
|
597
737
|
const rows = rawAll<GroupRow>(
|
|
598
738
|
/*sql*/ `
|
|
599
739
|
SELECT
|
|
600
|
-
|
|
601
|
-
NULL
|
|
602
|
-
|
|
603
|
-
COALESCE(SUM(
|
|
604
|
-
COALESCE(SUM(
|
|
605
|
-
COALESCE(SUM(
|
|
606
|
-
COALESCE(SUM(
|
|
607
|
-
COALESCE(SUM(
|
|
608
|
-
|
|
609
|
-
|
|
610
|
-
|
|
740
|
+
e.${column} AS group_key,
|
|
741
|
+
NULL AS group_id,
|
|
742
|
+
NULL AS group_label,
|
|
743
|
+
COALESCE(SUM(e.input_tokens), 0) AS total_input_tokens,
|
|
744
|
+
COALESCE(SUM(e.output_tokens), 0) AS total_output_tokens,
|
|
745
|
+
COALESCE(SUM(e.cache_creation_input_tokens), 0) AS total_cache_creation_tokens,
|
|
746
|
+
COALESCE(SUM(e.cache_read_input_tokens), 0) AS total_cache_read_tokens,
|
|
747
|
+
COALESCE(SUM(e.estimated_cost_usd), 0) AS total_estimated_cost_usd,
|
|
748
|
+
COALESCE(SUM(COALESCE(e.llm_call_count, 1)), 0) AS event_count
|
|
749
|
+
FROM llm_usage_events e
|
|
750
|
+
WHERE ${where.sql}
|
|
751
|
+
GROUP BY e.${column}
|
|
611
752
|
ORDER BY total_estimated_cost_usd DESC
|
|
612
753
|
`,
|
|
613
|
-
|
|
614
|
-
range.to,
|
|
754
|
+
...where.params,
|
|
615
755
|
);
|
|
616
756
|
return rows.map((row) => mapGroupRow(row, groupBy));
|
|
617
757
|
}
|
|
@@ -622,29 +762,73 @@ export function getUsageGroupedSeries(
|
|
|
622
762
|
granularity: UsageGranularity,
|
|
623
763
|
tz: string = "UTC",
|
|
624
764
|
options: UsageBucketOptions = {},
|
|
765
|
+
filter?: UsageAggregationFilter,
|
|
625
766
|
): UsageGroupedSeriesBucket[] {
|
|
626
767
|
assertGroupByDimension(groupBy);
|
|
627
768
|
if (groupBy === "conversation") {
|
|
628
769
|
throw new Error("Grouped usage series does not support conversation");
|
|
629
770
|
}
|
|
630
771
|
|
|
631
|
-
const
|
|
632
|
-
|
|
633
|
-
|
|
634
|
-
|
|
635
|
-
|
|
636
|
-
|
|
637
|
-
|
|
638
|
-
|
|
639
|
-
|
|
640
|
-
|
|
641
|
-
|
|
642
|
-
|
|
643
|
-
|
|
644
|
-
|
|
645
|
-
|
|
646
|
-
|
|
647
|
-
|
|
772
|
+
const normalizedFilter = normalizeUsageAggregationFilter(filter);
|
|
773
|
+
let rows: UsageGroupedBucketRow[];
|
|
774
|
+
|
|
775
|
+
if (groupBy === "schedule") {
|
|
776
|
+
const now = Date.now();
|
|
777
|
+
const where = buildUsageAggregationWhere(range, normalizedFilter, "e", now);
|
|
778
|
+
const groupKeySubquery = buildScheduleAttributionSubquery({
|
|
779
|
+
eventAlias: "e",
|
|
780
|
+
filter: normalizedFilter,
|
|
781
|
+
now,
|
|
782
|
+
selectExpression: "schedule_attr_runs.job_id",
|
|
783
|
+
});
|
|
784
|
+
rows = rawAll<UsageGroupedBucketRow>(
|
|
785
|
+
/*sql*/ `
|
|
786
|
+
WITH schedule_usage AS (
|
|
787
|
+
SELECT
|
|
788
|
+
e.created_at,
|
|
789
|
+
e.input_tokens,
|
|
790
|
+
e.output_tokens,
|
|
791
|
+
e.estimated_cost_usd,
|
|
792
|
+
e.llm_call_count,
|
|
793
|
+
${groupKeySubquery.sql} AS group_key
|
|
794
|
+
FROM llm_usage_events e
|
|
795
|
+
WHERE ${where.sql}
|
|
796
|
+
)
|
|
797
|
+
SELECT
|
|
798
|
+
schedule_usage.created_at,
|
|
799
|
+
schedule_usage.input_tokens,
|
|
800
|
+
schedule_usage.output_tokens,
|
|
801
|
+
schedule_usage.estimated_cost_usd,
|
|
802
|
+
schedule_usage.llm_call_count,
|
|
803
|
+
schedule_usage.group_key,
|
|
804
|
+
schedule_group_jobs.name AS group_label
|
|
805
|
+
FROM schedule_usage
|
|
806
|
+
LEFT JOIN cron_jobs schedule_group_jobs
|
|
807
|
+
ON schedule_group_jobs.id = schedule_usage.group_key
|
|
808
|
+
ORDER BY schedule_usage.created_at ASC
|
|
809
|
+
`,
|
|
810
|
+
...groupKeySubquery.params,
|
|
811
|
+
...where.params,
|
|
812
|
+
);
|
|
813
|
+
} else {
|
|
814
|
+
const column = GROUP_BY_COLUMNS[groupBy];
|
|
815
|
+
const where = buildUsageAggregationWhere(range, normalizedFilter, "e");
|
|
816
|
+
rows = rawAll<UsageGroupedBucketRow>(
|
|
817
|
+
/*sql*/ `
|
|
818
|
+
SELECT
|
|
819
|
+
e.created_at,
|
|
820
|
+
e.input_tokens,
|
|
821
|
+
e.output_tokens,
|
|
822
|
+
e.estimated_cost_usd,
|
|
823
|
+
e.llm_call_count,
|
|
824
|
+
e.${column} AS group_key
|
|
825
|
+
FROM llm_usage_events e
|
|
826
|
+
WHERE ${where.sql}
|
|
827
|
+
ORDER BY e.created_at ASC
|
|
828
|
+
`,
|
|
829
|
+
...where.params,
|
|
830
|
+
);
|
|
831
|
+
}
|
|
648
832
|
|
|
649
833
|
return bucketGroupedUsageEvents(rows, range, tz, {
|
|
650
834
|
...options,
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The shared `<memory>…</memory>` injection marker.
|
|
3
|
+
*
|
|
4
|
+
* Both the v2 graph-memory producers (`conversation-graph-memory.ts`) and the
|
|
5
|
+
* v3 live renderer (`v3/render-injection.ts`) emit memory blocks with this
|
|
6
|
+
* exact wrapper, and the strip/recognition machinery in
|
|
7
|
+
* `conversation-graph-memory.ts` (`countMemoryPrefixBlocks`) matches the same
|
|
8
|
+
* `"<memory>\n"` / `"\n</memory>"` delimiters. Keeping the producer wrapper in
|
|
9
|
+
* one leaf module guarantees the byte-for-byte marker contract across v2 and
|
|
10
|
+
* v3 — a change here updates every producer at once.
|
|
11
|
+
*
|
|
12
|
+
* This is a tiny dependency-free leaf so the pure v3 renderer can import it
|
|
13
|
+
* without pulling in the heavyweight graph-memory module.
|
|
14
|
+
*/
|
|
15
|
+
export function wrapMemoryBlock(text: string): string {
|
|
16
|
+
return `<memory>\n${text}\n</memory>`;
|
|
17
|
+
}
|
|
@@ -208,6 +208,7 @@ async function runLegacyRetrospective(
|
|
|
208
208
|
source: MEMORY_RETROSPECTIVE_SOURCE,
|
|
209
209
|
trustContext: INTERNAL_GUARDIAN_TRUST_CONTEXT,
|
|
210
210
|
callSite: "memoryRetrospective",
|
|
211
|
+
allowedTools: ["remember"],
|
|
211
212
|
// The background conversation's title already reads "Memory
|
|
212
213
|
// Retrospective", and `hint` is the full retrospective prompt — surfacing
|
|
213
214
|
// it verbatim as a "Conversation Woke" card body is noisy internal
|
|
@@ -382,8 +383,10 @@ async function runForkBasedRetrospective(
|
|
|
382
383
|
forkId,
|
|
383
384
|
"user",
|
|
384
385
|
JSON.stringify([{ type: "text", text: instruction }]),
|
|
385
|
-
{
|
|
386
|
-
|
|
386
|
+
{
|
|
387
|
+
metadata: { kind: MEMORY_RETROSPECTIVE_INSTRUCTION_KIND, hidden: true },
|
|
388
|
+
skipIndexing: true,
|
|
389
|
+
},
|
|
387
390
|
);
|
|
388
391
|
} catch (err) {
|
|
389
392
|
log.error(
|
|
@@ -407,6 +410,7 @@ async function runForkBasedRetrospective(
|
|
|
407
410
|
source: MEMORY_RETROSPECTIVE_SOURCE,
|
|
408
411
|
trustContext: INTERNAL_GUARDIAN_TRUST_CONTEXT,
|
|
409
412
|
callSite: "memoryRetrospective",
|
|
413
|
+
allowedTools: ["remember"],
|
|
410
414
|
hintRole: "user",
|
|
411
415
|
skipHintInjection: true,
|
|
412
416
|
suppressAutoCompaction: true,
|
|
@@ -1,9 +1,8 @@
|
|
|
1
|
-
import { and, desc, eq,
|
|
1
|
+
import { and, desc, eq, inArray, isNull, ne } from "drizzle-orm";
|
|
2
2
|
import { v4 as uuid } from "uuid";
|
|
3
3
|
|
|
4
4
|
import { getDb } from "./db-connection.js";
|
|
5
5
|
import { memoryV2ActivationLogs } from "./schema.js";
|
|
6
|
-
import type { ShadowDiffLogRow } from "./v3/shadow-diff.js";
|
|
7
6
|
|
|
8
7
|
export interface MemoryV2ConceptRowRecord {
|
|
9
8
|
slug: string;
|
|
@@ -215,84 +214,3 @@ export function getMemoryV2ActivationLogByMessageIds(
|
|
|
215
214
|
config: JSON.parse(row.configJson) as MemoryV2ConfigSnapshot,
|
|
216
215
|
};
|
|
217
216
|
}
|
|
218
|
-
|
|
219
|
-
function parseConcepts(conceptsJson: string): MemoryV2ConceptRowRecord[] {
|
|
220
|
-
try {
|
|
221
|
-
const parsed = JSON.parse(conceptsJson);
|
|
222
|
-
return Array.isArray(parsed) ? (parsed as MemoryV2ConceptRowRecord[]) : [];
|
|
223
|
-
} catch {
|
|
224
|
-
return [];
|
|
225
|
-
}
|
|
226
|
-
}
|
|
227
|
-
|
|
228
|
-
/**
|
|
229
|
-
* Read the activation-log rows the v3 shadow-diff needs: every `v3_shadow` row
|
|
230
|
-
* (optionally newer than `sinceMs`), plus the `router` rows that could pair
|
|
231
|
-
* with them. The router read is bounded to the shadow rows' conversations and
|
|
232
|
-
* their time span (padded by `paddingMs`) so a shadow-diff over a few turns
|
|
233
|
-
* never scans the entire multi-GB log table. Returns `{ shadow, router }` for
|
|
234
|
-
* {@link computeShadowDiff} to pair and diff.
|
|
235
|
-
*/
|
|
236
|
-
export function readActivationLogsForShadowDiff(opts: {
|
|
237
|
-
sinceMs: number | null;
|
|
238
|
-
paddingMs: number;
|
|
239
|
-
}): { shadow: ShadowDiffLogRow[]; router: ShadowDiffLogRow[] } {
|
|
240
|
-
const db = getDb();
|
|
241
|
-
|
|
242
|
-
const shadow = db
|
|
243
|
-
.select({
|
|
244
|
-
conversationId: memoryV2ActivationLogs.conversationId,
|
|
245
|
-
createdAt: memoryV2ActivationLogs.createdAt,
|
|
246
|
-
conceptsJson: memoryV2ActivationLogs.conceptsJson,
|
|
247
|
-
})
|
|
248
|
-
.from(memoryV2ActivationLogs)
|
|
249
|
-
.where(
|
|
250
|
-
opts.sinceMs !== null
|
|
251
|
-
? and(
|
|
252
|
-
eq(memoryV2ActivationLogs.mode, "v3_shadow"),
|
|
253
|
-
gte(memoryV2ActivationLogs.createdAt, opts.sinceMs),
|
|
254
|
-
)
|
|
255
|
-
: eq(memoryV2ActivationLogs.mode, "v3_shadow"),
|
|
256
|
-
)
|
|
257
|
-
.orderBy(memoryV2ActivationLogs.createdAt)
|
|
258
|
-
.all()
|
|
259
|
-
.map((row) => ({
|
|
260
|
-
conversationId: row.conversationId,
|
|
261
|
-
createdAt: row.createdAt,
|
|
262
|
-
concepts: parseConcepts(row.conceptsJson),
|
|
263
|
-
}));
|
|
264
|
-
|
|
265
|
-
if (shadow.length === 0) return { shadow: [], router: [] };
|
|
266
|
-
|
|
267
|
-
const convIds = [...new Set(shadow.map((s) => s.conversationId))];
|
|
268
|
-
let tMin = Number.POSITIVE_INFINITY;
|
|
269
|
-
let tMax = Number.NEGATIVE_INFINITY;
|
|
270
|
-
for (const s of shadow) {
|
|
271
|
-
if (s.createdAt < tMin) tMin = s.createdAt;
|
|
272
|
-
if (s.createdAt > tMax) tMax = s.createdAt;
|
|
273
|
-
}
|
|
274
|
-
|
|
275
|
-
const router = db
|
|
276
|
-
.select({
|
|
277
|
-
conversationId: memoryV2ActivationLogs.conversationId,
|
|
278
|
-
createdAt: memoryV2ActivationLogs.createdAt,
|
|
279
|
-
conceptsJson: memoryV2ActivationLogs.conceptsJson,
|
|
280
|
-
})
|
|
281
|
-
.from(memoryV2ActivationLogs)
|
|
282
|
-
.where(
|
|
283
|
-
and(
|
|
284
|
-
eq(memoryV2ActivationLogs.mode, "router"),
|
|
285
|
-
inArray(memoryV2ActivationLogs.conversationId, convIds),
|
|
286
|
-
gte(memoryV2ActivationLogs.createdAt, tMin - opts.paddingMs),
|
|
287
|
-
lte(memoryV2ActivationLogs.createdAt, tMax + opts.paddingMs),
|
|
288
|
-
),
|
|
289
|
-
)
|
|
290
|
-
.all()
|
|
291
|
-
.map((row) => ({
|
|
292
|
-
conversationId: row.conversationId,
|
|
293
|
-
createdAt: row.createdAt,
|
|
294
|
-
concepts: parseConcepts(row.conceptsJson),
|
|
295
|
-
}));
|
|
296
|
-
|
|
297
|
-
return { shadow, router };
|
|
298
|
-
}
|
|
@@ -1,15 +1,16 @@
|
|
|
1
|
-
import { isPlaceholderSentinelText } from "../../providers/
|
|
1
|
+
import { isPlaceholderSentinelText } from "../../providers/placeholder-sentinels.js";
|
|
2
2
|
import type { DrizzleDb } from "../db-connection.js";
|
|
3
3
|
import { getSqliteFrom } from "../db-connection.js";
|
|
4
4
|
import { withCrashRecovery } from "./validate-migration-state.js";
|
|
5
5
|
|
|
6
6
|
/**
|
|
7
|
-
* Strip
|
|
8
|
-
*
|
|
7
|
+
* Strip provider placeholder sentinel text blocks from persisted assistant
|
|
8
|
+
* messages.
|
|
9
9
|
*
|
|
10
10
|
* PLACEHOLDER_EMPTY_TURN and PLACEHOLDER_BLOCKS_OMITTED are injected into
|
|
11
|
-
* outbound
|
|
12
|
-
*
|
|
11
|
+
* outbound provider request bodies (Anthropic role alternation, OpenAI-
|
|
12
|
+
* compatible "content or tool_calls" constraint) when an assistant turn would
|
|
13
|
+
* otherwise be empty. They are never supposed to be
|
|
13
14
|
* persisted, but a leak path caused them to be stored in the messages table
|
|
14
15
|
* where they render in chat bubbles as bold "PLACEHOLDER[...]" (markdown
|
|
15
16
|
* interprets the double-underscore surround as bold).
|