@vellumai/assistant 0.8.6 → 0.8.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +4 -4
- package/Dockerfile +1 -0
- package/bun.lock +11 -2
- package/docker-entrypoint.sh +8 -6
- package/docs/plugins.md +63 -28
- package/examples/plugins/echo/register.ts +4 -7
- package/knip.json +1 -0
- package/node_modules/@vellumai/environments/bun.lock +24 -0
- package/node_modules/@vellumai/environments/package.json +18 -0
- package/node_modules/@vellumai/environments/src/__tests__/package-boundary.test.ts +95 -0
- package/node_modules/@vellumai/environments/src/index.ts +11 -0
- package/node_modules/@vellumai/environments/src/seeds.ts +73 -0
- package/node_modules/@vellumai/environments/src/types.ts +70 -0
- package/node_modules/@vellumai/environments/tsconfig.json +20 -0
- package/node_modules/@vellumai/skill-host-contracts/src/assistant-event.ts +11 -0
- package/node_modules/@vellumai/skill-host-contracts/src/client.ts +3 -4
- package/node_modules/@vellumai/skill-host-contracts/src/skill-host.ts +6 -2
- package/openapi.yaml +3735 -353
- package/package.json +7 -3
- package/scripts/generate-openapi.ts +20 -13
- package/src/__tests__/agent-loop-callsite-precedence.test.ts +42 -80
- package/src/__tests__/agent-loop-exit-reason.test.ts +240 -39
- package/src/__tests__/agent-loop-mutable-latest-user-message.test.ts +141 -0
- package/src/__tests__/agent-loop-override-profile.test.ts +19 -32
- package/src/__tests__/agent-loop-provider-error-recording.test.ts +6 -4
- package/src/__tests__/agent-loop-thinking.test.ts +17 -12
- package/src/__tests__/agent-loop.test.ts +207 -341
- package/src/__tests__/agent-wake-disk-pressure-callsite.test.ts +4 -2
- package/src/__tests__/agent-wake-override-profile.test.ts +22 -40
- package/src/__tests__/anthropic-provider.test.ts +201 -55
- package/src/__tests__/app-builder-skill-instructions.test.ts +22 -0
- package/src/__tests__/app-control-flow.test.ts +5 -0
- package/src/__tests__/approval-cascade.test.ts +4 -11
- package/src/__tests__/approval-routes-http.test.ts +4 -2
- package/src/__tests__/assistant-event.test.ts +15 -0
- package/src/__tests__/assistant-feature-flags-integration.test.ts +2 -2
- package/src/__tests__/avatar-e2e.test.ts +7 -37
- package/src/__tests__/avatar-generator.test.ts +12 -42
- package/src/__tests__/avatar-identity-sync.test.ts +28 -3
- package/src/__tests__/background-shell-bash.test.ts +3 -7
- package/src/__tests__/btw-routes.test.ts +7 -12
- package/src/__tests__/call-pointer-messages.test.ts +5 -3
- package/src/__tests__/call-site-routing-provider.test.ts +22 -40
- package/src/__tests__/catalog-files.test.ts +1 -0
- package/src/__tests__/channel-approval-routes.test.ts +48 -20
- package/src/__tests__/channel-approvals.test.ts +3 -1
- package/src/__tests__/channel-invite-transport.test.ts +1 -5
- package/src/__tests__/channel-readiness-routes.test.ts +0 -4
- package/src/__tests__/channel-readiness-slack-remote.test.ts +2 -7
- package/src/__tests__/channel-retry-sweep.test.ts +71 -79
- package/src/__tests__/circuit-breaker-pipeline.test.ts +3 -3
- package/src/__tests__/clawhub-files.test.ts +1 -0
- package/src/__tests__/compaction-events.test.ts +5 -17
- package/src/__tests__/compaction-pipeline.test.ts +1 -1
- package/src/__tests__/compaction-timeout-recovery.test.ts +37 -48
- package/src/__tests__/compaction-trail-store.test.ts +1 -79
- package/src/__tests__/compactor-image-manifest-trust.test.ts +112 -0
- package/src/__tests__/computer-use-tools.test.ts +2 -2
- package/src/__tests__/config-watcher.test.ts +28 -0
- package/src/__tests__/context-search-agent-runner.test.ts +6 -3
- package/src/__tests__/context-token-estimator.test.ts +34 -0
- package/src/__tests__/context-window-manager-compact-retry.test.ts +291 -0
- package/src/__tests__/conversation-abort-tool-results.test.ts +14 -7
- package/src/__tests__/conversation-agent-loop-disk-pressure.test.ts +3 -2
- package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +12 -27
- package/src/__tests__/conversation-agent-loop-overflow.test.ts +430 -90
- package/src/__tests__/conversation-agent-loop.test.ts +581 -62
- package/src/__tests__/conversation-analysis-routes.test.ts +1 -3
- package/src/__tests__/conversation-app-control-lifecycle.test.ts +1 -1
- package/src/__tests__/conversation-clear-safety.test.ts +20 -10
- package/src/__tests__/conversation-confirmation-signals.test.ts +15 -45
- package/src/__tests__/conversation-disk-view-integration.test.ts +2 -2
- package/src/__tests__/conversation-disk-view.test.ts +10 -17
- package/src/__tests__/conversation-fork-crud.test.ts +86 -172
- package/src/__tests__/conversation-fork-route.test.ts +16 -14
- package/src/__tests__/conversation-init.benchmark.test.ts +6 -6
- package/src/__tests__/conversation-lifecycle.test.ts +3 -2
- package/src/__tests__/conversation-load-history-repair.test.ts +3 -2
- package/src/__tests__/conversation-load-history-stripped.test.ts +1 -1
- package/src/__tests__/conversation-message-sync-tags.test.ts +3 -4
- package/src/__tests__/conversation-pairing.test.ts +34 -4
- package/src/__tests__/conversation-pre-run-repair.test.ts +1 -1
- package/src/__tests__/conversation-process-app-control-preactivation.test.ts +4 -0
- package/src/__tests__/conversation-process-callsite.test.ts +27 -30
- package/src/__tests__/conversation-provider-retry-repair.test.ts +53 -44
- package/src/__tests__/conversation-queue.test.ts +270 -164
- package/src/__tests__/conversation-routes-disk-view.test.ts +3 -2
- package/src/__tests__/conversation-routes-guardian-reply.test.ts +2 -2
- package/src/__tests__/conversation-routes-slash-commands.test.ts +2 -2
- package/src/__tests__/conversation-runtime-assembly.test.ts +20 -22
- package/src/__tests__/conversation-runtime-workspace.test.ts +19 -1
- package/src/__tests__/conversation-slash-queue.test.ts +37 -31
- package/src/__tests__/conversation-slash-unknown.test.ts +13 -15
- package/src/__tests__/conversation-speed-override.test.ts +8 -22
- package/src/__tests__/conversation-stream-state.test.ts +484 -0
- package/src/__tests__/conversation-surfaces-action-delivery.test.ts +6 -15
- package/src/__tests__/conversation-surfaces-app-control.test.ts +32 -4
- package/src/__tests__/conversation-surfaces-state-update.test.ts +5 -2
- package/src/__tests__/conversation-surfaces-table-action.test.ts +6 -15
- package/src/__tests__/conversation-tool-setup-app-refresh.test.ts +23 -11
- package/src/__tests__/conversation-unread-route.test.ts +14 -2
- package/src/__tests__/conversation-usage.test.ts +0 -2
- package/src/__tests__/conversation-wipe.test.ts +1 -1
- package/src/__tests__/conversation-workspace-cache-state.test.ts +3 -1
- package/src/__tests__/conversation-workspace-injection.test.ts +48 -22
- package/src/__tests__/conversation-workspace-tool-tracking.test.ts +27 -7
- package/src/__tests__/credential-execution-tools.test.ts +1 -2
- package/src/__tests__/credential-security-invariants.test.ts +0 -1
- package/src/__tests__/cross-provider-web-search.test.ts +6 -2
- package/src/__tests__/cu-unified-flow.test.ts +26 -1
- package/src/__tests__/db-schedule-syntax-migration.test.ts +11 -0
- package/src/__tests__/disk-pressure-guard.test.ts +66 -0
- package/src/__tests__/disk-pressure-routes.test.ts +9 -2
- package/src/__tests__/dm-persistence.test.ts +7 -2
- package/src/__tests__/dynamic-page-surface.test.ts +68 -0
- package/src/__tests__/edit-propagation.test.ts +1 -2
- package/src/__tests__/empty-response-pipeline.test.ts +127 -5
- package/src/__tests__/filing-service.test.ts +2 -2
- package/src/__tests__/first-greeting.test.ts +55 -14
- package/src/__tests__/gemini-inline-media.test.ts +78 -0
- package/src/__tests__/gemini-provider.test.ts +351 -28
- package/src/__tests__/guardian-routing-state.test.ts +60 -71
- package/src/__tests__/handlers-user-message-approval-consumption.test.ts +9 -7
- package/src/__tests__/heartbeat-disk-pressure.test.ts +1 -0
- package/src/__tests__/heartbeat-service.test.ts +2 -1
- package/src/__tests__/history-repair-hook.test.ts +161 -0
- package/src/__tests__/history-repair-observability.test.ts +1 -1
- package/src/__tests__/history-repair.test.ts +2 -1
- package/src/__tests__/host-app-control-proxy.test.ts +2 -0
- package/src/__tests__/host-cu-proxy.test.ts +2 -0
- package/src/__tests__/host-file-edit-tool.test.ts +4 -2
- package/src/__tests__/host-file-proxy.test.ts +31 -0
- package/src/__tests__/host-file-read-tool.test.ts +4 -2
- package/src/__tests__/host-file-write-tool.test.ts +9 -3
- package/src/__tests__/host-proxy-preactivation.test.ts +53 -14
- package/src/__tests__/host-shell-tool.test.ts +9 -4
- package/src/__tests__/http-user-message-parity.test.ts +2 -2
- package/src/__tests__/identity-intro-cache.test.ts +35 -14
- package/src/__tests__/inbound-slack-persistence.test.ts +7 -2
- package/src/__tests__/injector-background-turn.test.ts +1 -1
- package/src/__tests__/injector-chain.test.ts +1 -1
- package/src/__tests__/injector-disk-pressure.test.ts +1 -1
- package/src/__tests__/injector-document-comments.test.ts +1 -1
- package/src/__tests__/injector-pkb-v2-silenced.test.ts +1 -1
- package/src/__tests__/injector-v3-suppression.test.ts +220 -0
- package/src/__tests__/list-messages-attachments.test.ts +7 -8
- package/src/__tests__/list-messages-hidden-metadata.test.ts +17 -15
- package/src/__tests__/list-messages-page-latest.test.ts +0 -1
- package/src/__tests__/list-messages-tool-merge.test.ts +36 -6
- package/src/__tests__/llm-call-pipeline.test.ts +21 -15
- package/src/__tests__/llm-request-log-turn-query.test.ts +42 -86
- package/src/__tests__/llm-resolver.test.ts +23 -47
- package/src/__tests__/llm-usage-store.test.ts +45 -0
- package/src/__tests__/log-export-routes.test.ts +59 -0
- package/src/__tests__/managed-skill-lifecycle.test.ts +1 -8
- package/src/__tests__/mcp-auth-routes.test.ts +15 -10
- package/src/__tests__/mcp-health-check.test.ts +18 -13
- package/src/__tests__/memory-retrieval-pipeline.test.ts +1 -1
- package/src/__tests__/memory-v2-static-injector.test.ts +1 -1
- package/src/__tests__/messaging-send-tool.test.ts +8 -4
- package/src/__tests__/migration-export-http.test.ts +12 -12
- package/src/__tests__/migration-import-commit-http.test.ts +8 -8
- package/src/__tests__/migration-import-preflight-http.test.ts +7 -7
- package/src/__tests__/migration-validate-http.test.ts +3 -3
- package/src/__tests__/native-web-search.test.ts +14 -20
- package/src/__tests__/notification-decision-identity.test.ts +9 -18
- package/src/__tests__/notification-decision-recipient-context.test.ts +3 -6
- package/src/__tests__/oauth-commands-routes.test.ts +1 -1
- package/src/__tests__/onboarding-template-contract.test.ts +10 -0
- package/src/__tests__/openai-provider.test.ts +66 -70
- package/src/__tests__/openai-responses-provider.test.ts +21 -77
- package/src/__tests__/outbound-slack-persistence.test.ts +2 -1
- package/src/__tests__/overflow-reduce-pipeline.test.ts +2 -4
- package/src/__tests__/parallel-tool.benchmark.test.ts +24 -36
- package/src/__tests__/persistence-pipeline.test.ts +15 -26
- package/src/__tests__/persistence-secret-redaction.test.ts +2 -1
- package/src/__tests__/pipeline-runner.test.ts +2 -3
- package/src/__tests__/plugin-bootstrap.test.ts +51 -25
- package/src/__tests__/plugin-route-contribution.test.ts +6 -16
- package/src/__tests__/plugin-skill-contribution.test.ts +7 -17
- package/src/__tests__/plugin-tool-contribution.test.ts +10 -26
- package/src/__tests__/plugin-types.test.ts +7 -14
- package/src/__tests__/prechat-onboarding-contract.test.ts +23 -0
- package/src/__tests__/process-message-background-slack.test.ts +17 -16
- package/src/__tests__/process-message-display-content.test.ts +30 -42
- package/src/__tests__/provider-commit-message-generator.test.ts +19 -14
- package/src/__tests__/provider-error-scenarios.test.ts +7 -6
- package/src/__tests__/provider-platform-proxy-integration.test.ts +3 -8
- package/src/__tests__/provider-send-message-override-profile.test.ts +9 -25
- package/src/__tests__/provider-streaming.benchmark.test.ts +12 -22
- package/src/__tests__/provider-usage-tracking.test.ts +0 -6
- package/src/__tests__/ratelimit.test.ts +9 -4
- package/src/__tests__/relay-server.test.ts +20 -13
- package/src/__tests__/retry-openrouter-only-normalization.test.ts +5 -8
- package/src/__tests__/retry-thinking-tool-choice.test.ts +10 -13
- package/src/__tests__/retry-verbosity-normalization.test.ts +5 -8
- package/src/__tests__/runtime-events-sse-reconnect.test.ts +353 -0
- package/src/__tests__/schedule-routes.test.ts +80 -10
- package/src/__tests__/schedule-store.test.ts +67 -0
- package/src/__tests__/schedule-tools.test.ts +125 -0
- package/src/__tests__/secret-ingress-http.test.ts +2 -2
- package/src/__tests__/secret-prompt-log-hygiene.test.ts +11 -7
- package/src/__tests__/secret-prompter-channel-fallback.test.ts +11 -9
- package/src/__tests__/secret-response-routing.test.ts +13 -11
- package/src/__tests__/send-endpoint-busy.test.ts +2 -1
- package/src/__tests__/shell-observability.test.ts +249 -0
- package/src/__tests__/skill-feature-flags-integration.test.ts +11 -11
- package/src/__tests__/skill-feature-flags.test.ts +6 -6
- package/src/__tests__/skill-load-feature-flag.test.ts +10 -10
- package/src/__tests__/skills-files-catalog-fallback.test.ts +10 -0
- package/src/__tests__/skillssh-files.test.ts +1 -0
- package/src/__tests__/starter-task-flow.test.ts +6 -6
- package/src/__tests__/strip-memory-injections.test.ts +102 -14
- package/src/__tests__/subagent-call-site-routing.test.ts +2 -2
- package/src/__tests__/suggestion-routes.test.ts +3 -3
- package/src/__tests__/sync-message-contract.test.ts +19 -16
- package/src/__tests__/system-prompt.test.ts +54 -0
- package/src/__tests__/terminal-tools.test.ts +3 -24
- package/src/__tests__/thread-backfill.test.ts +4 -9
- package/src/__tests__/title-generate-pipeline.test.ts +1 -1
- package/src/__tests__/token-estimate-pipeline.test.ts +2 -4
- package/src/__tests__/tool-error-pipeline.test.ts +2 -2
- package/src/__tests__/tool-execute-pipeline.test.ts +1 -1
- package/src/__tests__/tool-preview-lifecycle.test.ts +13 -11
- package/src/__tests__/tool-result-truncate-pipeline.test.ts +9 -12
- package/src/__tests__/tool-result-truncation.test.ts +3 -1
- package/src/__tests__/tools-audio-read.test.ts +113 -0
- package/src/__tests__/turn-boundary-resolution.test.ts +44 -84
- package/src/__tests__/turn-events-store.test.ts +11 -7
- package/src/__tests__/voice-scoped-grant-consumer.test.ts +8 -6
- package/src/__tests__/voice-session-bridge.test.ts +13 -7
- package/src/acp/__tests__/prepare-agent-env.test.ts +143 -31
- package/src/acp/prepare-agent-env.ts +52 -11
- package/src/agent/compaction-circuit.ts +140 -0
- package/src/agent/loop.ts +409 -85
- package/src/api/README.md +19 -17
- package/src/api/constants/tool-execution.ts +21 -0
- package/src/api/events/assistant-activity-state.ts +75 -0
- package/src/api/events/assistant-outbound-attachment.ts +25 -27
- package/src/api/events/assistant-text-delta.ts +6 -8
- package/src/api/events/assistant-turn-start.ts +5 -7
- package/src/api/events/avatar-updated.ts +24 -0
- package/src/api/events/compaction-circuit-closed.ts +26 -0
- package/src/api/events/compaction-circuit-open.ts +28 -0
- package/src/api/events/confirmation-request.ts +114 -0
- package/src/api/events/contact-request.ts +33 -0
- package/src/api/events/conversation-error.ts +77 -0
- package/src/api/events/conversation-list-invalidated.ts +38 -0
- package/src/api/events/conversation-title-updated.ts +24 -0
- package/src/api/events/disk-pressure-status-changed.ts +61 -0
- package/src/api/events/document-comment-created.ts +24 -28
- package/src/api/events/document-comment-deleted.ts +6 -8
- package/src/api/events/document-comment-reopened.ts +6 -8
- package/src/api/events/document-comment-resolved.ts +8 -10
- package/src/api/events/document-editor-update.ts +27 -0
- package/src/api/events/error.ts +32 -0
- package/src/api/events/generation-cancelled.ts +4 -6
- package/src/api/events/generation-handoff.ts +13 -15
- package/src/api/events/home-feed-updated.ts +26 -0
- package/src/api/events/identity-changed.ts +32 -0
- package/src/api/events/interaction-resolved.ts +50 -0
- package/src/api/events/message-complete.ts +10 -12
- package/src/api/events/message-dequeued.ts +21 -0
- package/src/api/events/message-queued-deleted.ts +23 -0
- package/src/api/events/message-queued.ts +22 -0
- package/src/api/events/message-request-complete.ts +29 -0
- package/src/api/events/navigate-settings.ts +20 -0
- package/src/api/events/notification-intent.ts +33 -0
- package/src/api/events/open-url.ts +6 -8
- package/src/api/events/question-request.ts +67 -0
- package/src/api/events/relationship-state-updated.ts +4 -6
- package/src/api/events/secret-request.ts +42 -0
- package/src/api/events/subagent-event.ts +79 -0
- package/src/api/events/subagent-spawned.ts +40 -0
- package/src/api/events/subagent-status-changed.ts +65 -0
- package/src/api/events/sync-changed.ts +29 -0
- package/src/api/events/tool-result.ts +129 -0
- package/src/api/events/tool-use-start.ts +8 -10
- package/src/api/events/turn-profile-auto-routed.ts +28 -0
- package/src/api/events/ui-surface-complete.ts +30 -0
- package/src/api/events/ui-surface-dismiss.ts +22 -0
- package/src/api/events/ui-surface-show.ts +67 -0
- package/src/api/events/ui-surface-update.ts +26 -0
- package/src/api/events/usage-update.ts +34 -0
- package/src/api/events/user-message-echo.ts +35 -0
- package/src/api/index.ts +354 -0
- package/src/api/requests/dictation.ts +45 -0
- package/src/api/responses/disk-pressure-status.ts +26 -0
- package/src/api/responses/home.ts +217 -0
- package/src/api/responses/llm-context-response.ts +2 -0
- package/src/api/responses/memory-v3-selection-log.ts +50 -0
- package/src/api/responses/subagent-detail.ts +48 -0
- package/src/approvals/guardian-decision-primitive.ts +7 -15
- package/src/approvals/guardian-request-resolvers.ts +6 -9
- package/src/avatar/__tests__/avatar-manifest.test.ts +236 -0
- package/src/avatar/__tests__/avatar-store.test.ts +193 -0
- package/src/avatar/avatar-manifest.ts +195 -0
- package/src/avatar/avatar-store.ts +113 -0
- package/src/avatar/traits-png-sync.ts +8 -2
- package/src/background-wake/next-wake.test.ts +31 -1
- package/src/background-wake/next-wake.ts +4 -1
- package/src/calls/call-conversation-messages.ts +6 -4
- package/src/calls/guardian-action-sweep.ts +6 -4
- package/src/calls/relay-server.ts +12 -8
- package/src/calls/voice-session-bridge.ts +13 -27
- package/src/cli/commands/__tests__/memory-v3.test.ts +245 -0
- package/src/cli/commands/avatar.ts +17 -11
- package/src/cli/commands/conversations.ts +15 -1
- package/src/cli/commands/db/__tests__/repair.test.ts +540 -0
- package/src/cli/commands/db/__tests__/status.test.ts +253 -0
- package/src/cli/commands/db/format.ts +48 -0
- package/src/cli/commands/db/index.ts +29 -0
- package/src/cli/commands/db/repair-step-conversation-backfill.ts +345 -0
- package/src/cli/commands/db/repair-step-integrity.ts +146 -0
- package/src/cli/commands/db/repair-steps.ts +164 -0
- package/src/cli/commands/db/repair.ts +141 -0
- package/src/cli/commands/db/status.ts +366 -0
- package/src/cli/commands/memory-v3.ts +159 -445
- package/src/cli/lib/cli-colors.ts +24 -6
- package/src/cli/program.ts +4 -5
- package/src/config/__tests__/feature-flag-registry-guard.test.ts +2 -2
- package/src/config/assistant-feature-flags.ts +2 -2
- package/src/config/bundled-skills/app-builder/SKILL.md +14 -3
- package/src/config/bundled-skills/media-processing/services/reduce.ts +6 -9
- package/src/config/bundled-skills/messaging/tools/messaging-send.ts +7 -2
- package/src/config/bundled-skills/schedule/SKILL.md +1 -1
- package/src/config/bundled-skills/schedule/TOOLS.json +8 -0
- package/src/config/call-site-defaults.ts +2 -7
- package/src/config/feature-flag-registry.json +25 -9
- package/src/config/schemas/__tests__/memory-v2.test.ts +1 -226
- package/src/config/schemas/call-site-catalog.ts +8 -15
- package/src/config/schemas/llm.ts +2 -3
- package/src/config/schemas/memory-lifecycle.ts +24 -0
- package/src/config/schemas/memory-v2.ts +0 -253
- package/src/config/schemas/memory-v3.ts +39 -0
- package/src/config/schemas/memory.ts +6 -1
- package/src/config/schemas/timeouts.ts +3 -1
- package/src/context/compactor.ts +54 -31
- package/src/context/token-estimator.ts +19 -0
- package/src/context/tool-result-truncation.ts +1 -43
- package/src/context/window-manager.ts +138 -20
- package/src/daemon/__tests__/conversation-surfaces-launch.test.ts +2 -2
- package/src/daemon/__tests__/web-search-status-text.test.ts +10 -6
- package/src/daemon/approval-generators.ts +4 -4
- package/src/daemon/config-watcher.ts +7 -1
- package/src/daemon/conversation-agent-loop-handlers.ts +225 -88
- package/src/daemon/conversation-agent-loop.ts +284 -584
- package/src/daemon/conversation-error.ts +7 -7
- package/src/daemon/conversation-history.ts +22 -6
- package/src/daemon/conversation-launch.ts +4 -8
- package/src/daemon/conversation-lifecycle.ts +10 -38
- package/src/daemon/conversation-messaging.ts +1 -3
- package/src/daemon/conversation-notifiers.ts +7 -5
- package/src/daemon/conversation-process.ts +100 -79
- package/src/daemon/conversation-runtime-assembly.ts +47 -21
- package/src/daemon/conversation-store.ts +6 -5
- package/src/daemon/conversation-surfaces.ts +55 -69
- package/src/daemon/conversation-tool-setup.ts +3 -0
- package/src/daemon/conversation.ts +91 -126
- package/src/daemon/daemon-skill-host.ts +2 -6
- package/src/daemon/disk-pressure-guard.ts +35 -29
- package/src/daemon/external-plugins-bootstrap.ts +46 -24
- package/src/daemon/first-greeting.ts +26 -4
- package/src/daemon/guardian-action-generators.ts +2 -2
- package/src/daemon/handlers/conversations.ts +6 -22
- package/src/daemon/handlers/shared.ts +4 -0
- package/src/daemon/handlers/skills.ts +15 -14
- package/src/daemon/host-app-control-proxy.ts +54 -1
- package/src/daemon/host-cu-proxy.ts +46 -22
- package/src/daemon/host-file-proxy.ts +25 -1
- package/src/daemon/host-proxy-preactivation.ts +25 -6
- package/src/daemon/lifecycle.ts +28 -55
- package/src/daemon/message-protocol.ts +2 -3
- package/src/daemon/message-provenance.ts +49 -0
- package/src/daemon/message-types/contacts.ts +3 -20
- package/src/daemon/message-types/conversations.ts +13 -111
- package/src/daemon/message-types/documents.ts +3 -9
- package/src/daemon/message-types/home.ts +4 -17
- package/src/daemon/message-types/integrations.ts +2 -6
- package/src/daemon/message-types/messages.ts +28 -343
- package/src/daemon/message-types/notifications.ts +2 -32
- package/src/daemon/message-types/settings.ts +3 -8
- package/src/daemon/message-types/skills.ts +2 -0
- package/src/daemon/message-types/surfaces.ts +2 -0
- package/src/daemon/message-types/sync.ts +12 -25
- package/src/daemon/message-types/workspace.ts +3 -11
- package/src/daemon/process-message.ts +49 -46
- package/src/daemon/server.ts +12 -0
- package/src/daemon/tool-side-effects.ts +10 -7
- package/src/daemon/trust-context.ts +13 -0
- package/src/daemon/wake-target-adapter.ts +11 -1
- package/src/heartbeat/__tests__/heartbeat-service.test.ts +3 -1
- package/src/heartbeat/heartbeat-run-store.ts +31 -0
- package/src/heartbeat/heartbeat-service.ts +16 -0
- package/src/home/feature-gate.ts +22 -0
- package/src/home/feed-types.ts +36 -221
- package/src/ipc/__tests__/email-ipc.test.ts +0 -9
- package/src/ipc/routes/__tests__/route-adapter.test.ts +244 -0
- package/src/ipc/routes/route-adapter.ts +45 -6
- package/src/ipc/skill-routes/__tests__/memory.test.ts +18 -9
- package/src/ipc/skill-routes/__tests__/providers.test.ts +10 -10
- package/src/ipc/skill-routes/__tests__/registries.test.ts +28 -18
- package/src/ipc/skill-routes/memory.ts +26 -13
- package/src/ipc/skill-routes/providers.ts +5 -6
- package/src/ipc/skill-routes/registries.ts +13 -61
- package/src/live-voice/__tests__/live-voice-archive.test.ts +24 -11
- package/src/memory/__tests__/conversation-queries.test.ts +192 -8
- package/src/memory/__tests__/db-maintenance.test.ts +128 -0
- package/src/memory/__tests__/jobs-store-job-classes.test.ts +5 -4
- package/src/memory/__tests__/memory-retrospective-job.test.ts +10 -6
- package/src/memory/__tests__/memory-v3-selections-migration.test.ts +103 -0
- package/src/memory/context-search/agent-runner.ts +2 -4
- package/src/memory/conversation-crud.ts +39 -8
- package/src/memory/conversation-queries.ts +78 -22
- package/src/memory/db-init.ts +8 -0
- package/src/memory/db-maintenance.ts +18 -2
- package/src/memory/graph/consolidation.ts +8 -11
- package/src/memory/graph/conversation-graph-memory.ts +41 -8
- package/src/memory/graph/extraction.ts +6 -9
- package/src/memory/graph/narrative.ts +2 -2
- package/src/memory/graph/pattern-scan.ts +2 -2
- package/src/memory/graph/retriever.ts +20 -26
- package/src/memory/graph/tools.ts +4 -4
- package/src/memory/job-handlers/conversation-starters.ts +32 -32
- package/src/memory/job-handlers/summarization.ts +1 -2
- package/src/memory/jobs-store.ts +3 -1
- package/src/memory/jobs-worker.ts +51 -39
- package/src/memory/llm-request-log-source-clickhouse.ts +5 -31
- package/src/memory/llm-request-log-source-local.ts +0 -11
- package/src/memory/llm-request-log-source.ts +9 -25
- package/src/memory/llm-request-log-store.ts +0 -41
- package/src/memory/llm-usage-store.ts +10 -0
- package/src/memory/memory-marker.ts +17 -0
- package/src/memory/memory-retrospective-job.ts +6 -2
- package/src/memory/memory-v2-activation-log-store.ts +1 -83
- package/src/memory/migrations/267-llm-usage-events-add-assistant-version.ts +46 -0
- package/src/memory/migrations/268-add-memory-v3-selections.ts +28 -0
- package/src/memory/migrations/269-schedule-script-timeout.ts +11 -0
- package/src/memory/migrations/270-messages-role-created-at-index.ts +18 -0
- package/src/memory/migrations/__tests__/267-llm-usage-events-add-assistant-version.test.ts +117 -0
- package/src/memory/migrations/index.ts +4 -0
- package/src/memory/schema/infrastructure.ts +11 -0
- package/src/memory/v2/__tests__/consolidation-job.test.ts +124 -0
- package/src/memory/v2/__tests__/migration.test.ts +11 -3
- package/src/memory/v2/__tests__/page-index.test.ts +37 -1
- package/src/memory/v2/__tests__/router.test.ts +14 -4
- package/src/memory/v2/__tests__/sweep-job.test.ts +6 -5
- package/src/memory/v2/backfill-jobs.ts +6 -0
- package/src/memory/v2/consolidation-job.ts +89 -9
- package/src/memory/v2/migration.ts +5 -3
- package/src/memory/v2/page-index.ts +11 -0
- package/src/memory/v2/router.ts +8 -11
- package/src/memory/v2/sweep-job.ts +8 -11
- package/src/memory/v2/types.ts +1 -0
- package/src/memory/v3/__tests__/assign.test.ts +242 -0
- package/src/memory/v3/__tests__/capabilities.test.ts +118 -0
- package/src/memory/v3/__tests__/core.test.ts +39 -0
- package/src/memory/v3/__tests__/fixtures/eval-turns.json +36 -0
- package/src/memory/v3/__tests__/fixtures/live-turns.json +37 -0
- package/src/memory/v3/__tests__/health.test.ts +203 -0
- package/src/memory/v3/__tests__/live-integration.test.ts +330 -0
- package/src/memory/v3/__tests__/maintain-job.test.ts +288 -0
- package/src/memory/v3/__tests__/needle.test.ts +107 -0
- package/src/memory/v3/__tests__/orchestrate.test.ts +400 -0
- package/src/memory/v3/__tests__/reconcile.test.ts +274 -0
- package/src/memory/v3/__tests__/render-injection.test.ts +61 -0
- package/src/memory/v3/__tests__/router.test.ts +260 -0
- package/src/memory/v3/__tests__/selection-log-store.test.ts +179 -0
- package/src/memory/v3/__tests__/selector.test.ts +404 -0
- package/src/memory/v3/__tests__/shadow-plugin.test.ts +414 -0
- package/src/memory/v3/__tests__/snapshot.test.ts +168 -0
- package/src/memory/v3/__tests__/tree.test.ts +192 -0
- package/src/memory/v3/__tests__/types.test.ts +54 -0
- package/src/memory/v3/__tests__/working-set-eviction.test.ts +106 -0
- package/src/memory/v3/__tests__/working-set-skeleton.test.ts +44 -0
- package/src/memory/v3/assign.ts +268 -0
- package/src/memory/v3/capabilities.ts +124 -0
- package/src/memory/v3/core.ts +26 -0
- package/src/memory/v3/data/README.md +84 -0
- package/src/memory/v3/data/assignments.json +5 -0
- package/src/memory/v3/data/core.json +1 -0
- package/src/memory/v3/data/leaves/domain-a/topic-x.md +9 -0
- package/src/memory/v3/data/leaves/domain-a/topic-y.md +9 -0
- package/src/memory/v3/data/leaves/domain-b/topic-z.md +9 -0
- package/src/memory/v3/health.ts +0 -0
- package/src/memory/v3/maintain-job.ts +314 -0
- package/src/memory/v3/needle.ts +115 -0
- package/src/memory/v3/orchestrate.ts +114 -0
- package/src/memory/v3/page-content.ts +34 -0
- package/src/memory/v3/provider-blocks.ts +16 -0
- package/src/memory/v3/reconcile.ts +523 -0
- package/src/memory/v3/render-injection.ts +32 -0
- package/src/memory/v3/router.ts +184 -0
- package/src/memory/v3/selection-log-store.ts +84 -0
- package/src/memory/v3/selector.ts +211 -0
- package/src/memory/v3/shadow-plugin.ts +379 -0
- package/src/memory/v3/snapshot.ts +209 -0
- package/src/memory/v3/tree.ts +174 -0
- package/src/memory/v3/types.ts +46 -60
- package/src/memory/v3/working-set.ts +88 -0
- package/src/messaging/providers/slack/render-transcript.test.ts +1 -1
- package/src/messaging/providers/slack/render-transcript.ts +2 -2
- package/src/messaging/style-analyzer.ts +8 -11
- package/src/notifications/conversation-pairing.ts +8 -6
- package/src/notifications/decision-engine.ts +10 -13
- package/src/notifications/preference-extractor.ts +11 -14
- package/src/permissions/prompter.ts +42 -36
- package/src/permissions/question-prompter.test.ts +35 -26
- package/src/permissions/question-prompter.ts +6 -10
- package/src/plugin-api/index.ts +2 -0
- package/src/plugin-api/types.ts +25 -3
- package/src/plugins/defaults/circuit-breaker/middlewares/circuitBreaker.ts +93 -0
- package/src/plugins/defaults/circuit-breaker/package.json +15 -0
- package/src/plugins/defaults/circuit-breaker/register.ts +39 -0
- package/src/plugins/defaults/compaction/middlewares/compaction.ts +25 -0
- package/src/plugins/defaults/compaction/package.json +15 -0
- package/src/plugins/defaults/compaction/register.ts +35 -0
- package/src/plugins/defaults/compaction/terminal.ts +73 -0
- package/src/plugins/defaults/empty-response/middlewares/emptyResponse.ts +22 -0
- package/src/plugins/defaults/empty-response/package.json +15 -0
- package/src/plugins/defaults/empty-response/register.ts +28 -0
- package/src/plugins/defaults/empty-response/terminal.ts +106 -0
- package/src/plugins/defaults/history-repair/hooks/user-prompt-submit.ts +35 -0
- package/src/plugins/defaults/history-repair/package.json +15 -0
- package/src/plugins/defaults/history-repair/register.ts +24 -0
- package/src/{daemon/history-repair.ts → plugins/defaults/history-repair/terminal.ts} +48 -35
- package/src/plugins/defaults/index.ts +29 -40
- package/src/plugins/defaults/injectors/package.json +15 -0
- package/src/plugins/defaults/{injectors.ts → injectors/register.ts} +14 -38
- package/src/plugins/defaults/llm-call/middlewares/llmCall.ts +17 -0
- package/src/plugins/defaults/llm-call/package.json +15 -0
- package/src/plugins/defaults/{llm-call.ts → llm-call/register.ts} +6 -38
- package/src/plugins/defaults/memory-retrieval/middlewares/memoryRetrieval.ts +17 -0
- package/src/plugins/defaults/memory-retrieval/package.json +15 -0
- package/src/plugins/defaults/{memory-retrieval.ts → memory-retrieval/register.ts} +10 -48
- package/src/plugins/defaults/{overflow-reduce.ts → overflow-reduce/middlewares/overflowReduce.ts} +18 -77
- package/src/plugins/defaults/overflow-reduce/package.json +15 -0
- package/src/plugins/defaults/overflow-reduce/register.ts +42 -0
- package/src/plugins/defaults/persistence/middlewares/persistence.ts +19 -0
- package/src/plugins/defaults/persistence/package.json +15 -0
- package/src/plugins/defaults/persistence/register.ts +38 -0
- package/src/plugins/defaults/persistence/terminal.ts +83 -0
- package/src/plugins/defaults/title-generate/package.json +15 -0
- package/src/plugins/defaults/title-generate/register.ts +35 -0
- package/src/plugins/defaults/title-generate/terminal.ts +31 -0
- package/src/plugins/defaults/token-estimate/middlewares/tokenEstimate.ts +23 -0
- package/src/plugins/defaults/token-estimate/package.json +15 -0
- package/src/plugins/defaults/token-estimate/register.ts +34 -0
- package/src/plugins/defaults/token-estimate/terminal.ts +40 -0
- package/src/plugins/defaults/tool-error/middlewares/toolError.ts +21 -0
- package/src/plugins/defaults/tool-error/package.json +15 -0
- package/src/plugins/defaults/tool-error/register.ts +35 -0
- package/src/plugins/defaults/tool-error/terminal.ts +47 -0
- package/src/plugins/defaults/tool-execute/middlewares/toolExecute.ts +23 -0
- package/src/plugins/defaults/tool-execute/package.json +15 -0
- package/src/plugins/defaults/{tool-execute.ts → tool-execute/register.ts} +8 -46
- package/src/plugins/defaults/tool-result-truncate/middlewares/toolResultTruncate.ts +23 -0
- package/src/plugins/defaults/tool-result-truncate/package.json +15 -0
- package/src/plugins/defaults/tool-result-truncate/register.ts +35 -0
- package/src/plugins/defaults/tool-result-truncate/terminal.ts +113 -0
- package/src/plugins/defaults/tool-result-truncate/types.ts +22 -0
- package/src/plugins/external-plugin-loader.ts +2 -2
- package/src/plugins/pipeline.ts +0 -12
- package/src/plugins/types.ts +51 -90
- package/src/plugins/user-loader.ts +4 -3
- package/src/proactive-artifact/aux-message-injector.ts +0 -1
- package/src/proactive-artifact/job.test.ts +20 -8
- package/src/proactive-artifact/job.ts +3 -1
- package/src/prompts/sections.ts +20 -7
- package/src/prompts/templates/BOOTSTRAP-CONTENT-AUTOMATION.md +2 -2
- package/src/prompts/templates/BOOTSTRAP.md +5 -1
- package/src/prompts/templates/system-sections.ts +6 -0
- package/src/providers/__tests__/retry-callsite.test.ts +25 -25
- package/src/providers/__tests__/satellite-connection-routing.test.ts +7 -21
- package/src/providers/anthropic/client.ts +24 -5
- package/src/providers/call-site-routing.ts +1 -9
- package/src/providers/gemini/client.ts +152 -34
- package/src/providers/gemini/inline-media.ts +74 -0
- package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +0 -2
- package/src/providers/openai/chat-completions-provider.ts +1 -4
- package/src/providers/openai/responses-provider.ts +1 -4
- package/src/providers/openrouter/client.ts +1 -6
- package/src/providers/provider-send-message.ts +6 -6
- package/src/providers/ratelimit.ts +1 -9
- package/src/providers/retry.ts +0 -5
- package/src/providers/types.ts +11 -2
- package/src/providers/usage-tracking.ts +1 -9
- package/src/runtime/__tests__/agent-wake.test.ts +131 -26
- package/src/runtime/__tests__/background-job-runner.test.ts +1 -3
- package/src/runtime/agent-wake.ts +93 -18
- package/src/runtime/assistant-event-hub.ts +2 -2
- package/src/runtime/auth/__tests__/guard-tests.test.ts +75 -109
- package/src/runtime/auth/__tests__/route-policy.test.ts +153 -170
- package/src/runtime/auth/route-policy.ts +42 -1079
- package/src/runtime/background-job-runner.ts +1 -4
- package/src/runtime/btw-sidechain.ts +3 -1
- package/src/runtime/channel-approvals.ts +3 -14
- package/src/runtime/channel-invite-transport.ts +5 -6
- package/src/runtime/channel-readiness-service.ts +2 -5
- package/src/runtime/channel-retry-sweep.ts +12 -16
- package/src/runtime/conversation-stream-state.ts +294 -0
- package/src/runtime/http-router.ts +19 -22
- package/src/runtime/http-types.ts +12 -6
- package/src/runtime/invite-instruction-generator.ts +3 -3
- package/src/runtime/pending-interactions.ts +2 -2
- package/src/runtime/routes/__tests__/avatar-state-routes.test.ts +565 -0
- package/src/runtime/routes/__tests__/content-source-routes.test.ts +4 -4
- package/src/runtime/routes/__tests__/conversation-compaction-routes.test.ts +62 -32
- package/src/runtime/routes/__tests__/conversation-list-routes.test.ts +237 -0
- package/src/runtime/routes/__tests__/inference-provider-connection-routes.test.ts +13 -22
- package/src/runtime/routes/__tests__/memory-v2-simulate-route.test.ts +7 -2
- package/src/runtime/routes/__tests__/sanity-routes.test.ts +6 -6
- package/src/runtime/routes/__tests__/stt-routes.test.ts +3 -3
- package/src/runtime/routes/__tests__/suggest-trust-rule-routes.test.ts +5 -2
- package/src/runtime/routes/__tests__/tts-routes.test.ts +3 -3
- package/src/runtime/routes/acp-routes.test.ts +97 -75
- package/src/runtime/routes/acp-routes.ts +29 -6
- package/src/runtime/routes/app-management-routes.ts +97 -24
- package/src/runtime/routes/app-routes.ts +25 -5
- package/src/runtime/routes/approval-routes.ts +16 -4
- package/src/runtime/routes/attachment-routes.ts +25 -1
- package/src/runtime/routes/audio-routes.ts +1 -0
- package/src/runtime/routes/audit-routes.ts +5 -0
- package/src/runtime/routes/auth-routes.ts +5 -0
- package/src/runtime/routes/avatar-routes.ts +238 -59
- package/src/runtime/routes/background-tool-routes.ts +9 -0
- package/src/runtime/routes/background-wake-routes.ts +13 -3
- package/src/runtime/routes/backup-routes.ts +45 -0
- package/src/runtime/routes/bookmark-routes.ts +13 -0
- package/src/runtime/routes/brain-graph-routes.ts +9 -0
- package/src/runtime/routes/browser-routes.ts +5 -0
- package/src/runtime/routes/browser-tabs-routes.ts +5 -0
- package/src/runtime/routes/btw-routes.ts +5 -1
- package/src/runtime/routes/cache-routes.ts +13 -0
- package/src/runtime/routes/call-routes.ts +21 -10
- package/src/runtime/routes/channel-availability-routes.ts +5 -1
- package/src/runtime/routes/channel-readiness-routes.ts +37 -4
- package/src/runtime/routes/channel-route-definitions.ts +21 -0
- package/src/runtime/routes/channel-verification-routes.ts +21 -0
- package/src/runtime/routes/chatgpt-subscription-auth-routes.ts +9 -2
- package/src/runtime/routes/client-routes.ts +9 -0
- package/src/runtime/routes/consolidation-routes.ts +13 -5
- package/src/runtime/routes/contact-prompt-routes.ts +9 -0
- package/src/runtime/routes/contact-routes.ts +90 -23
- package/src/runtime/routes/content-source-routes.ts +5 -1
- package/src/runtime/routes/conversation-analysis-routes.ts +5 -1
- package/src/runtime/routes/conversation-attention-routes.ts +5 -0
- package/src/runtime/routes/conversation-cli-routes.ts +54 -7
- package/src/runtime/routes/conversation-compaction-routes.ts +54 -25
- package/src/runtime/routes/conversation-list-routes.ts +81 -12
- package/src/runtime/routes/conversation-management-routes.ts +57 -14
- package/src/runtime/routes/conversation-query-routes.ts +88 -41
- package/src/runtime/routes/conversation-routes.ts +74 -19
- package/src/runtime/routes/conversation-starter-routes.ts +22 -13
- package/src/runtime/routes/conversations-import-routes.ts +6 -1
- package/src/runtime/routes/credential-prompt-routes.ts +5 -0
- package/src/runtime/routes/credential-routes.ts +25 -6
- package/src/runtime/routes/debug-bash-routes.ts +5 -0
- package/src/runtime/routes/debug-routes.ts +11 -2
- package/src/runtime/routes/defer-routes.ts +13 -0
- package/src/runtime/routes/diagnostics-routes.ts +37 -46
- package/src/runtime/routes/disk-pressure-routes.ts +17 -31
- package/src/runtime/routes/document-comments-routes.ts +46 -27
- package/src/runtime/routes/documents-routes.ts +21 -10
- package/src/runtime/routes/domain-routes.ts +61 -28
- package/src/runtime/routes/email-routes.ts +33 -0
- package/src/runtime/routes/events-routes.ts +114 -9
- package/src/runtime/routes/filing-routes.ts +9 -4
- package/src/runtime/routes/gateway-log-routes.ts +5 -0
- package/src/runtime/routes/global-search-routes.ts +53 -50
- package/src/runtime/routes/group-routes.ts +21 -5
- package/src/runtime/routes/guardian-action-routes.ts +9 -0
- package/src/runtime/routes/guardian-approval-interception.ts +0 -31
- package/src/runtime/routes/heartbeat-routes.ts +25 -9
- package/src/runtime/routes/home-feed-routes.ts +23 -19
- package/src/runtime/routes/home-state-routes.ts +8 -40
- package/src/runtime/routes/host-app-control-routes.ts +5 -0
- package/src/runtime/routes/host-bash-routes.ts +5 -0
- package/src/runtime/routes/host-browser-routes.ts +13 -0
- package/src/runtime/routes/host-cu-routes.ts +5 -0
- package/src/runtime/routes/host-file-routes.ts +26 -6
- package/src/runtime/routes/host-transfer-routes.ts +13 -2
- package/src/runtime/routes/http-adapter.ts +1 -2
- package/src/runtime/routes/identity-intro-cache.ts +17 -6
- package/src/runtime/routes/identity-routes.ts +12 -2
- package/src/runtime/routes/image-generation-routes.ts +5 -0
- package/src/runtime/routes/inbound-message-handler.ts +15 -11
- package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +0 -12
- package/src/runtime/routes/inbound-stages/background-dispatch.ts +15 -19
- package/src/runtime/routes/inference-profile-session-routes.ts +13 -3
- package/src/runtime/routes/inference-provider-connection-routes.ts +21 -5
- package/src/runtime/routes/inference-send-routes.ts +11 -11
- package/src/runtime/routes/integrations/a2a.ts +30 -7
- package/src/runtime/routes/integrations/slack/channel.ts +19 -3
- package/src/runtime/routes/integrations/slack/share.ts +9 -2
- package/src/runtime/routes/integrations/telegram.ts +28 -9
- package/src/runtime/routes/integrations/twilio.ts +35 -7
- package/src/runtime/routes/integrations/vercel.ts +3 -3
- package/src/runtime/routes/internal-oauth-routes.ts +5 -0
- package/src/runtime/routes/internal-twilio-routes.ts +13 -0
- package/src/runtime/routes/llm-call-sites-routes.ts +39 -4
- package/src/runtime/routes/log-export-routes.ts +28 -10
- package/src/runtime/routes/mcp-auth-routes.ts +25 -0
- package/src/runtime/routes/memory-item-routes.ts +21 -10
- package/src/runtime/routes/memory-v2-routes.ts +90 -36
- package/src/runtime/routes/memory-v3-routes.ts +273 -407
- package/src/runtime/routes/migration-rollback-routes.ts +5 -1
- package/src/runtime/routes/migration-routes.ts +29 -0
- package/src/runtime/routes/notification-routes.ts +17 -1
- package/src/runtime/routes/oauth-apps.ts +33 -11
- package/src/runtime/routes/oauth-commands-routes.ts +37 -14
- package/src/runtime/routes/oauth-connect-routes.ts +9 -0
- package/src/runtime/routes/oauth-lifecycle-routes.ts +5 -1
- package/src/runtime/routes/oauth-providers.ts +35 -10
- package/src/runtime/routes/platform-routes.ts +21 -0
- package/src/runtime/routes/playground/__tests__/force-compact.test.ts +3 -2
- package/src/runtime/routes/playground/__tests__/inject-failures.test.ts +37 -16
- package/src/runtime/routes/playground/__tests__/reset-circuit.test.ts +7 -3
- package/src/runtime/routes/playground/__tests__/state.test.ts +10 -3
- package/src/runtime/routes/playground/force-compact.ts +1 -1
- package/src/runtime/routes/playground/helpers.ts +0 -1
- package/src/runtime/routes/playground/inject-failures.ts +13 -8
- package/src/runtime/routes/playground/reset-circuit.ts +14 -9
- package/src/runtime/routes/playground/seed-conversation.ts +1 -1
- package/src/runtime/routes/playground/seeded-conversations.ts +3 -3
- package/src/runtime/routes/playground/state.ts +4 -3
- package/src/runtime/routes/plugins-routes.ts +22 -19
- package/src/runtime/routes/profiler-routes.ts +17 -4
- package/src/runtime/routes/ps-routes.ts +5 -0
- package/src/runtime/routes/publish-routes.ts +13 -3
- package/src/runtime/routes/question-routes.ts +5 -0
- package/src/runtime/routes/recording-routes.ts +25 -12
- package/src/runtime/routes/rename-conversation-routes.ts +5 -0
- package/src/runtime/routes/sanity-routes.ts +9 -2
- package/src/runtime/routes/schedule-routes.ts +137 -47
- package/src/runtime/routes/secret-routes.ts +17 -4
- package/src/runtime/routes/sequence-routes.ts +33 -0
- package/src/runtime/routes/settings-routes.ts +65 -19
- package/src/runtime/routes/skills-routes.ts +133 -69
- package/src/runtime/routes/slack-channel-routes.ts +5 -0
- package/src/runtime/routes/stt-routes.ts +13 -6
- package/src/runtime/routes/subagents-routes.ts +24 -18
- package/src/runtime/routes/suggest-trust-rule-routes.ts +7 -2
- package/src/runtime/routes/surface-action-routes.ts +9 -0
- package/src/runtime/routes/surface-content-routes.ts +10 -2
- package/src/runtime/routes/task-routes.ts +37 -0
- package/src/runtime/routes/telemetry-routes.ts +9 -0
- package/src/runtime/routes/trace-event-routes.ts +42 -1
- package/src/runtime/routes/trust-rules-routes.ts +5 -0
- package/src/runtime/routes/tts-routes.ts +13 -6
- package/src/runtime/routes/types.ts +17 -8
- package/src/runtime/routes/ui-request-routes.ts +5 -0
- package/src/runtime/routes/upgrade-broadcast-routes.ts +5 -0
- package/src/runtime/routes/usage-routes.ts +71 -3
- package/src/runtime/routes/user-routes-cli.ts +9 -0
- package/src/runtime/routes/user-routes.ts +5 -1
- package/src/runtime/routes/wake-conversation-routes.ts +5 -0
- package/src/runtime/routes/watcher-routes.ts +21 -0
- package/src/runtime/routes/webhook-routes.ts +9 -0
- package/src/runtime/routes/wipe-conversation-routes.ts +5 -0
- package/src/runtime/routes/work-items-routes.ts +47 -19
- package/src/runtime/routes/workspace-commit-routes.ts +5 -0
- package/src/runtime/routes/workspace-routes.test.ts +42 -0
- package/src/runtime/routes/workspace-routes.ts +120 -9
- package/src/runtime/services/__tests__/analyze-conversation.test.ts +2 -4
- package/src/runtime/services/analyze-conversation.ts +3 -6
- package/src/runtime/services/conversation-serializer.ts +24 -2
- package/src/runtime/sync/resource-sync-events.ts +16 -2
- package/src/runtime/sync/sync-publisher.ts +2 -2
- package/src/schedule/run-script.ts +28 -3
- package/src/schedule/schedule-store.ts +8 -0
- package/src/schedule/scheduler.ts +3 -1
- package/src/signals/user-message.ts +5 -8
- package/src/skills/catalog-files.ts +4 -1
- package/src/skills/clawhub-files.ts +2 -0
- package/src/skills/skillssh-files.ts +2 -0
- package/src/subagent/manager.ts +3 -6
- package/src/telemetry/types.ts +26 -0
- package/src/telemetry/usage-telemetry-reporter.test.ts +138 -1
- package/src/telemetry/usage-telemetry-reporter.ts +31 -0
- package/src/tools/acp/spawn.test.ts +88 -38
- package/src/tools/apps/definitions.ts +8 -4
- package/src/tools/ask-question/ask-question-tool.test.ts +120 -105
- package/src/tools/ask-question/ask-question-tool.ts +85 -90
- package/src/tools/computer-use/definitions.ts +28 -24
- package/src/tools/credential-execution/make-authenticated-request.ts +56 -51
- package/src/tools/credential-execution/manage-secure-command-tool.ts +2 -2
- package/src/tools/credential-execution/run-authenticated-command.ts +82 -77
- package/src/tools/credentials/vault.ts +112 -111
- package/src/tools/execution-target.ts +1 -1
- package/src/tools/execution-timeout.ts +3 -4
- package/src/tools/filesystem/edit.ts +45 -42
- package/src/tools/filesystem/list.ts +33 -30
- package/src/tools/filesystem/read.ts +54 -35
- package/src/tools/filesystem/write.ts +34 -31
- package/src/tools/host-filesystem/edit.ts +44 -42
- package/src/tools/host-filesystem/read.ts +49 -35
- package/src/tools/host-filesystem/transfer.ts +121 -108
- package/src/tools/host-filesystem/write.ts +33 -31
- package/src/tools/host-terminal/host-shell.ts +50 -48
- package/src/tools/memory/register.ts +23 -24
- package/src/tools/network/web-fetch.ts +49 -46
- package/src/tools/network/web-search.ts +16 -13
- package/src/tools/registry.ts +39 -16
- package/src/tools/schedule/create.ts +11 -0
- package/src/tools/schedule/update.ts +16 -0
- package/src/tools/shared/filesystem/audio-read.ts +122 -0
- package/src/tools/shared/filesystem/image-read.ts +1 -1
- package/src/tools/skills/execute.ts +34 -31
- package/src/tools/skills/load.ts +29 -23
- package/src/tools/subagent/notify-parent.ts +35 -32
- package/src/tools/system/avatar-generator.ts +13 -22
- package/src/tools/system/request-permission.ts +30 -27
- package/src/tools/terminal/shell.ts +190 -61
- package/src/tools/tool-defaults.ts +20 -9
- package/src/tools/tool-manifest.ts +4 -4
- package/src/tools/types.ts +74 -23
- package/src/tools/ui-surface/definitions.ts +69 -9
- package/src/usage/types.ts +10 -0
- package/src/util/errors.ts +2 -2
- package/src/util/map-limit.ts +27 -0
- package/src/util/platform.ts +15 -12
- package/src/work-items/work-item-runner.ts +7 -2
- package/src/workspace/migrations/028-recover-conversations-from-disk-view.ts +7 -20
- package/src/workspace/migrations/092-backfill-v3-leaves.ts +169 -0
- package/src/workspace/migrations/093-backfill-leaf-ids.ts +144 -0
- package/src/workspace/migrations/094-seed-avatar-manifest.ts +155 -0
- package/src/workspace/migrations/__tests__/094-seed-avatar-manifest.test.ts +136 -0
- package/src/workspace/migrations/__tests__/backfill-leaf-ids.test.ts +175 -0
- package/src/workspace/migrations/__tests__/backfill-v3-leaves.test.ts +124 -0
- package/src/workspace/migrations/registry.ts +6 -0
- package/src/workspace/provider-commit-message-generator.ts +15 -17
- package/tsconfig.json +4 -1
- package/src/__tests__/history-repair-pipeline.test.ts +0 -396
- package/src/cli/commands/__tests__/memory-v3-render.test.ts +0 -340
- package/src/cli/commands/memory-v3-render.ts +0 -491
- package/src/daemon/message-types/disk-pressure.ts +0 -9
- package/src/email/feature-gate.ts +0 -23
- package/src/memory/v3/__tests__/coactivation-store.test.ts +0 -422
- package/src/memory/v3/__tests__/consolidation-job.test.ts +0 -466
- package/src/memory/v3/__tests__/coretrieval-seed.test.ts +0 -270
- package/src/memory/v3/__tests__/edge-learning-job.test.ts +0 -324
- package/src/memory/v3/__tests__/edges.test.ts +0 -706
- package/src/memory/v3/__tests__/filter.test.ts +0 -560
- package/src/memory/v3/__tests__/gate.test.ts +0 -637
- package/src/memory/v3/__tests__/index-composition.test.ts +0 -291
- package/src/memory/v3/__tests__/loop.test.ts +0 -775
- package/src/memory/v3/__tests__/retriever.test.ts +0 -226
- package/src/memory/v3/__tests__/scouts.test.ts +0 -489
- package/src/memory/v3/__tests__/shadow-diff.test.ts +0 -225
- package/src/memory/v3/__tests__/shadow-middleware.test.ts +0 -398
- package/src/memory/v3/__tests__/system-prompts.test.ts +0 -154
- package/src/memory/v3/__tests__/traversal.test.ts +0 -508
- package/src/memory/v3/__tests__/tree-index.test.ts +0 -280
- package/src/memory/v3/__tests__/tree-store.test.ts +0 -529
- package/src/memory/v3/__tests__/tree-walk.test.ts +0 -784
- package/src/memory/v3/__tests__/validate.test.ts +0 -277
- package/src/memory/v3/auto-edges.ts +0 -223
- package/src/memory/v3/coactivation-store.ts +0 -124
- package/src/memory/v3/consolidation-job.ts +0 -323
- package/src/memory/v3/coretrieval-seed.ts +0 -240
- package/src/memory/v3/edge-learning-job.ts +0 -160
- package/src/memory/v3/edges.ts +0 -286
- package/src/memory/v3/filter.ts +0 -286
- package/src/memory/v3/gate.ts +0 -349
- package/src/memory/v3/index-composition.ts +0 -126
- package/src/memory/v3/llm-capture.ts +0 -46
- package/src/memory/v3/loop.ts +0 -430
- package/src/memory/v3/maintenance.ts +0 -144
- package/src/memory/v3/prompt-context.ts +0 -33
- package/src/memory/v3/prompts/consolidation.ts +0 -458
- package/src/memory/v3/prompts/system-prompts.ts +0 -196
- package/src/memory/v3/retriever.ts +0 -33
- package/src/memory/v3/scouts.ts +0 -431
- package/src/memory/v3/shadow-diff.ts +0 -287
- package/src/memory/v3/shadow-middleware.ts +0 -347
- package/src/memory/v3/traversal.ts +0 -211
- package/src/memory/v3/tree-index.ts +0 -237
- package/src/memory/v3/tree-store.ts +0 -394
- package/src/memory/v3/tree-walk.ts +0 -356
- package/src/memory/v3/validate.ts +0 -323
- package/src/plugins/defaults/circuit-breaker.ts +0 -141
- package/src/plugins/defaults/compaction.ts +0 -141
- package/src/plugins/defaults/empty-response.ts +0 -124
- package/src/plugins/defaults/history-repair.ts +0 -83
- package/src/plugins/defaults/persistence.ts +0 -146
- package/src/plugins/defaults/title-generate.ts +0 -90
- package/src/plugins/defaults/token-estimate.ts +0 -101
- package/src/plugins/defaults/tool-error.ts +0 -119
- package/src/plugins/defaults/tool-result-truncate.ts +0 -84
- package/src/runtime/routes/__tests__/memory-v3-simulate-params.test.ts +0 -35
|
@@ -0,0 +1,155 @@
|
|
|
1
|
+
import { createHash, randomUUID } from "node:crypto";
|
|
2
|
+
import {
|
|
3
|
+
existsSync,
|
|
4
|
+
mkdirSync,
|
|
5
|
+
readFileSync,
|
|
6
|
+
renameSync,
|
|
7
|
+
rmSync,
|
|
8
|
+
statSync,
|
|
9
|
+
writeFileSync,
|
|
10
|
+
} from "node:fs";
|
|
11
|
+
import { join } from "node:path";
|
|
12
|
+
|
|
13
|
+
import { getLogger } from "../../util/logger.js";
|
|
14
|
+
import type { WorkspaceMigration } from "./types.js";
|
|
15
|
+
|
|
16
|
+
const log = getLogger("094-seed-avatar-manifest");
|
|
17
|
+
|
|
18
|
+
// Filenames are inlined to keep this migration self-contained (see AGENTS.md).
|
|
19
|
+
// They mirror the canonical constants in util/platform.ts and avatar-manifest.ts.
|
|
20
|
+
const TRAITS_FILENAME = "character-traits.json";
|
|
21
|
+
const AVATAR_IMAGE_FILENAME = "avatar-image.png";
|
|
22
|
+
const AVATAR_MANIFEST_FILENAME = "avatar.json";
|
|
23
|
+
|
|
24
|
+
type AvatarKind = "character" | "image" | "none";
|
|
25
|
+
type AvatarSource = "builder" | "upload" | "ai";
|
|
26
|
+
|
|
27
|
+
interface AvatarImageMeta {
|
|
28
|
+
updatedAt: string;
|
|
29
|
+
etag: string;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
interface CharacterTraits {
|
|
33
|
+
bodyShape: string;
|
|
34
|
+
eyeStyle: string;
|
|
35
|
+
color: string;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
interface AvatarState {
|
|
39
|
+
kind: AvatarKind;
|
|
40
|
+
traits: CharacterTraits | null;
|
|
41
|
+
source: AvatarSource | null;
|
|
42
|
+
image: AvatarImageMeta | null;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
/** Narrows an unknown value to valid CharacterTraits (presence check only). */
|
|
46
|
+
function isValidTraits(value: unknown): value is CharacterTraits {
|
|
47
|
+
if (!value || typeof value !== "object") return false;
|
|
48
|
+
const t = value as Record<string, unknown>;
|
|
49
|
+
return (
|
|
50
|
+
typeof t.bodyShape === "string" &&
|
|
51
|
+
!!t.bodyShape &&
|
|
52
|
+
typeof t.eyeStyle === "string" &&
|
|
53
|
+
!!t.eyeStyle &&
|
|
54
|
+
typeof t.color === "string" &&
|
|
55
|
+
!!t.color
|
|
56
|
+
);
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
/** Computes a stable etag for the avatar image from its size and mtime. */
|
|
60
|
+
function computeImageEtag(sizeBytes: number, mtimeMs: number): string {
|
|
61
|
+
return createHash("sha256")
|
|
62
|
+
.update(`${sizeBytes}:${mtimeMs}`)
|
|
63
|
+
.digest("hex")
|
|
64
|
+
.slice(0, 16);
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
/**
|
|
68
|
+
* Derives avatar state from the legacy sidecar files (traits JSON + PNG).
|
|
69
|
+
*
|
|
70
|
+
* Inference is **traits-first**: whenever a valid `character-traits.json`
|
|
71
|
+
* exists, the result is `character` regardless of whether a PNG is also
|
|
72
|
+
* present. We deliberately do NOT compare mtimes to break the both-present
|
|
73
|
+
* tie, because the builder writes the rendered PNG *after* the traits file, so
|
|
74
|
+
* the PNG is always newer even when the character is the source of truth.
|
|
75
|
+
*
|
|
76
|
+
* Inlined from avatar-manifest.ts to keep this migration self-contained.
|
|
77
|
+
*/
|
|
78
|
+
function deriveStateFromLegacyFiles(avatarDir: string): AvatarState {
|
|
79
|
+
const traitsPath = join(avatarDir, TRAITS_FILENAME);
|
|
80
|
+
if (existsSync(traitsPath)) {
|
|
81
|
+
try {
|
|
82
|
+
const traits = JSON.parse(readFileSync(traitsPath, "utf-8")) as unknown;
|
|
83
|
+
if (isValidTraits(traits)) {
|
|
84
|
+
return { kind: "character", traits, source: null, image: null };
|
|
85
|
+
}
|
|
86
|
+
} catch (err) {
|
|
87
|
+
log.warn(
|
|
88
|
+
{ err },
|
|
89
|
+
"Corrupt character-traits.json — falling back to image/none",
|
|
90
|
+
);
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
const imagePath = join(avatarDir, AVATAR_IMAGE_FILENAME);
|
|
95
|
+
if (existsSync(imagePath)) {
|
|
96
|
+
const stats = statSync(imagePath);
|
|
97
|
+
return {
|
|
98
|
+
kind: "image",
|
|
99
|
+
traits: null,
|
|
100
|
+
source: null,
|
|
101
|
+
image: {
|
|
102
|
+
updatedAt: new Date(stats.mtimeMs).toISOString(),
|
|
103
|
+
etag: computeImageEtag(stats.size, stats.mtimeMs),
|
|
104
|
+
},
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
return { kind: "none", traits: null, source: null, image: null };
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
/**
|
|
112
|
+
* Writes the avatar manifest atomically (tmp-write + rename), mirroring the
|
|
113
|
+
* write pattern in avatar-manifest.ts. Inlined to keep this migration
|
|
114
|
+
* self-contained.
|
|
115
|
+
*/
|
|
116
|
+
function writeManifest(state: AvatarState, avatarDir: string): void {
|
|
117
|
+
mkdirSync(avatarDir, { recursive: true });
|
|
118
|
+
const manifestPath = join(avatarDir, AVATAR_MANIFEST_FILENAME);
|
|
119
|
+
const tmp = `${manifestPath}.${randomUUID()}.tmp`;
|
|
120
|
+
writeFileSync(tmp, JSON.stringify(state, null, 2));
|
|
121
|
+
renameSync(tmp, manifestPath);
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
export const seedAvatarManifestMigration: WorkspaceMigration = {
|
|
125
|
+
id: "094-seed-avatar-manifest",
|
|
126
|
+
description:
|
|
127
|
+
"Seed avatar.json from legacy sidecar files (traits-first), backfilling existing workspaces",
|
|
128
|
+
run(workspaceDir: string): void {
|
|
129
|
+
const avatarDir = join(workspaceDir, "data", "avatar");
|
|
130
|
+
const manifestPath = join(avatarDir, AVATAR_MANIFEST_FILENAME);
|
|
131
|
+
|
|
132
|
+
// Idempotent: if a manifest already exists, leave it untouched.
|
|
133
|
+
if (existsSync(manifestPath)) return;
|
|
134
|
+
|
|
135
|
+
const state = deriveStateFromLegacyFiles(avatarDir);
|
|
136
|
+
|
|
137
|
+
// Only seed a manifest for a *real* avatar (character/image). An avatar-less
|
|
138
|
+
// workspace derives { kind: "none" }; we deliberately do NOT write that, so
|
|
139
|
+
// the workspace stays manifest-less and the read-time self-heal can still
|
|
140
|
+
// pick up a later legacy sidecar write (older clients / automation that set
|
|
141
|
+
// an avatar via the generic workspace-file API) instead of being shadowed by
|
|
142
|
+
// a stale `none` manifest. "No avatar" == absence of avatar.json everywhere.
|
|
143
|
+
if (state.kind === "none") return;
|
|
144
|
+
|
|
145
|
+
writeManifest(state, avatarDir);
|
|
146
|
+
},
|
|
147
|
+
down(workspaceDir: string): void {
|
|
148
|
+
const avatarDir = join(workspaceDir, "data", "avatar");
|
|
149
|
+
const manifestPath = join(avatarDir, AVATAR_MANIFEST_FILENAME);
|
|
150
|
+
// Remove only the manifest; leave legacy files intact so the old
|
|
151
|
+
// heuristic/fallback still works on rollback. `force` makes this
|
|
152
|
+
// idempotent (no-op when the manifest is already gone).
|
|
153
|
+
rmSync(manifestPath, { force: true });
|
|
154
|
+
},
|
|
155
|
+
};
|
|
@@ -0,0 +1,136 @@
|
|
|
1
|
+
import {
|
|
2
|
+
existsSync,
|
|
3
|
+
mkdirSync,
|
|
4
|
+
mkdtempSync,
|
|
5
|
+
readFileSync,
|
|
6
|
+
rmSync,
|
|
7
|
+
writeFileSync,
|
|
8
|
+
} from "node:fs";
|
|
9
|
+
import { tmpdir } from "node:os";
|
|
10
|
+
import { join } from "node:path";
|
|
11
|
+
import { afterEach, beforeEach, describe, expect, test } from "bun:test";
|
|
12
|
+
|
|
13
|
+
import { seedAvatarManifestMigration } from "../094-seed-avatar-manifest.js";
|
|
14
|
+
|
|
15
|
+
const VALID_TRAITS = {
|
|
16
|
+
bodyShape: "round",
|
|
17
|
+
eyeStyle: "wide",
|
|
18
|
+
color: "#123456",
|
|
19
|
+
};
|
|
20
|
+
|
|
21
|
+
let workspaceDir: string;
|
|
22
|
+
let avatarDir: string;
|
|
23
|
+
let manifestPath: string;
|
|
24
|
+
|
|
25
|
+
function readManifest(): Record<string, unknown> {
|
|
26
|
+
return JSON.parse(readFileSync(manifestPath, "utf-8")) as Record<
|
|
27
|
+
string,
|
|
28
|
+
unknown
|
|
29
|
+
>;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
beforeEach(() => {
|
|
33
|
+
workspaceDir = mkdtempSync(join(tmpdir(), "seed-avatar-manifest-"));
|
|
34
|
+
avatarDir = join(workspaceDir, "data", "avatar");
|
|
35
|
+
mkdirSync(avatarDir, { recursive: true });
|
|
36
|
+
manifestPath = join(avatarDir, "avatar.json");
|
|
37
|
+
});
|
|
38
|
+
|
|
39
|
+
afterEach(() => {
|
|
40
|
+
rmSync(workspaceDir, { recursive: true, force: true });
|
|
41
|
+
});
|
|
42
|
+
|
|
43
|
+
describe("094-seed-avatar-manifest", () => {
|
|
44
|
+
test("has a unique, expected id", () => {
|
|
45
|
+
expect(seedAvatarManifestMigration.id).toBe("094-seed-avatar-manifest");
|
|
46
|
+
});
|
|
47
|
+
|
|
48
|
+
test("traits only → character", () => {
|
|
49
|
+
writeFileSync(
|
|
50
|
+
join(avatarDir, "character-traits.json"),
|
|
51
|
+
JSON.stringify(VALID_TRAITS),
|
|
52
|
+
);
|
|
53
|
+
|
|
54
|
+
seedAvatarManifestMigration.run(workspaceDir);
|
|
55
|
+
|
|
56
|
+
const manifest = readManifest();
|
|
57
|
+
expect(manifest.kind).toBe("character");
|
|
58
|
+
expect(manifest.traits).toEqual(VALID_TRAITS);
|
|
59
|
+
expect(manifest.image).toBeNull();
|
|
60
|
+
});
|
|
61
|
+
|
|
62
|
+
test("image only → image", () => {
|
|
63
|
+
writeFileSync(join(avatarDir, "avatar-image.png"), "fake-png-bytes");
|
|
64
|
+
|
|
65
|
+
seedAvatarManifestMigration.run(workspaceDir);
|
|
66
|
+
|
|
67
|
+
const manifest = readManifest();
|
|
68
|
+
expect(manifest.kind).toBe("image");
|
|
69
|
+
expect(manifest.traits).toBeNull();
|
|
70
|
+
const image = manifest.image as Record<string, unknown>;
|
|
71
|
+
expect(typeof image.updatedAt).toBe("string");
|
|
72
|
+
expect(typeof image.etag).toBe("string");
|
|
73
|
+
});
|
|
74
|
+
|
|
75
|
+
test("both present → character (traits-first)", () => {
|
|
76
|
+
writeFileSync(
|
|
77
|
+
join(avatarDir, "character-traits.json"),
|
|
78
|
+
JSON.stringify(VALID_TRAITS),
|
|
79
|
+
);
|
|
80
|
+
writeFileSync(join(avatarDir, "avatar-image.png"), "fake-png-bytes");
|
|
81
|
+
|
|
82
|
+
seedAvatarManifestMigration.run(workspaceDir);
|
|
83
|
+
|
|
84
|
+
const manifest = readManifest();
|
|
85
|
+
expect(manifest.kind).toBe("character");
|
|
86
|
+
expect(manifest.traits).toEqual(VALID_TRAITS);
|
|
87
|
+
expect(manifest.image).toBeNull();
|
|
88
|
+
});
|
|
89
|
+
|
|
90
|
+
test("neither present → no manifest written (none == absence of avatar.json)", () => {
|
|
91
|
+
seedAvatarManifestMigration.run(workspaceDir);
|
|
92
|
+
|
|
93
|
+
// An avatar-less workspace must stay manifest-less so a later legacy sidecar
|
|
94
|
+
// write is still picked up by the read-time self-heal.
|
|
95
|
+
expect(existsSync(manifestPath)).toBe(false);
|
|
96
|
+
});
|
|
97
|
+
|
|
98
|
+
test("re-run is a no-op (does not overwrite an existing manifest)", () => {
|
|
99
|
+
// Seed an image-derived manifest first.
|
|
100
|
+
writeFileSync(join(avatarDir, "avatar-image.png"), "fake-png-bytes");
|
|
101
|
+
seedAvatarManifestMigration.run(workspaceDir);
|
|
102
|
+
const first = readFileSync(manifestPath, "utf-8");
|
|
103
|
+
|
|
104
|
+
// Now add traits — a fresh derivation would flip to character, but the
|
|
105
|
+
// migration must leave the existing manifest untouched.
|
|
106
|
+
writeFileSync(
|
|
107
|
+
join(avatarDir, "character-traits.json"),
|
|
108
|
+
JSON.stringify(VALID_TRAITS),
|
|
109
|
+
);
|
|
110
|
+
seedAvatarManifestMigration.run(workspaceDir);
|
|
111
|
+
|
|
112
|
+
expect(readFileSync(manifestPath, "utf-8")).toBe(first);
|
|
113
|
+
expect((JSON.parse(first) as Record<string, unknown>).kind).toBe("image");
|
|
114
|
+
});
|
|
115
|
+
|
|
116
|
+
test("down() removes only avatar.json (legacy files remain)", () => {
|
|
117
|
+
const traitsPath = join(avatarDir, "character-traits.json");
|
|
118
|
+
const imagePath = join(avatarDir, "avatar-image.png");
|
|
119
|
+
writeFileSync(traitsPath, JSON.stringify(VALID_TRAITS));
|
|
120
|
+
writeFileSync(imagePath, "fake-png-bytes");
|
|
121
|
+
|
|
122
|
+
seedAvatarManifestMigration.run(workspaceDir);
|
|
123
|
+
expect(existsSync(manifestPath)).toBe(true);
|
|
124
|
+
|
|
125
|
+
seedAvatarManifestMigration.down(workspaceDir);
|
|
126
|
+
|
|
127
|
+
expect(existsSync(manifestPath)).toBe(false);
|
|
128
|
+
expect(existsSync(traitsPath)).toBe(true);
|
|
129
|
+
expect(existsSync(imagePath)).toBe(true);
|
|
130
|
+
});
|
|
131
|
+
|
|
132
|
+
test("down() is idempotent when no manifest exists", () => {
|
|
133
|
+
expect(() => seedAvatarManifestMigration.down(workspaceDir)).not.toThrow();
|
|
134
|
+
expect(existsSync(manifestPath)).toBe(false);
|
|
135
|
+
});
|
|
136
|
+
});
|
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
import {
|
|
2
|
+
mkdirSync,
|
|
3
|
+
mkdtempSync,
|
|
4
|
+
readFileSync,
|
|
5
|
+
rmSync,
|
|
6
|
+
writeFileSync,
|
|
7
|
+
} from "node:fs";
|
|
8
|
+
import { tmpdir } from "node:os";
|
|
9
|
+
import { dirname, join } from "node:path";
|
|
10
|
+
import { afterEach, beforeEach, describe, expect, it } from "bun:test";
|
|
11
|
+
|
|
12
|
+
import { parse as parseYaml } from "yaml";
|
|
13
|
+
|
|
14
|
+
import { backfillLeafIdsMigration } from "../093-backfill-leaf-ids.js";
|
|
15
|
+
|
|
16
|
+
const LEAVES_REL = join("memory", "v3", "data", "leaves");
|
|
17
|
+
|
|
18
|
+
function leafPath(workspaceDir: string, rel: string): string {
|
|
19
|
+
return join(workspaceDir, LEAVES_REL, rel);
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
function writeLeaf(
|
|
23
|
+
workspaceDir: string,
|
|
24
|
+
rel: string,
|
|
25
|
+
frontmatter: Record<string, unknown>,
|
|
26
|
+
body: string,
|
|
27
|
+
): void {
|
|
28
|
+
const full = leafPath(workspaceDir, rel);
|
|
29
|
+
mkdirSync(dirname(full), { recursive: true });
|
|
30
|
+
const fm = Object.entries(frontmatter)
|
|
31
|
+
.map(([k, v]) => `${k}: ${JSON.stringify(v)}`)
|
|
32
|
+
.join("\n");
|
|
33
|
+
writeFileSync(full, `---\n${fm}\n---\n${body}`, "utf8");
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
function readLeaf(
|
|
37
|
+
workspaceDir: string,
|
|
38
|
+
rel: string,
|
|
39
|
+
): { frontmatter: Record<string, unknown>; body: string } {
|
|
40
|
+
const raw = readFileSync(leafPath(workspaceDir, rel), "utf8");
|
|
41
|
+
const match = /^---\r?\n([\s\S]*?)\r?\n---\r?\n?([\s\S]*)$/.exec(raw);
|
|
42
|
+
if (!match) throw new Error(`leaf ${rel} lost its frontmatter`);
|
|
43
|
+
return {
|
|
44
|
+
frontmatter: parseYaml(match[1]) as Record<string, unknown>,
|
|
45
|
+
body: match[2],
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
describe("093-backfill-leaf-ids migration", () => {
|
|
50
|
+
let workspaceDir: string;
|
|
51
|
+
|
|
52
|
+
beforeEach(() => {
|
|
53
|
+
workspaceDir = mkdtempSync(join(tmpdir(), "backfill-leaf-ids-"));
|
|
54
|
+
});
|
|
55
|
+
|
|
56
|
+
afterEach(() => {
|
|
57
|
+
rmSync(workspaceDir, { recursive: true, force: true });
|
|
58
|
+
});
|
|
59
|
+
|
|
60
|
+
it("is a no-op when the leaves dir is absent", () => {
|
|
61
|
+
expect(() => backfillLeafIdsMigration.run(workspaceDir)).not.toThrow();
|
|
62
|
+
});
|
|
63
|
+
|
|
64
|
+
it("backfills a stable, unique id into every leaf lacking one", () => {
|
|
65
|
+
writeLeaf(
|
|
66
|
+
workspaceDir,
|
|
67
|
+
"domain-a/topic-x.md",
|
|
68
|
+
{ path: "domain-a/topic-x", in_core: true },
|
|
69
|
+
"First leaf description.\n",
|
|
70
|
+
);
|
|
71
|
+
writeLeaf(
|
|
72
|
+
workspaceDir,
|
|
73
|
+
"domain-b/nested/topic-y.md",
|
|
74
|
+
{ path: "domain-b/nested/topic-y", in_core: false },
|
|
75
|
+
"Second leaf description.\n",
|
|
76
|
+
);
|
|
77
|
+
|
|
78
|
+
backfillLeafIdsMigration.run(workspaceDir);
|
|
79
|
+
|
|
80
|
+
const a = readLeaf(workspaceDir, "domain-a/topic-x.md");
|
|
81
|
+
const b = readLeaf(workspaceDir, "domain-b/nested/topic-y.md");
|
|
82
|
+
|
|
83
|
+
expect(typeof a.frontmatter.id).toBe("string");
|
|
84
|
+
expect(typeof b.frontmatter.id).toBe("string");
|
|
85
|
+
expect(a.frontmatter.id).not.toBe(b.frontmatter.id);
|
|
86
|
+
|
|
87
|
+
// Preserves other frontmatter fields and the body.
|
|
88
|
+
expect(a.frontmatter.path).toBe("domain-a/topic-x");
|
|
89
|
+
expect(a.frontmatter.in_core).toBe(true);
|
|
90
|
+
expect(a.body).toBe("First leaf description.\n");
|
|
91
|
+
expect(b.frontmatter.in_core).toBe(false);
|
|
92
|
+
expect(b.body).toBe("Second leaf description.\n");
|
|
93
|
+
});
|
|
94
|
+
|
|
95
|
+
it("leaves pre-existing ids untouched", () => {
|
|
96
|
+
writeLeaf(
|
|
97
|
+
workspaceDir,
|
|
98
|
+
"domain-a/topic-x.md",
|
|
99
|
+
{ path: "domain-a/topic-x", in_core: true, id: "preexisting01" },
|
|
100
|
+
"Body.\n",
|
|
101
|
+
);
|
|
102
|
+
|
|
103
|
+
backfillLeafIdsMigration.run(workspaceDir);
|
|
104
|
+
|
|
105
|
+
expect(readLeaf(workspaceDir, "domain-a/topic-x.md").frontmatter.id).toBe(
|
|
106
|
+
"preexisting01",
|
|
107
|
+
);
|
|
108
|
+
});
|
|
109
|
+
|
|
110
|
+
it("is idempotent and deterministic across re-runs", () => {
|
|
111
|
+
writeLeaf(
|
|
112
|
+
workspaceDir,
|
|
113
|
+
"domain-a/topic-x.md",
|
|
114
|
+
{ path: "domain-a/topic-x", in_core: true },
|
|
115
|
+
"Body.\n",
|
|
116
|
+
);
|
|
117
|
+
|
|
118
|
+
backfillLeafIdsMigration.run(workspaceDir);
|
|
119
|
+
const firstRaw = readFileSync(
|
|
120
|
+
leafPath(workspaceDir, "domain-a/topic-x.md"),
|
|
121
|
+
"utf8",
|
|
122
|
+
);
|
|
123
|
+
|
|
124
|
+
backfillLeafIdsMigration.run(workspaceDir);
|
|
125
|
+
const secondRaw = readFileSync(
|
|
126
|
+
leafPath(workspaceDir, "domain-a/topic-x.md"),
|
|
127
|
+
"utf8",
|
|
128
|
+
);
|
|
129
|
+
|
|
130
|
+
// Re-run rewrites nothing — same id, byte-for-byte identical file.
|
|
131
|
+
expect(secondRaw).toBe(firstRaw);
|
|
132
|
+
});
|
|
133
|
+
|
|
134
|
+
it("generates the same id for the same relative path (stable)", () => {
|
|
135
|
+
writeLeaf(
|
|
136
|
+
workspaceDir,
|
|
137
|
+
"domain-a/topic-x.md",
|
|
138
|
+
{ path: "domain-a/topic-x", in_core: true },
|
|
139
|
+
"Body.\n",
|
|
140
|
+
);
|
|
141
|
+
backfillLeafIdsMigration.run(workspaceDir);
|
|
142
|
+
const idA = readLeaf(workspaceDir, "domain-a/topic-x.md").frontmatter.id;
|
|
143
|
+
|
|
144
|
+
const other = mkdtempSync(join(tmpdir(), "backfill-leaf-ids-2-"));
|
|
145
|
+
try {
|
|
146
|
+
writeLeaf(
|
|
147
|
+
other,
|
|
148
|
+
"domain-a/topic-x.md",
|
|
149
|
+
{ path: "domain-a/topic-x", in_core: false },
|
|
150
|
+
"Different body.\n",
|
|
151
|
+
);
|
|
152
|
+
backfillLeafIdsMigration.run(other);
|
|
153
|
+
expect(readLeaf(other, "domain-a/topic-x.md").frontmatter.id).toBe(idA);
|
|
154
|
+
} finally {
|
|
155
|
+
rmSync(other, { recursive: true, force: true });
|
|
156
|
+
}
|
|
157
|
+
});
|
|
158
|
+
|
|
159
|
+
it("down is a no-op that preserves backfilled ids", () => {
|
|
160
|
+
writeLeaf(
|
|
161
|
+
workspaceDir,
|
|
162
|
+
"domain-a/topic-x.md",
|
|
163
|
+
{ path: "domain-a/topic-x", in_core: true },
|
|
164
|
+
"Body.\n",
|
|
165
|
+
);
|
|
166
|
+
backfillLeafIdsMigration.run(workspaceDir);
|
|
167
|
+
const id = readLeaf(workspaceDir, "domain-a/topic-x.md").frontmatter.id;
|
|
168
|
+
|
|
169
|
+
backfillLeafIdsMigration.down(workspaceDir);
|
|
170
|
+
|
|
171
|
+
expect(readLeaf(workspaceDir, "domain-a/topic-x.md").frontmatter.id).toBe(
|
|
172
|
+
id,
|
|
173
|
+
);
|
|
174
|
+
});
|
|
175
|
+
});
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
import { promises as fs } from "node:fs";
|
|
2
|
+
import { tmpdir } from "node:os";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
import { afterEach, beforeEach, describe, expect, it } from "bun:test";
|
|
5
|
+
|
|
6
|
+
import { readPage, writePage } from "../../../memory/v2/page-store.js";
|
|
7
|
+
import type { ConceptPageFrontmatter } from "../../../memory/v2/types.js";
|
|
8
|
+
import { backfillV3LeavesMigration } from "../092-backfill-v3-leaves.js";
|
|
9
|
+
|
|
10
|
+
describe("092 backfill v3 leaves", () => {
|
|
11
|
+
let workspaceDir: string;
|
|
12
|
+
|
|
13
|
+
beforeEach(async () => {
|
|
14
|
+
workspaceDir = await fs.mkdtemp(path.join(tmpdir(), "ws-mig-leaves-"));
|
|
15
|
+
});
|
|
16
|
+
|
|
17
|
+
afterEach(async () => {
|
|
18
|
+
await fs.rm(workspaceDir, { recursive: true, force: true });
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
async function writeAssignments(
|
|
22
|
+
assignments: Record<string, string[]>,
|
|
23
|
+
): Promise<void> {
|
|
24
|
+
const dataDir = path.join(workspaceDir, "memory", "v3", "data");
|
|
25
|
+
await fs.mkdir(dataDir, { recursive: true });
|
|
26
|
+
await fs.writeFile(
|
|
27
|
+
path.join(dataDir, "assignments.json"),
|
|
28
|
+
JSON.stringify(assignments),
|
|
29
|
+
"utf8",
|
|
30
|
+
);
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
async function seedPage(
|
|
34
|
+
slug: string,
|
|
35
|
+
frontmatter: Partial<ConceptPageFrontmatter> = {},
|
|
36
|
+
body = "Body text.\n",
|
|
37
|
+
): Promise<void> {
|
|
38
|
+
await writePage(workspaceDir, {
|
|
39
|
+
slug,
|
|
40
|
+
frontmatter: {
|
|
41
|
+
edges: [],
|
|
42
|
+
ref_files: [],
|
|
43
|
+
ref_urls: [],
|
|
44
|
+
...frontmatter,
|
|
45
|
+
},
|
|
46
|
+
body,
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
it("backfills leaves from assignments.json onto assigned pages", async () => {
|
|
51
|
+
await writeAssignments({
|
|
52
|
+
"page-a": ["domain-a/topic-x", "domain-a/topic-y"],
|
|
53
|
+
"page-b": ["domain-b/topic-z"],
|
|
54
|
+
});
|
|
55
|
+
await seedPage("page-a", { summary: "Page A summary" });
|
|
56
|
+
await seedPage("page-b");
|
|
57
|
+
|
|
58
|
+
await backfillV3LeavesMigration.run(workspaceDir);
|
|
59
|
+
|
|
60
|
+
const pageA = await readPage(workspaceDir, "page-a");
|
|
61
|
+
const pageB = await readPage(workspaceDir, "page-b");
|
|
62
|
+
expect(pageA?.frontmatter.leaves).toEqual([
|
|
63
|
+
"domain-a/topic-x",
|
|
64
|
+
"domain-a/topic-y",
|
|
65
|
+
]);
|
|
66
|
+
expect(pageB?.frontmatter.leaves).toEqual(["domain-b/topic-z"]);
|
|
67
|
+
// Other frontmatter and body preserved.
|
|
68
|
+
expect(pageA?.frontmatter.summary).toBe("Page A summary");
|
|
69
|
+
expect(pageA?.body).toContain("Body text.");
|
|
70
|
+
});
|
|
71
|
+
|
|
72
|
+
it("never clobbers a page that already has non-empty leaves", async () => {
|
|
73
|
+
await writeAssignments({ "page-a": ["domain-a/topic-new"] });
|
|
74
|
+
await seedPage("page-a", { leaves: ["domain-a/topic-existing"] });
|
|
75
|
+
|
|
76
|
+
await backfillV3LeavesMigration.run(workspaceDir);
|
|
77
|
+
|
|
78
|
+
const pageA = await readPage(workspaceDir, "page-a");
|
|
79
|
+
expect(pageA?.frontmatter.leaves).toEqual(["domain-a/topic-existing"]);
|
|
80
|
+
});
|
|
81
|
+
|
|
82
|
+
it("fills a page whose leaves field is present but empty", async () => {
|
|
83
|
+
await writeAssignments({ "page-a": ["domain-a/topic-x"] });
|
|
84
|
+
await seedPage("page-a", { leaves: [] });
|
|
85
|
+
|
|
86
|
+
await backfillV3LeavesMigration.run(workspaceDir);
|
|
87
|
+
|
|
88
|
+
const pageA = await readPage(workspaceDir, "page-a");
|
|
89
|
+
expect(pageA?.frontmatter.leaves).toEqual(["domain-a/topic-x"]);
|
|
90
|
+
});
|
|
91
|
+
|
|
92
|
+
it("is idempotent across re-runs", async () => {
|
|
93
|
+
await writeAssignments({ "page-a": ["domain-a/topic-x"] });
|
|
94
|
+
await seedPage("page-a");
|
|
95
|
+
|
|
96
|
+
await backfillV3LeavesMigration.run(workspaceDir);
|
|
97
|
+
const pagePath = path.join(workspaceDir, "memory", "concepts", "page-a.md");
|
|
98
|
+
const first = await fs.readFile(pagePath, "utf8");
|
|
99
|
+
|
|
100
|
+
await backfillV3LeavesMigration.run(workspaceDir);
|
|
101
|
+
const second = await fs.readFile(pagePath, "utf8");
|
|
102
|
+
|
|
103
|
+
expect(second).toBe(first);
|
|
104
|
+
});
|
|
105
|
+
|
|
106
|
+
it("skips slugs that have no matching page", async () => {
|
|
107
|
+
await writeAssignments({ "page-missing": ["domain-a/topic-x"] });
|
|
108
|
+
|
|
109
|
+
// Should not throw even though no page exists for the slug.
|
|
110
|
+
await backfillV3LeavesMigration.run(workspaceDir);
|
|
111
|
+
|
|
112
|
+
const missing = await readPage(workspaceDir, "page-missing");
|
|
113
|
+
expect(missing).toBeNull();
|
|
114
|
+
});
|
|
115
|
+
|
|
116
|
+
it("is a no-op when assignments.json is absent", async () => {
|
|
117
|
+
await seedPage("page-a");
|
|
118
|
+
|
|
119
|
+
await backfillV3LeavesMigration.run(workspaceDir);
|
|
120
|
+
|
|
121
|
+
const pageA = await readPage(workspaceDir, "page-a");
|
|
122
|
+
expect(pageA?.frontmatter.leaves).toBeUndefined();
|
|
123
|
+
});
|
|
124
|
+
});
|
|
@@ -89,6 +89,9 @@ import { deprecateBackgroundConversationOverrideMigration } from "./088-deprecat
|
|
|
89
89
|
import { moveMemoryTreeOutOfV3Migration } from "./089-move-memory-tree-out-of-v3.js";
|
|
90
90
|
import { memoryRouterCostOptimizedProfileMigration } from "./090-memory-router-cost-optimized-profile.js";
|
|
91
91
|
import { retightenMigrationOnboardingThreadMigration } from "./091-retighten-migration-onboarding-thread.js";
|
|
92
|
+
import { backfillV3LeavesMigration } from "./092-backfill-v3-leaves.js";
|
|
93
|
+
import { backfillLeafIdsMigration } from "./093-backfill-leaf-ids.js";
|
|
94
|
+
import { seedAvatarManifestMigration } from "./094-seed-avatar-manifest.js";
|
|
92
95
|
import { migrateToWorkspaceVolumeMigration } from "./migrate-to-workspace-volume.js";
|
|
93
96
|
import type { WorkspaceMigration } from "./types.js";
|
|
94
97
|
|
|
@@ -189,4 +192,7 @@ export const WORKSPACE_MIGRATIONS: WorkspaceMigration[] = [
|
|
|
189
192
|
moveMemoryTreeOutOfV3Migration,
|
|
190
193
|
memoryRouterCostOptimizedProfileMigration,
|
|
191
194
|
retightenMigrationOnboardingThreadMigration,
|
|
195
|
+
backfillV3LeavesMigration,
|
|
196
|
+
backfillLeafIdsMigration,
|
|
197
|
+
seedAvatarManifestMigration,
|
|
192
198
|
];
|
|
@@ -147,7 +147,9 @@ class ProviderCommitMessageGenerator {
|
|
|
147
147
|
return buildDeterministicResult(context, "missing_provider_api_key");
|
|
148
148
|
}
|
|
149
149
|
log.debug(
|
|
150
|
-
{
|
|
150
|
+
{
|
|
151
|
+
provider: resolveCallSiteConfig("commitMessage", config.llm).provider,
|
|
152
|
+
},
|
|
151
153
|
"Provider not initialized; falling back to deterministic",
|
|
152
154
|
);
|
|
153
155
|
return buildDeterministicResult(context, "provider_not_initialized");
|
|
@@ -234,23 +236,19 @@ class ProviderCommitMessageGenerator {
|
|
|
234
236
|
|
|
235
237
|
let response;
|
|
236
238
|
try {
|
|
237
|
-
response = await provider.sendMessage(
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
// `maxDiffBytes`, `minRemainingTurnBudgetMs`) remain on
|
|
249
|
-
// `workspaceGit.commitMessageLLM` and are read above.
|
|
250
|
-
callSite: "commitMessage",
|
|
251
|
-
},
|
|
239
|
+
response = await provider.sendMessage(messages, {
|
|
240
|
+
systemPrompt: SYSTEM_PROMPT,
|
|
241
|
+
signal: ac.signal,
|
|
242
|
+
config: {
|
|
243
|
+
// `callSite` lets the provider resolve model, max_tokens, and
|
|
244
|
+
// temperature from `llm.callSites.commitMessage` (with
|
|
245
|
+
// `llm.default` as the fallback). Operational fields
|
|
246
|
+
// (`enabled`, `timeoutMs`, `breaker`, `maxFilesInPrompt`,
|
|
247
|
+
// `maxDiffBytes`, `minRemainingTurnBudgetMs`) remain on
|
|
248
|
+
// `workspaceGit.commitMessageLLM` and are read above.
|
|
249
|
+
callSite: "commitMessage",
|
|
252
250
|
},
|
|
253
|
-
);
|
|
251
|
+
});
|
|
254
252
|
} catch (err: unknown) {
|
|
255
253
|
clearTimeout(timer);
|
|
256
254
|
if (ac.signal.aborted) {
|
package/tsconfig.json
CHANGED
|
@@ -13,7 +13,10 @@
|
|
|
13
13
|
"sourceMap": true,
|
|
14
14
|
"outDir": "./dist",
|
|
15
15
|
"jsx": "react-jsx",
|
|
16
|
-
"types": ["bun-types"]
|
|
16
|
+
"types": ["bun-types"],
|
|
17
|
+
"paths": {
|
|
18
|
+
"@vellumai/plugin-api": ["./src/plugin-api/index.ts"]
|
|
19
|
+
}
|
|
17
20
|
},
|
|
18
21
|
"include": ["src/**/*", "src/**/*.tsx", "examples/**/*.ts"],
|
|
19
22
|
"exclude": ["node_modules", "dist", "drizzle"]
|