@vellumai/assistant 0.8.6 → 0.8.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +4 -4
- package/Dockerfile +1 -0
- package/bun.lock +11 -2
- package/docker-entrypoint.sh +8 -6
- package/docs/plugins.md +63 -28
- package/examples/plugins/echo/register.ts +4 -7
- package/knip.json +1 -0
- package/node_modules/@vellumai/environments/bun.lock +24 -0
- package/node_modules/@vellumai/environments/package.json +18 -0
- package/node_modules/@vellumai/environments/src/__tests__/package-boundary.test.ts +95 -0
- package/node_modules/@vellumai/environments/src/index.ts +11 -0
- package/node_modules/@vellumai/environments/src/seeds.ts +73 -0
- package/node_modules/@vellumai/environments/src/types.ts +70 -0
- package/node_modules/@vellumai/environments/tsconfig.json +20 -0
- package/node_modules/@vellumai/skill-host-contracts/src/assistant-event.ts +11 -0
- package/node_modules/@vellumai/skill-host-contracts/src/client.ts +3 -4
- package/node_modules/@vellumai/skill-host-contracts/src/skill-host.ts +6 -2
- package/openapi.yaml +3735 -353
- package/package.json +7 -3
- package/scripts/generate-openapi.ts +20 -13
- package/src/__tests__/agent-loop-callsite-precedence.test.ts +42 -80
- package/src/__tests__/agent-loop-exit-reason.test.ts +240 -39
- package/src/__tests__/agent-loop-mutable-latest-user-message.test.ts +141 -0
- package/src/__tests__/agent-loop-override-profile.test.ts +19 -32
- package/src/__tests__/agent-loop-provider-error-recording.test.ts +6 -4
- package/src/__tests__/agent-loop-thinking.test.ts +17 -12
- package/src/__tests__/agent-loop.test.ts +207 -341
- package/src/__tests__/agent-wake-disk-pressure-callsite.test.ts +4 -2
- package/src/__tests__/agent-wake-override-profile.test.ts +22 -40
- package/src/__tests__/anthropic-provider.test.ts +201 -55
- package/src/__tests__/app-builder-skill-instructions.test.ts +22 -0
- package/src/__tests__/app-control-flow.test.ts +5 -0
- package/src/__tests__/approval-cascade.test.ts +4 -11
- package/src/__tests__/approval-routes-http.test.ts +4 -2
- package/src/__tests__/assistant-event.test.ts +15 -0
- package/src/__tests__/assistant-feature-flags-integration.test.ts +2 -2
- package/src/__tests__/avatar-e2e.test.ts +7 -37
- package/src/__tests__/avatar-generator.test.ts +12 -42
- package/src/__tests__/avatar-identity-sync.test.ts +28 -3
- package/src/__tests__/background-shell-bash.test.ts +3 -7
- package/src/__tests__/btw-routes.test.ts +7 -12
- package/src/__tests__/call-pointer-messages.test.ts +5 -3
- package/src/__tests__/call-site-routing-provider.test.ts +22 -40
- package/src/__tests__/catalog-files.test.ts +1 -0
- package/src/__tests__/channel-approval-routes.test.ts +48 -20
- package/src/__tests__/channel-approvals.test.ts +3 -1
- package/src/__tests__/channel-invite-transport.test.ts +1 -5
- package/src/__tests__/channel-readiness-routes.test.ts +0 -4
- package/src/__tests__/channel-readiness-slack-remote.test.ts +2 -7
- package/src/__tests__/channel-retry-sweep.test.ts +71 -79
- package/src/__tests__/circuit-breaker-pipeline.test.ts +3 -3
- package/src/__tests__/clawhub-files.test.ts +1 -0
- package/src/__tests__/compaction-events.test.ts +5 -17
- package/src/__tests__/compaction-pipeline.test.ts +1 -1
- package/src/__tests__/compaction-timeout-recovery.test.ts +37 -48
- package/src/__tests__/compaction-trail-store.test.ts +1 -79
- package/src/__tests__/compactor-image-manifest-trust.test.ts +112 -0
- package/src/__tests__/computer-use-tools.test.ts +2 -2
- package/src/__tests__/config-watcher.test.ts +28 -0
- package/src/__tests__/context-search-agent-runner.test.ts +6 -3
- package/src/__tests__/context-token-estimator.test.ts +34 -0
- package/src/__tests__/context-window-manager-compact-retry.test.ts +291 -0
- package/src/__tests__/conversation-abort-tool-results.test.ts +14 -7
- package/src/__tests__/conversation-agent-loop-disk-pressure.test.ts +3 -2
- package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +12 -27
- package/src/__tests__/conversation-agent-loop-overflow.test.ts +430 -90
- package/src/__tests__/conversation-agent-loop.test.ts +581 -62
- package/src/__tests__/conversation-analysis-routes.test.ts +1 -3
- package/src/__tests__/conversation-app-control-lifecycle.test.ts +1 -1
- package/src/__tests__/conversation-clear-safety.test.ts +20 -10
- package/src/__tests__/conversation-confirmation-signals.test.ts +15 -45
- package/src/__tests__/conversation-disk-view-integration.test.ts +2 -2
- package/src/__tests__/conversation-disk-view.test.ts +10 -17
- package/src/__tests__/conversation-fork-crud.test.ts +86 -172
- package/src/__tests__/conversation-fork-route.test.ts +16 -14
- package/src/__tests__/conversation-init.benchmark.test.ts +6 -6
- package/src/__tests__/conversation-lifecycle.test.ts +3 -2
- package/src/__tests__/conversation-load-history-repair.test.ts +3 -2
- package/src/__tests__/conversation-load-history-stripped.test.ts +1 -1
- package/src/__tests__/conversation-message-sync-tags.test.ts +3 -4
- package/src/__tests__/conversation-pairing.test.ts +34 -4
- package/src/__tests__/conversation-pre-run-repair.test.ts +1 -1
- package/src/__tests__/conversation-process-app-control-preactivation.test.ts +4 -0
- package/src/__tests__/conversation-process-callsite.test.ts +27 -30
- package/src/__tests__/conversation-provider-retry-repair.test.ts +53 -44
- package/src/__tests__/conversation-queue.test.ts +270 -164
- package/src/__tests__/conversation-routes-disk-view.test.ts +3 -2
- package/src/__tests__/conversation-routes-guardian-reply.test.ts +2 -2
- package/src/__tests__/conversation-routes-slash-commands.test.ts +2 -2
- package/src/__tests__/conversation-runtime-assembly.test.ts +20 -22
- package/src/__tests__/conversation-runtime-workspace.test.ts +19 -1
- package/src/__tests__/conversation-slash-queue.test.ts +37 -31
- package/src/__tests__/conversation-slash-unknown.test.ts +13 -15
- package/src/__tests__/conversation-speed-override.test.ts +8 -22
- package/src/__tests__/conversation-stream-state.test.ts +484 -0
- package/src/__tests__/conversation-surfaces-action-delivery.test.ts +6 -15
- package/src/__tests__/conversation-surfaces-app-control.test.ts +32 -4
- package/src/__tests__/conversation-surfaces-state-update.test.ts +5 -2
- package/src/__tests__/conversation-surfaces-table-action.test.ts +6 -15
- package/src/__tests__/conversation-tool-setup-app-refresh.test.ts +23 -11
- package/src/__tests__/conversation-unread-route.test.ts +14 -2
- package/src/__tests__/conversation-usage.test.ts +0 -2
- package/src/__tests__/conversation-wipe.test.ts +1 -1
- package/src/__tests__/conversation-workspace-cache-state.test.ts +3 -1
- package/src/__tests__/conversation-workspace-injection.test.ts +48 -22
- package/src/__tests__/conversation-workspace-tool-tracking.test.ts +27 -7
- package/src/__tests__/credential-execution-tools.test.ts +1 -2
- package/src/__tests__/credential-security-invariants.test.ts +0 -1
- package/src/__tests__/cross-provider-web-search.test.ts +6 -2
- package/src/__tests__/cu-unified-flow.test.ts +26 -1
- package/src/__tests__/db-schedule-syntax-migration.test.ts +11 -0
- package/src/__tests__/disk-pressure-guard.test.ts +66 -0
- package/src/__tests__/disk-pressure-routes.test.ts +9 -2
- package/src/__tests__/dm-persistence.test.ts +7 -2
- package/src/__tests__/dynamic-page-surface.test.ts +68 -0
- package/src/__tests__/edit-propagation.test.ts +1 -2
- package/src/__tests__/empty-response-pipeline.test.ts +127 -5
- package/src/__tests__/filing-service.test.ts +2 -2
- package/src/__tests__/first-greeting.test.ts +55 -14
- package/src/__tests__/gemini-inline-media.test.ts +78 -0
- package/src/__tests__/gemini-provider.test.ts +351 -28
- package/src/__tests__/guardian-routing-state.test.ts +60 -71
- package/src/__tests__/handlers-user-message-approval-consumption.test.ts +9 -7
- package/src/__tests__/heartbeat-disk-pressure.test.ts +1 -0
- package/src/__tests__/heartbeat-service.test.ts +2 -1
- package/src/__tests__/history-repair-hook.test.ts +161 -0
- package/src/__tests__/history-repair-observability.test.ts +1 -1
- package/src/__tests__/history-repair.test.ts +2 -1
- package/src/__tests__/host-app-control-proxy.test.ts +2 -0
- package/src/__tests__/host-cu-proxy.test.ts +2 -0
- package/src/__tests__/host-file-edit-tool.test.ts +4 -2
- package/src/__tests__/host-file-proxy.test.ts +31 -0
- package/src/__tests__/host-file-read-tool.test.ts +4 -2
- package/src/__tests__/host-file-write-tool.test.ts +9 -3
- package/src/__tests__/host-proxy-preactivation.test.ts +53 -14
- package/src/__tests__/host-shell-tool.test.ts +9 -4
- package/src/__tests__/http-user-message-parity.test.ts +2 -2
- package/src/__tests__/identity-intro-cache.test.ts +35 -14
- package/src/__tests__/inbound-slack-persistence.test.ts +7 -2
- package/src/__tests__/injector-background-turn.test.ts +1 -1
- package/src/__tests__/injector-chain.test.ts +1 -1
- package/src/__tests__/injector-disk-pressure.test.ts +1 -1
- package/src/__tests__/injector-document-comments.test.ts +1 -1
- package/src/__tests__/injector-pkb-v2-silenced.test.ts +1 -1
- package/src/__tests__/injector-v3-suppression.test.ts +220 -0
- package/src/__tests__/list-messages-attachments.test.ts +7 -8
- package/src/__tests__/list-messages-hidden-metadata.test.ts +17 -15
- package/src/__tests__/list-messages-page-latest.test.ts +0 -1
- package/src/__tests__/list-messages-tool-merge.test.ts +36 -6
- package/src/__tests__/llm-call-pipeline.test.ts +21 -15
- package/src/__tests__/llm-request-log-turn-query.test.ts +42 -86
- package/src/__tests__/llm-resolver.test.ts +23 -47
- package/src/__tests__/llm-usage-store.test.ts +45 -0
- package/src/__tests__/log-export-routes.test.ts +59 -0
- package/src/__tests__/managed-skill-lifecycle.test.ts +1 -8
- package/src/__tests__/mcp-auth-routes.test.ts +15 -10
- package/src/__tests__/mcp-health-check.test.ts +18 -13
- package/src/__tests__/memory-retrieval-pipeline.test.ts +1 -1
- package/src/__tests__/memory-v2-static-injector.test.ts +1 -1
- package/src/__tests__/messaging-send-tool.test.ts +8 -4
- package/src/__tests__/migration-export-http.test.ts +12 -12
- package/src/__tests__/migration-import-commit-http.test.ts +8 -8
- package/src/__tests__/migration-import-preflight-http.test.ts +7 -7
- package/src/__tests__/migration-validate-http.test.ts +3 -3
- package/src/__tests__/native-web-search.test.ts +14 -20
- package/src/__tests__/notification-decision-identity.test.ts +9 -18
- package/src/__tests__/notification-decision-recipient-context.test.ts +3 -6
- package/src/__tests__/oauth-commands-routes.test.ts +1 -1
- package/src/__tests__/onboarding-template-contract.test.ts +10 -0
- package/src/__tests__/openai-provider.test.ts +66 -70
- package/src/__tests__/openai-responses-provider.test.ts +21 -77
- package/src/__tests__/outbound-slack-persistence.test.ts +2 -1
- package/src/__tests__/overflow-reduce-pipeline.test.ts +2 -4
- package/src/__tests__/parallel-tool.benchmark.test.ts +24 -36
- package/src/__tests__/persistence-pipeline.test.ts +15 -26
- package/src/__tests__/persistence-secret-redaction.test.ts +2 -1
- package/src/__tests__/pipeline-runner.test.ts +2 -3
- package/src/__tests__/plugin-bootstrap.test.ts +51 -25
- package/src/__tests__/plugin-route-contribution.test.ts +6 -16
- package/src/__tests__/plugin-skill-contribution.test.ts +7 -17
- package/src/__tests__/plugin-tool-contribution.test.ts +10 -26
- package/src/__tests__/plugin-types.test.ts +7 -14
- package/src/__tests__/prechat-onboarding-contract.test.ts +23 -0
- package/src/__tests__/process-message-background-slack.test.ts +17 -16
- package/src/__tests__/process-message-display-content.test.ts +30 -42
- package/src/__tests__/provider-commit-message-generator.test.ts +19 -14
- package/src/__tests__/provider-error-scenarios.test.ts +7 -6
- package/src/__tests__/provider-platform-proxy-integration.test.ts +3 -8
- package/src/__tests__/provider-send-message-override-profile.test.ts +9 -25
- package/src/__tests__/provider-streaming.benchmark.test.ts +12 -22
- package/src/__tests__/provider-usage-tracking.test.ts +0 -6
- package/src/__tests__/ratelimit.test.ts +9 -4
- package/src/__tests__/relay-server.test.ts +20 -13
- package/src/__tests__/retry-openrouter-only-normalization.test.ts +5 -8
- package/src/__tests__/retry-thinking-tool-choice.test.ts +10 -13
- package/src/__tests__/retry-verbosity-normalization.test.ts +5 -8
- package/src/__tests__/runtime-events-sse-reconnect.test.ts +353 -0
- package/src/__tests__/schedule-routes.test.ts +80 -10
- package/src/__tests__/schedule-store.test.ts +67 -0
- package/src/__tests__/schedule-tools.test.ts +125 -0
- package/src/__tests__/secret-ingress-http.test.ts +2 -2
- package/src/__tests__/secret-prompt-log-hygiene.test.ts +11 -7
- package/src/__tests__/secret-prompter-channel-fallback.test.ts +11 -9
- package/src/__tests__/secret-response-routing.test.ts +13 -11
- package/src/__tests__/send-endpoint-busy.test.ts +2 -1
- package/src/__tests__/shell-observability.test.ts +249 -0
- package/src/__tests__/skill-feature-flags-integration.test.ts +11 -11
- package/src/__tests__/skill-feature-flags.test.ts +6 -6
- package/src/__tests__/skill-load-feature-flag.test.ts +10 -10
- package/src/__tests__/skills-files-catalog-fallback.test.ts +10 -0
- package/src/__tests__/skillssh-files.test.ts +1 -0
- package/src/__tests__/starter-task-flow.test.ts +6 -6
- package/src/__tests__/strip-memory-injections.test.ts +102 -14
- package/src/__tests__/subagent-call-site-routing.test.ts +2 -2
- package/src/__tests__/suggestion-routes.test.ts +3 -3
- package/src/__tests__/sync-message-contract.test.ts +19 -16
- package/src/__tests__/system-prompt.test.ts +54 -0
- package/src/__tests__/terminal-tools.test.ts +3 -24
- package/src/__tests__/thread-backfill.test.ts +4 -9
- package/src/__tests__/title-generate-pipeline.test.ts +1 -1
- package/src/__tests__/token-estimate-pipeline.test.ts +2 -4
- package/src/__tests__/tool-error-pipeline.test.ts +2 -2
- package/src/__tests__/tool-execute-pipeline.test.ts +1 -1
- package/src/__tests__/tool-preview-lifecycle.test.ts +13 -11
- package/src/__tests__/tool-result-truncate-pipeline.test.ts +9 -12
- package/src/__tests__/tool-result-truncation.test.ts +3 -1
- package/src/__tests__/tools-audio-read.test.ts +113 -0
- package/src/__tests__/turn-boundary-resolution.test.ts +44 -84
- package/src/__tests__/turn-events-store.test.ts +11 -7
- package/src/__tests__/voice-scoped-grant-consumer.test.ts +8 -6
- package/src/__tests__/voice-session-bridge.test.ts +13 -7
- package/src/acp/__tests__/prepare-agent-env.test.ts +143 -31
- package/src/acp/prepare-agent-env.ts +52 -11
- package/src/agent/compaction-circuit.ts +140 -0
- package/src/agent/loop.ts +409 -85
- package/src/api/README.md +19 -17
- package/src/api/constants/tool-execution.ts +21 -0
- package/src/api/events/assistant-activity-state.ts +75 -0
- package/src/api/events/assistant-outbound-attachment.ts +25 -27
- package/src/api/events/assistant-text-delta.ts +6 -8
- package/src/api/events/assistant-turn-start.ts +5 -7
- package/src/api/events/avatar-updated.ts +24 -0
- package/src/api/events/compaction-circuit-closed.ts +26 -0
- package/src/api/events/compaction-circuit-open.ts +28 -0
- package/src/api/events/confirmation-request.ts +114 -0
- package/src/api/events/contact-request.ts +33 -0
- package/src/api/events/conversation-error.ts +77 -0
- package/src/api/events/conversation-list-invalidated.ts +38 -0
- package/src/api/events/conversation-title-updated.ts +24 -0
- package/src/api/events/disk-pressure-status-changed.ts +61 -0
- package/src/api/events/document-comment-created.ts +24 -28
- package/src/api/events/document-comment-deleted.ts +6 -8
- package/src/api/events/document-comment-reopened.ts +6 -8
- package/src/api/events/document-comment-resolved.ts +8 -10
- package/src/api/events/document-editor-update.ts +27 -0
- package/src/api/events/error.ts +32 -0
- package/src/api/events/generation-cancelled.ts +4 -6
- package/src/api/events/generation-handoff.ts +13 -15
- package/src/api/events/home-feed-updated.ts +26 -0
- package/src/api/events/identity-changed.ts +32 -0
- package/src/api/events/interaction-resolved.ts +50 -0
- package/src/api/events/message-complete.ts +10 -12
- package/src/api/events/message-dequeued.ts +21 -0
- package/src/api/events/message-queued-deleted.ts +23 -0
- package/src/api/events/message-queued.ts +22 -0
- package/src/api/events/message-request-complete.ts +29 -0
- package/src/api/events/navigate-settings.ts +20 -0
- package/src/api/events/notification-intent.ts +33 -0
- package/src/api/events/open-url.ts +6 -8
- package/src/api/events/question-request.ts +67 -0
- package/src/api/events/relationship-state-updated.ts +4 -6
- package/src/api/events/secret-request.ts +42 -0
- package/src/api/events/subagent-event.ts +79 -0
- package/src/api/events/subagent-spawned.ts +40 -0
- package/src/api/events/subagent-status-changed.ts +65 -0
- package/src/api/events/sync-changed.ts +29 -0
- package/src/api/events/tool-result.ts +129 -0
- package/src/api/events/tool-use-start.ts +8 -10
- package/src/api/events/turn-profile-auto-routed.ts +28 -0
- package/src/api/events/ui-surface-complete.ts +30 -0
- package/src/api/events/ui-surface-dismiss.ts +22 -0
- package/src/api/events/ui-surface-show.ts +67 -0
- package/src/api/events/ui-surface-update.ts +26 -0
- package/src/api/events/usage-update.ts +34 -0
- package/src/api/events/user-message-echo.ts +35 -0
- package/src/api/index.ts +354 -0
- package/src/api/requests/dictation.ts +45 -0
- package/src/api/responses/disk-pressure-status.ts +26 -0
- package/src/api/responses/home.ts +217 -0
- package/src/api/responses/llm-context-response.ts +2 -0
- package/src/api/responses/memory-v3-selection-log.ts +50 -0
- package/src/api/responses/subagent-detail.ts +48 -0
- package/src/approvals/guardian-decision-primitive.ts +7 -15
- package/src/approvals/guardian-request-resolvers.ts +6 -9
- package/src/avatar/__tests__/avatar-manifest.test.ts +236 -0
- package/src/avatar/__tests__/avatar-store.test.ts +193 -0
- package/src/avatar/avatar-manifest.ts +195 -0
- package/src/avatar/avatar-store.ts +113 -0
- package/src/avatar/traits-png-sync.ts +8 -2
- package/src/background-wake/next-wake.test.ts +31 -1
- package/src/background-wake/next-wake.ts +4 -1
- package/src/calls/call-conversation-messages.ts +6 -4
- package/src/calls/guardian-action-sweep.ts +6 -4
- package/src/calls/relay-server.ts +12 -8
- package/src/calls/voice-session-bridge.ts +13 -27
- package/src/cli/commands/__tests__/memory-v3.test.ts +245 -0
- package/src/cli/commands/avatar.ts +17 -11
- package/src/cli/commands/conversations.ts +15 -1
- package/src/cli/commands/db/__tests__/repair.test.ts +540 -0
- package/src/cli/commands/db/__tests__/status.test.ts +253 -0
- package/src/cli/commands/db/format.ts +48 -0
- package/src/cli/commands/db/index.ts +29 -0
- package/src/cli/commands/db/repair-step-conversation-backfill.ts +345 -0
- package/src/cli/commands/db/repair-step-integrity.ts +146 -0
- package/src/cli/commands/db/repair-steps.ts +164 -0
- package/src/cli/commands/db/repair.ts +141 -0
- package/src/cli/commands/db/status.ts +366 -0
- package/src/cli/commands/memory-v3.ts +159 -445
- package/src/cli/lib/cli-colors.ts +24 -6
- package/src/cli/program.ts +4 -5
- package/src/config/__tests__/feature-flag-registry-guard.test.ts +2 -2
- package/src/config/assistant-feature-flags.ts +2 -2
- package/src/config/bundled-skills/app-builder/SKILL.md +14 -3
- package/src/config/bundled-skills/media-processing/services/reduce.ts +6 -9
- package/src/config/bundled-skills/messaging/tools/messaging-send.ts +7 -2
- package/src/config/bundled-skills/schedule/SKILL.md +1 -1
- package/src/config/bundled-skills/schedule/TOOLS.json +8 -0
- package/src/config/call-site-defaults.ts +2 -7
- package/src/config/feature-flag-registry.json +25 -9
- package/src/config/schemas/__tests__/memory-v2.test.ts +1 -226
- package/src/config/schemas/call-site-catalog.ts +8 -15
- package/src/config/schemas/llm.ts +2 -3
- package/src/config/schemas/memory-lifecycle.ts +24 -0
- package/src/config/schemas/memory-v2.ts +0 -253
- package/src/config/schemas/memory-v3.ts +39 -0
- package/src/config/schemas/memory.ts +6 -1
- package/src/config/schemas/timeouts.ts +3 -1
- package/src/context/compactor.ts +54 -31
- package/src/context/token-estimator.ts +19 -0
- package/src/context/tool-result-truncation.ts +1 -43
- package/src/context/window-manager.ts +138 -20
- package/src/daemon/__tests__/conversation-surfaces-launch.test.ts +2 -2
- package/src/daemon/__tests__/web-search-status-text.test.ts +10 -6
- package/src/daemon/approval-generators.ts +4 -4
- package/src/daemon/config-watcher.ts +7 -1
- package/src/daemon/conversation-agent-loop-handlers.ts +225 -88
- package/src/daemon/conversation-agent-loop.ts +284 -584
- package/src/daemon/conversation-error.ts +7 -7
- package/src/daemon/conversation-history.ts +22 -6
- package/src/daemon/conversation-launch.ts +4 -8
- package/src/daemon/conversation-lifecycle.ts +10 -38
- package/src/daemon/conversation-messaging.ts +1 -3
- package/src/daemon/conversation-notifiers.ts +7 -5
- package/src/daemon/conversation-process.ts +100 -79
- package/src/daemon/conversation-runtime-assembly.ts +47 -21
- package/src/daemon/conversation-store.ts +6 -5
- package/src/daemon/conversation-surfaces.ts +55 -69
- package/src/daemon/conversation-tool-setup.ts +3 -0
- package/src/daemon/conversation.ts +91 -126
- package/src/daemon/daemon-skill-host.ts +2 -6
- package/src/daemon/disk-pressure-guard.ts +35 -29
- package/src/daemon/external-plugins-bootstrap.ts +46 -24
- package/src/daemon/first-greeting.ts +26 -4
- package/src/daemon/guardian-action-generators.ts +2 -2
- package/src/daemon/handlers/conversations.ts +6 -22
- package/src/daemon/handlers/shared.ts +4 -0
- package/src/daemon/handlers/skills.ts +15 -14
- package/src/daemon/host-app-control-proxy.ts +54 -1
- package/src/daemon/host-cu-proxy.ts +46 -22
- package/src/daemon/host-file-proxy.ts +25 -1
- package/src/daemon/host-proxy-preactivation.ts +25 -6
- package/src/daemon/lifecycle.ts +28 -55
- package/src/daemon/message-protocol.ts +2 -3
- package/src/daemon/message-provenance.ts +49 -0
- package/src/daemon/message-types/contacts.ts +3 -20
- package/src/daemon/message-types/conversations.ts +13 -111
- package/src/daemon/message-types/documents.ts +3 -9
- package/src/daemon/message-types/home.ts +4 -17
- package/src/daemon/message-types/integrations.ts +2 -6
- package/src/daemon/message-types/messages.ts +28 -343
- package/src/daemon/message-types/notifications.ts +2 -32
- package/src/daemon/message-types/settings.ts +3 -8
- package/src/daemon/message-types/skills.ts +2 -0
- package/src/daemon/message-types/surfaces.ts +2 -0
- package/src/daemon/message-types/sync.ts +12 -25
- package/src/daemon/message-types/workspace.ts +3 -11
- package/src/daemon/process-message.ts +49 -46
- package/src/daemon/server.ts +12 -0
- package/src/daemon/tool-side-effects.ts +10 -7
- package/src/daemon/trust-context.ts +13 -0
- package/src/daemon/wake-target-adapter.ts +11 -1
- package/src/heartbeat/__tests__/heartbeat-service.test.ts +3 -1
- package/src/heartbeat/heartbeat-run-store.ts +31 -0
- package/src/heartbeat/heartbeat-service.ts +16 -0
- package/src/home/feature-gate.ts +22 -0
- package/src/home/feed-types.ts +36 -221
- package/src/ipc/__tests__/email-ipc.test.ts +0 -9
- package/src/ipc/routes/__tests__/route-adapter.test.ts +244 -0
- package/src/ipc/routes/route-adapter.ts +45 -6
- package/src/ipc/skill-routes/__tests__/memory.test.ts +18 -9
- package/src/ipc/skill-routes/__tests__/providers.test.ts +10 -10
- package/src/ipc/skill-routes/__tests__/registries.test.ts +28 -18
- package/src/ipc/skill-routes/memory.ts +26 -13
- package/src/ipc/skill-routes/providers.ts +5 -6
- package/src/ipc/skill-routes/registries.ts +13 -61
- package/src/live-voice/__tests__/live-voice-archive.test.ts +24 -11
- package/src/memory/__tests__/conversation-queries.test.ts +192 -8
- package/src/memory/__tests__/db-maintenance.test.ts +128 -0
- package/src/memory/__tests__/jobs-store-job-classes.test.ts +5 -4
- package/src/memory/__tests__/memory-retrospective-job.test.ts +10 -6
- package/src/memory/__tests__/memory-v3-selections-migration.test.ts +103 -0
- package/src/memory/context-search/agent-runner.ts +2 -4
- package/src/memory/conversation-crud.ts +39 -8
- package/src/memory/conversation-queries.ts +78 -22
- package/src/memory/db-init.ts +8 -0
- package/src/memory/db-maintenance.ts +18 -2
- package/src/memory/graph/consolidation.ts +8 -11
- package/src/memory/graph/conversation-graph-memory.ts +41 -8
- package/src/memory/graph/extraction.ts +6 -9
- package/src/memory/graph/narrative.ts +2 -2
- package/src/memory/graph/pattern-scan.ts +2 -2
- package/src/memory/graph/retriever.ts +20 -26
- package/src/memory/graph/tools.ts +4 -4
- package/src/memory/job-handlers/conversation-starters.ts +32 -32
- package/src/memory/job-handlers/summarization.ts +1 -2
- package/src/memory/jobs-store.ts +3 -1
- package/src/memory/jobs-worker.ts +51 -39
- package/src/memory/llm-request-log-source-clickhouse.ts +5 -31
- package/src/memory/llm-request-log-source-local.ts +0 -11
- package/src/memory/llm-request-log-source.ts +9 -25
- package/src/memory/llm-request-log-store.ts +0 -41
- package/src/memory/llm-usage-store.ts +10 -0
- package/src/memory/memory-marker.ts +17 -0
- package/src/memory/memory-retrospective-job.ts +6 -2
- package/src/memory/memory-v2-activation-log-store.ts +1 -83
- package/src/memory/migrations/267-llm-usage-events-add-assistant-version.ts +46 -0
- package/src/memory/migrations/268-add-memory-v3-selections.ts +28 -0
- package/src/memory/migrations/269-schedule-script-timeout.ts +11 -0
- package/src/memory/migrations/270-messages-role-created-at-index.ts +18 -0
- package/src/memory/migrations/__tests__/267-llm-usage-events-add-assistant-version.test.ts +117 -0
- package/src/memory/migrations/index.ts +4 -0
- package/src/memory/schema/infrastructure.ts +11 -0
- package/src/memory/v2/__tests__/consolidation-job.test.ts +124 -0
- package/src/memory/v2/__tests__/migration.test.ts +11 -3
- package/src/memory/v2/__tests__/page-index.test.ts +37 -1
- package/src/memory/v2/__tests__/router.test.ts +14 -4
- package/src/memory/v2/__tests__/sweep-job.test.ts +6 -5
- package/src/memory/v2/backfill-jobs.ts +6 -0
- package/src/memory/v2/consolidation-job.ts +89 -9
- package/src/memory/v2/migration.ts +5 -3
- package/src/memory/v2/page-index.ts +11 -0
- package/src/memory/v2/router.ts +8 -11
- package/src/memory/v2/sweep-job.ts +8 -11
- package/src/memory/v2/types.ts +1 -0
- package/src/memory/v3/__tests__/assign.test.ts +242 -0
- package/src/memory/v3/__tests__/capabilities.test.ts +118 -0
- package/src/memory/v3/__tests__/core.test.ts +39 -0
- package/src/memory/v3/__tests__/fixtures/eval-turns.json +36 -0
- package/src/memory/v3/__tests__/fixtures/live-turns.json +37 -0
- package/src/memory/v3/__tests__/health.test.ts +203 -0
- package/src/memory/v3/__tests__/live-integration.test.ts +330 -0
- package/src/memory/v3/__tests__/maintain-job.test.ts +288 -0
- package/src/memory/v3/__tests__/needle.test.ts +107 -0
- package/src/memory/v3/__tests__/orchestrate.test.ts +400 -0
- package/src/memory/v3/__tests__/reconcile.test.ts +274 -0
- package/src/memory/v3/__tests__/render-injection.test.ts +61 -0
- package/src/memory/v3/__tests__/router.test.ts +260 -0
- package/src/memory/v3/__tests__/selection-log-store.test.ts +179 -0
- package/src/memory/v3/__tests__/selector.test.ts +404 -0
- package/src/memory/v3/__tests__/shadow-plugin.test.ts +414 -0
- package/src/memory/v3/__tests__/snapshot.test.ts +168 -0
- package/src/memory/v3/__tests__/tree.test.ts +192 -0
- package/src/memory/v3/__tests__/types.test.ts +54 -0
- package/src/memory/v3/__tests__/working-set-eviction.test.ts +106 -0
- package/src/memory/v3/__tests__/working-set-skeleton.test.ts +44 -0
- package/src/memory/v3/assign.ts +268 -0
- package/src/memory/v3/capabilities.ts +124 -0
- package/src/memory/v3/core.ts +26 -0
- package/src/memory/v3/data/README.md +84 -0
- package/src/memory/v3/data/assignments.json +5 -0
- package/src/memory/v3/data/core.json +1 -0
- package/src/memory/v3/data/leaves/domain-a/topic-x.md +9 -0
- package/src/memory/v3/data/leaves/domain-a/topic-y.md +9 -0
- package/src/memory/v3/data/leaves/domain-b/topic-z.md +9 -0
- package/src/memory/v3/health.ts +0 -0
- package/src/memory/v3/maintain-job.ts +314 -0
- package/src/memory/v3/needle.ts +115 -0
- package/src/memory/v3/orchestrate.ts +114 -0
- package/src/memory/v3/page-content.ts +34 -0
- package/src/memory/v3/provider-blocks.ts +16 -0
- package/src/memory/v3/reconcile.ts +523 -0
- package/src/memory/v3/render-injection.ts +32 -0
- package/src/memory/v3/router.ts +184 -0
- package/src/memory/v3/selection-log-store.ts +84 -0
- package/src/memory/v3/selector.ts +211 -0
- package/src/memory/v3/shadow-plugin.ts +379 -0
- package/src/memory/v3/snapshot.ts +209 -0
- package/src/memory/v3/tree.ts +174 -0
- package/src/memory/v3/types.ts +46 -60
- package/src/memory/v3/working-set.ts +88 -0
- package/src/messaging/providers/slack/render-transcript.test.ts +1 -1
- package/src/messaging/providers/slack/render-transcript.ts +2 -2
- package/src/messaging/style-analyzer.ts +8 -11
- package/src/notifications/conversation-pairing.ts +8 -6
- package/src/notifications/decision-engine.ts +10 -13
- package/src/notifications/preference-extractor.ts +11 -14
- package/src/permissions/prompter.ts +42 -36
- package/src/permissions/question-prompter.test.ts +35 -26
- package/src/permissions/question-prompter.ts +6 -10
- package/src/plugin-api/index.ts +2 -0
- package/src/plugin-api/types.ts +25 -3
- package/src/plugins/defaults/circuit-breaker/middlewares/circuitBreaker.ts +93 -0
- package/src/plugins/defaults/circuit-breaker/package.json +15 -0
- package/src/plugins/defaults/circuit-breaker/register.ts +39 -0
- package/src/plugins/defaults/compaction/middlewares/compaction.ts +25 -0
- package/src/plugins/defaults/compaction/package.json +15 -0
- package/src/plugins/defaults/compaction/register.ts +35 -0
- package/src/plugins/defaults/compaction/terminal.ts +73 -0
- package/src/plugins/defaults/empty-response/middlewares/emptyResponse.ts +22 -0
- package/src/plugins/defaults/empty-response/package.json +15 -0
- package/src/plugins/defaults/empty-response/register.ts +28 -0
- package/src/plugins/defaults/empty-response/terminal.ts +106 -0
- package/src/plugins/defaults/history-repair/hooks/user-prompt-submit.ts +35 -0
- package/src/plugins/defaults/history-repair/package.json +15 -0
- package/src/plugins/defaults/history-repair/register.ts +24 -0
- package/src/{daemon/history-repair.ts → plugins/defaults/history-repair/terminal.ts} +48 -35
- package/src/plugins/defaults/index.ts +29 -40
- package/src/plugins/defaults/injectors/package.json +15 -0
- package/src/plugins/defaults/{injectors.ts → injectors/register.ts} +14 -38
- package/src/plugins/defaults/llm-call/middlewares/llmCall.ts +17 -0
- package/src/plugins/defaults/llm-call/package.json +15 -0
- package/src/plugins/defaults/{llm-call.ts → llm-call/register.ts} +6 -38
- package/src/plugins/defaults/memory-retrieval/middlewares/memoryRetrieval.ts +17 -0
- package/src/plugins/defaults/memory-retrieval/package.json +15 -0
- package/src/plugins/defaults/{memory-retrieval.ts → memory-retrieval/register.ts} +10 -48
- package/src/plugins/defaults/{overflow-reduce.ts → overflow-reduce/middlewares/overflowReduce.ts} +18 -77
- package/src/plugins/defaults/overflow-reduce/package.json +15 -0
- package/src/plugins/defaults/overflow-reduce/register.ts +42 -0
- package/src/plugins/defaults/persistence/middlewares/persistence.ts +19 -0
- package/src/plugins/defaults/persistence/package.json +15 -0
- package/src/plugins/defaults/persistence/register.ts +38 -0
- package/src/plugins/defaults/persistence/terminal.ts +83 -0
- package/src/plugins/defaults/title-generate/package.json +15 -0
- package/src/plugins/defaults/title-generate/register.ts +35 -0
- package/src/plugins/defaults/title-generate/terminal.ts +31 -0
- package/src/plugins/defaults/token-estimate/middlewares/tokenEstimate.ts +23 -0
- package/src/plugins/defaults/token-estimate/package.json +15 -0
- package/src/plugins/defaults/token-estimate/register.ts +34 -0
- package/src/plugins/defaults/token-estimate/terminal.ts +40 -0
- package/src/plugins/defaults/tool-error/middlewares/toolError.ts +21 -0
- package/src/plugins/defaults/tool-error/package.json +15 -0
- package/src/plugins/defaults/tool-error/register.ts +35 -0
- package/src/plugins/defaults/tool-error/terminal.ts +47 -0
- package/src/plugins/defaults/tool-execute/middlewares/toolExecute.ts +23 -0
- package/src/plugins/defaults/tool-execute/package.json +15 -0
- package/src/plugins/defaults/{tool-execute.ts → tool-execute/register.ts} +8 -46
- package/src/plugins/defaults/tool-result-truncate/middlewares/toolResultTruncate.ts +23 -0
- package/src/plugins/defaults/tool-result-truncate/package.json +15 -0
- package/src/plugins/defaults/tool-result-truncate/register.ts +35 -0
- package/src/plugins/defaults/tool-result-truncate/terminal.ts +113 -0
- package/src/plugins/defaults/tool-result-truncate/types.ts +22 -0
- package/src/plugins/external-plugin-loader.ts +2 -2
- package/src/plugins/pipeline.ts +0 -12
- package/src/plugins/types.ts +51 -90
- package/src/plugins/user-loader.ts +4 -3
- package/src/proactive-artifact/aux-message-injector.ts +0 -1
- package/src/proactive-artifact/job.test.ts +20 -8
- package/src/proactive-artifact/job.ts +3 -1
- package/src/prompts/sections.ts +20 -7
- package/src/prompts/templates/BOOTSTRAP-CONTENT-AUTOMATION.md +2 -2
- package/src/prompts/templates/BOOTSTRAP.md +5 -1
- package/src/prompts/templates/system-sections.ts +6 -0
- package/src/providers/__tests__/retry-callsite.test.ts +25 -25
- package/src/providers/__tests__/satellite-connection-routing.test.ts +7 -21
- package/src/providers/anthropic/client.ts +24 -5
- package/src/providers/call-site-routing.ts +1 -9
- package/src/providers/gemini/client.ts +152 -34
- package/src/providers/gemini/inline-media.ts +74 -0
- package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +0 -2
- package/src/providers/openai/chat-completions-provider.ts +1 -4
- package/src/providers/openai/responses-provider.ts +1 -4
- package/src/providers/openrouter/client.ts +1 -6
- package/src/providers/provider-send-message.ts +6 -6
- package/src/providers/ratelimit.ts +1 -9
- package/src/providers/retry.ts +0 -5
- package/src/providers/types.ts +11 -2
- package/src/providers/usage-tracking.ts +1 -9
- package/src/runtime/__tests__/agent-wake.test.ts +131 -26
- package/src/runtime/__tests__/background-job-runner.test.ts +1 -3
- package/src/runtime/agent-wake.ts +93 -18
- package/src/runtime/assistant-event-hub.ts +2 -2
- package/src/runtime/auth/__tests__/guard-tests.test.ts +75 -109
- package/src/runtime/auth/__tests__/route-policy.test.ts +153 -170
- package/src/runtime/auth/route-policy.ts +42 -1079
- package/src/runtime/background-job-runner.ts +1 -4
- package/src/runtime/btw-sidechain.ts +3 -1
- package/src/runtime/channel-approvals.ts +3 -14
- package/src/runtime/channel-invite-transport.ts +5 -6
- package/src/runtime/channel-readiness-service.ts +2 -5
- package/src/runtime/channel-retry-sweep.ts +12 -16
- package/src/runtime/conversation-stream-state.ts +294 -0
- package/src/runtime/http-router.ts +19 -22
- package/src/runtime/http-types.ts +12 -6
- package/src/runtime/invite-instruction-generator.ts +3 -3
- package/src/runtime/pending-interactions.ts +2 -2
- package/src/runtime/routes/__tests__/avatar-state-routes.test.ts +565 -0
- package/src/runtime/routes/__tests__/content-source-routes.test.ts +4 -4
- package/src/runtime/routes/__tests__/conversation-compaction-routes.test.ts +62 -32
- package/src/runtime/routes/__tests__/conversation-list-routes.test.ts +237 -0
- package/src/runtime/routes/__tests__/inference-provider-connection-routes.test.ts +13 -22
- package/src/runtime/routes/__tests__/memory-v2-simulate-route.test.ts +7 -2
- package/src/runtime/routes/__tests__/sanity-routes.test.ts +6 -6
- package/src/runtime/routes/__tests__/stt-routes.test.ts +3 -3
- package/src/runtime/routes/__tests__/suggest-trust-rule-routes.test.ts +5 -2
- package/src/runtime/routes/__tests__/tts-routes.test.ts +3 -3
- package/src/runtime/routes/acp-routes.test.ts +97 -75
- package/src/runtime/routes/acp-routes.ts +29 -6
- package/src/runtime/routes/app-management-routes.ts +97 -24
- package/src/runtime/routes/app-routes.ts +25 -5
- package/src/runtime/routes/approval-routes.ts +16 -4
- package/src/runtime/routes/attachment-routes.ts +25 -1
- package/src/runtime/routes/audio-routes.ts +1 -0
- package/src/runtime/routes/audit-routes.ts +5 -0
- package/src/runtime/routes/auth-routes.ts +5 -0
- package/src/runtime/routes/avatar-routes.ts +238 -59
- package/src/runtime/routes/background-tool-routes.ts +9 -0
- package/src/runtime/routes/background-wake-routes.ts +13 -3
- package/src/runtime/routes/backup-routes.ts +45 -0
- package/src/runtime/routes/bookmark-routes.ts +13 -0
- package/src/runtime/routes/brain-graph-routes.ts +9 -0
- package/src/runtime/routes/browser-routes.ts +5 -0
- package/src/runtime/routes/browser-tabs-routes.ts +5 -0
- package/src/runtime/routes/btw-routes.ts +5 -1
- package/src/runtime/routes/cache-routes.ts +13 -0
- package/src/runtime/routes/call-routes.ts +21 -10
- package/src/runtime/routes/channel-availability-routes.ts +5 -1
- package/src/runtime/routes/channel-readiness-routes.ts +37 -4
- package/src/runtime/routes/channel-route-definitions.ts +21 -0
- package/src/runtime/routes/channel-verification-routes.ts +21 -0
- package/src/runtime/routes/chatgpt-subscription-auth-routes.ts +9 -2
- package/src/runtime/routes/client-routes.ts +9 -0
- package/src/runtime/routes/consolidation-routes.ts +13 -5
- package/src/runtime/routes/contact-prompt-routes.ts +9 -0
- package/src/runtime/routes/contact-routes.ts +90 -23
- package/src/runtime/routes/content-source-routes.ts +5 -1
- package/src/runtime/routes/conversation-analysis-routes.ts +5 -1
- package/src/runtime/routes/conversation-attention-routes.ts +5 -0
- package/src/runtime/routes/conversation-cli-routes.ts +54 -7
- package/src/runtime/routes/conversation-compaction-routes.ts +54 -25
- package/src/runtime/routes/conversation-list-routes.ts +81 -12
- package/src/runtime/routes/conversation-management-routes.ts +57 -14
- package/src/runtime/routes/conversation-query-routes.ts +88 -41
- package/src/runtime/routes/conversation-routes.ts +74 -19
- package/src/runtime/routes/conversation-starter-routes.ts +22 -13
- package/src/runtime/routes/conversations-import-routes.ts +6 -1
- package/src/runtime/routes/credential-prompt-routes.ts +5 -0
- package/src/runtime/routes/credential-routes.ts +25 -6
- package/src/runtime/routes/debug-bash-routes.ts +5 -0
- package/src/runtime/routes/debug-routes.ts +11 -2
- package/src/runtime/routes/defer-routes.ts +13 -0
- package/src/runtime/routes/diagnostics-routes.ts +37 -46
- package/src/runtime/routes/disk-pressure-routes.ts +17 -31
- package/src/runtime/routes/document-comments-routes.ts +46 -27
- package/src/runtime/routes/documents-routes.ts +21 -10
- package/src/runtime/routes/domain-routes.ts +61 -28
- package/src/runtime/routes/email-routes.ts +33 -0
- package/src/runtime/routes/events-routes.ts +114 -9
- package/src/runtime/routes/filing-routes.ts +9 -4
- package/src/runtime/routes/gateway-log-routes.ts +5 -0
- package/src/runtime/routes/global-search-routes.ts +53 -50
- package/src/runtime/routes/group-routes.ts +21 -5
- package/src/runtime/routes/guardian-action-routes.ts +9 -0
- package/src/runtime/routes/guardian-approval-interception.ts +0 -31
- package/src/runtime/routes/heartbeat-routes.ts +25 -9
- package/src/runtime/routes/home-feed-routes.ts +23 -19
- package/src/runtime/routes/home-state-routes.ts +8 -40
- package/src/runtime/routes/host-app-control-routes.ts +5 -0
- package/src/runtime/routes/host-bash-routes.ts +5 -0
- package/src/runtime/routes/host-browser-routes.ts +13 -0
- package/src/runtime/routes/host-cu-routes.ts +5 -0
- package/src/runtime/routes/host-file-routes.ts +26 -6
- package/src/runtime/routes/host-transfer-routes.ts +13 -2
- package/src/runtime/routes/http-adapter.ts +1 -2
- package/src/runtime/routes/identity-intro-cache.ts +17 -6
- package/src/runtime/routes/identity-routes.ts +12 -2
- package/src/runtime/routes/image-generation-routes.ts +5 -0
- package/src/runtime/routes/inbound-message-handler.ts +15 -11
- package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +0 -12
- package/src/runtime/routes/inbound-stages/background-dispatch.ts +15 -19
- package/src/runtime/routes/inference-profile-session-routes.ts +13 -3
- package/src/runtime/routes/inference-provider-connection-routes.ts +21 -5
- package/src/runtime/routes/inference-send-routes.ts +11 -11
- package/src/runtime/routes/integrations/a2a.ts +30 -7
- package/src/runtime/routes/integrations/slack/channel.ts +19 -3
- package/src/runtime/routes/integrations/slack/share.ts +9 -2
- package/src/runtime/routes/integrations/telegram.ts +28 -9
- package/src/runtime/routes/integrations/twilio.ts +35 -7
- package/src/runtime/routes/integrations/vercel.ts +3 -3
- package/src/runtime/routes/internal-oauth-routes.ts +5 -0
- package/src/runtime/routes/internal-twilio-routes.ts +13 -0
- package/src/runtime/routes/llm-call-sites-routes.ts +39 -4
- package/src/runtime/routes/log-export-routes.ts +28 -10
- package/src/runtime/routes/mcp-auth-routes.ts +25 -0
- package/src/runtime/routes/memory-item-routes.ts +21 -10
- package/src/runtime/routes/memory-v2-routes.ts +90 -36
- package/src/runtime/routes/memory-v3-routes.ts +273 -407
- package/src/runtime/routes/migration-rollback-routes.ts +5 -1
- package/src/runtime/routes/migration-routes.ts +29 -0
- package/src/runtime/routes/notification-routes.ts +17 -1
- package/src/runtime/routes/oauth-apps.ts +33 -11
- package/src/runtime/routes/oauth-commands-routes.ts +37 -14
- package/src/runtime/routes/oauth-connect-routes.ts +9 -0
- package/src/runtime/routes/oauth-lifecycle-routes.ts +5 -1
- package/src/runtime/routes/oauth-providers.ts +35 -10
- package/src/runtime/routes/platform-routes.ts +21 -0
- package/src/runtime/routes/playground/__tests__/force-compact.test.ts +3 -2
- package/src/runtime/routes/playground/__tests__/inject-failures.test.ts +37 -16
- package/src/runtime/routes/playground/__tests__/reset-circuit.test.ts +7 -3
- package/src/runtime/routes/playground/__tests__/state.test.ts +10 -3
- package/src/runtime/routes/playground/force-compact.ts +1 -1
- package/src/runtime/routes/playground/helpers.ts +0 -1
- package/src/runtime/routes/playground/inject-failures.ts +13 -8
- package/src/runtime/routes/playground/reset-circuit.ts +14 -9
- package/src/runtime/routes/playground/seed-conversation.ts +1 -1
- package/src/runtime/routes/playground/seeded-conversations.ts +3 -3
- package/src/runtime/routes/playground/state.ts +4 -3
- package/src/runtime/routes/plugins-routes.ts +22 -19
- package/src/runtime/routes/profiler-routes.ts +17 -4
- package/src/runtime/routes/ps-routes.ts +5 -0
- package/src/runtime/routes/publish-routes.ts +13 -3
- package/src/runtime/routes/question-routes.ts +5 -0
- package/src/runtime/routes/recording-routes.ts +25 -12
- package/src/runtime/routes/rename-conversation-routes.ts +5 -0
- package/src/runtime/routes/sanity-routes.ts +9 -2
- package/src/runtime/routes/schedule-routes.ts +137 -47
- package/src/runtime/routes/secret-routes.ts +17 -4
- package/src/runtime/routes/sequence-routes.ts +33 -0
- package/src/runtime/routes/settings-routes.ts +65 -19
- package/src/runtime/routes/skills-routes.ts +133 -69
- package/src/runtime/routes/slack-channel-routes.ts +5 -0
- package/src/runtime/routes/stt-routes.ts +13 -6
- package/src/runtime/routes/subagents-routes.ts +24 -18
- package/src/runtime/routes/suggest-trust-rule-routes.ts +7 -2
- package/src/runtime/routes/surface-action-routes.ts +9 -0
- package/src/runtime/routes/surface-content-routes.ts +10 -2
- package/src/runtime/routes/task-routes.ts +37 -0
- package/src/runtime/routes/telemetry-routes.ts +9 -0
- package/src/runtime/routes/trace-event-routes.ts +42 -1
- package/src/runtime/routes/trust-rules-routes.ts +5 -0
- package/src/runtime/routes/tts-routes.ts +13 -6
- package/src/runtime/routes/types.ts +17 -8
- package/src/runtime/routes/ui-request-routes.ts +5 -0
- package/src/runtime/routes/upgrade-broadcast-routes.ts +5 -0
- package/src/runtime/routes/usage-routes.ts +71 -3
- package/src/runtime/routes/user-routes-cli.ts +9 -0
- package/src/runtime/routes/user-routes.ts +5 -1
- package/src/runtime/routes/wake-conversation-routes.ts +5 -0
- package/src/runtime/routes/watcher-routes.ts +21 -0
- package/src/runtime/routes/webhook-routes.ts +9 -0
- package/src/runtime/routes/wipe-conversation-routes.ts +5 -0
- package/src/runtime/routes/work-items-routes.ts +47 -19
- package/src/runtime/routes/workspace-commit-routes.ts +5 -0
- package/src/runtime/routes/workspace-routes.test.ts +42 -0
- package/src/runtime/routes/workspace-routes.ts +120 -9
- package/src/runtime/services/__tests__/analyze-conversation.test.ts +2 -4
- package/src/runtime/services/analyze-conversation.ts +3 -6
- package/src/runtime/services/conversation-serializer.ts +24 -2
- package/src/runtime/sync/resource-sync-events.ts +16 -2
- package/src/runtime/sync/sync-publisher.ts +2 -2
- package/src/schedule/run-script.ts +28 -3
- package/src/schedule/schedule-store.ts +8 -0
- package/src/schedule/scheduler.ts +3 -1
- package/src/signals/user-message.ts +5 -8
- package/src/skills/catalog-files.ts +4 -1
- package/src/skills/clawhub-files.ts +2 -0
- package/src/skills/skillssh-files.ts +2 -0
- package/src/subagent/manager.ts +3 -6
- package/src/telemetry/types.ts +26 -0
- package/src/telemetry/usage-telemetry-reporter.test.ts +138 -1
- package/src/telemetry/usage-telemetry-reporter.ts +31 -0
- package/src/tools/acp/spawn.test.ts +88 -38
- package/src/tools/apps/definitions.ts +8 -4
- package/src/tools/ask-question/ask-question-tool.test.ts +120 -105
- package/src/tools/ask-question/ask-question-tool.ts +85 -90
- package/src/tools/computer-use/definitions.ts +28 -24
- package/src/tools/credential-execution/make-authenticated-request.ts +56 -51
- package/src/tools/credential-execution/manage-secure-command-tool.ts +2 -2
- package/src/tools/credential-execution/run-authenticated-command.ts +82 -77
- package/src/tools/credentials/vault.ts +112 -111
- package/src/tools/execution-target.ts +1 -1
- package/src/tools/execution-timeout.ts +3 -4
- package/src/tools/filesystem/edit.ts +45 -42
- package/src/tools/filesystem/list.ts +33 -30
- package/src/tools/filesystem/read.ts +54 -35
- package/src/tools/filesystem/write.ts +34 -31
- package/src/tools/host-filesystem/edit.ts +44 -42
- package/src/tools/host-filesystem/read.ts +49 -35
- package/src/tools/host-filesystem/transfer.ts +121 -108
- package/src/tools/host-filesystem/write.ts +33 -31
- package/src/tools/host-terminal/host-shell.ts +50 -48
- package/src/tools/memory/register.ts +23 -24
- package/src/tools/network/web-fetch.ts +49 -46
- package/src/tools/network/web-search.ts +16 -13
- package/src/tools/registry.ts +39 -16
- package/src/tools/schedule/create.ts +11 -0
- package/src/tools/schedule/update.ts +16 -0
- package/src/tools/shared/filesystem/audio-read.ts +122 -0
- package/src/tools/shared/filesystem/image-read.ts +1 -1
- package/src/tools/skills/execute.ts +34 -31
- package/src/tools/skills/load.ts +29 -23
- package/src/tools/subagent/notify-parent.ts +35 -32
- package/src/tools/system/avatar-generator.ts +13 -22
- package/src/tools/system/request-permission.ts +30 -27
- package/src/tools/terminal/shell.ts +190 -61
- package/src/tools/tool-defaults.ts +20 -9
- package/src/tools/tool-manifest.ts +4 -4
- package/src/tools/types.ts +74 -23
- package/src/tools/ui-surface/definitions.ts +69 -9
- package/src/usage/types.ts +10 -0
- package/src/util/errors.ts +2 -2
- package/src/util/map-limit.ts +27 -0
- package/src/util/platform.ts +15 -12
- package/src/work-items/work-item-runner.ts +7 -2
- package/src/workspace/migrations/028-recover-conversations-from-disk-view.ts +7 -20
- package/src/workspace/migrations/092-backfill-v3-leaves.ts +169 -0
- package/src/workspace/migrations/093-backfill-leaf-ids.ts +144 -0
- package/src/workspace/migrations/094-seed-avatar-manifest.ts +155 -0
- package/src/workspace/migrations/__tests__/094-seed-avatar-manifest.test.ts +136 -0
- package/src/workspace/migrations/__tests__/backfill-leaf-ids.test.ts +175 -0
- package/src/workspace/migrations/__tests__/backfill-v3-leaves.test.ts +124 -0
- package/src/workspace/migrations/registry.ts +6 -0
- package/src/workspace/provider-commit-message-generator.ts +15 -17
- package/tsconfig.json +4 -1
- package/src/__tests__/history-repair-pipeline.test.ts +0 -396
- package/src/cli/commands/__tests__/memory-v3-render.test.ts +0 -340
- package/src/cli/commands/memory-v3-render.ts +0 -491
- package/src/daemon/message-types/disk-pressure.ts +0 -9
- package/src/email/feature-gate.ts +0 -23
- package/src/memory/v3/__tests__/coactivation-store.test.ts +0 -422
- package/src/memory/v3/__tests__/consolidation-job.test.ts +0 -466
- package/src/memory/v3/__tests__/coretrieval-seed.test.ts +0 -270
- package/src/memory/v3/__tests__/edge-learning-job.test.ts +0 -324
- package/src/memory/v3/__tests__/edges.test.ts +0 -706
- package/src/memory/v3/__tests__/filter.test.ts +0 -560
- package/src/memory/v3/__tests__/gate.test.ts +0 -637
- package/src/memory/v3/__tests__/index-composition.test.ts +0 -291
- package/src/memory/v3/__tests__/loop.test.ts +0 -775
- package/src/memory/v3/__tests__/retriever.test.ts +0 -226
- package/src/memory/v3/__tests__/scouts.test.ts +0 -489
- package/src/memory/v3/__tests__/shadow-diff.test.ts +0 -225
- package/src/memory/v3/__tests__/shadow-middleware.test.ts +0 -398
- package/src/memory/v3/__tests__/system-prompts.test.ts +0 -154
- package/src/memory/v3/__tests__/traversal.test.ts +0 -508
- package/src/memory/v3/__tests__/tree-index.test.ts +0 -280
- package/src/memory/v3/__tests__/tree-store.test.ts +0 -529
- package/src/memory/v3/__tests__/tree-walk.test.ts +0 -784
- package/src/memory/v3/__tests__/validate.test.ts +0 -277
- package/src/memory/v3/auto-edges.ts +0 -223
- package/src/memory/v3/coactivation-store.ts +0 -124
- package/src/memory/v3/consolidation-job.ts +0 -323
- package/src/memory/v3/coretrieval-seed.ts +0 -240
- package/src/memory/v3/edge-learning-job.ts +0 -160
- package/src/memory/v3/edges.ts +0 -286
- package/src/memory/v3/filter.ts +0 -286
- package/src/memory/v3/gate.ts +0 -349
- package/src/memory/v3/index-composition.ts +0 -126
- package/src/memory/v3/llm-capture.ts +0 -46
- package/src/memory/v3/loop.ts +0 -430
- package/src/memory/v3/maintenance.ts +0 -144
- package/src/memory/v3/prompt-context.ts +0 -33
- package/src/memory/v3/prompts/consolidation.ts +0 -458
- package/src/memory/v3/prompts/system-prompts.ts +0 -196
- package/src/memory/v3/retriever.ts +0 -33
- package/src/memory/v3/scouts.ts +0 -431
- package/src/memory/v3/shadow-diff.ts +0 -287
- package/src/memory/v3/shadow-middleware.ts +0 -347
- package/src/memory/v3/traversal.ts +0 -211
- package/src/memory/v3/tree-index.ts +0 -237
- package/src/memory/v3/tree-store.ts +0 -394
- package/src/memory/v3/tree-walk.ts +0 -356
- package/src/memory/v3/validate.ts +0 -323
- package/src/plugins/defaults/circuit-breaker.ts +0 -141
- package/src/plugins/defaults/compaction.ts +0 -141
- package/src/plugins/defaults/empty-response.ts +0 -124
- package/src/plugins/defaults/history-repair.ts +0 -83
- package/src/plugins/defaults/persistence.ts +0 -146
- package/src/plugins/defaults/title-generate.ts +0 -90
- package/src/plugins/defaults/token-estimate.ts +0 -101
- package/src/plugins/defaults/tool-error.ts +0 -119
- package/src/plugins/defaults/tool-result-truncate.ts +0 -84
- package/src/runtime/routes/__tests__/memory-v3-simulate-params.test.ts +0 -35
|
@@ -0,0 +1,192 @@
|
|
|
1
|
+
import { mkdir, mkdtemp, rm, writeFile } from "node:fs/promises";
|
|
2
|
+
import { tmpdir } from "node:os";
|
|
3
|
+
import { dirname, join } from "node:path";
|
|
4
|
+
import { fileURLToPath } from "node:url";
|
|
5
|
+
import { afterEach, beforeEach, describe, expect, test } from "bun:test";
|
|
6
|
+
|
|
7
|
+
import { leavesOf, loadLeafTree, membersOf, resolveDataDir } from "../tree.js";
|
|
8
|
+
|
|
9
|
+
const HERE = dirname(fileURLToPath(import.meta.url));
|
|
10
|
+
const BUNDLED_DATA_DIR = join(HERE, "..", "data");
|
|
11
|
+
|
|
12
|
+
describe("loadLeafTree", () => {
|
|
13
|
+
test("loads leaves with frontmatter, description, and domain", async () => {
|
|
14
|
+
const tree = await loadLeafTree(BUNDLED_DATA_DIR);
|
|
15
|
+
|
|
16
|
+
expect([...tree.leaves.keys()].sort()).toEqual([
|
|
17
|
+
"domain-a/topic-x",
|
|
18
|
+
"domain-a/topic-y",
|
|
19
|
+
"domain-b/topic-z",
|
|
20
|
+
]);
|
|
21
|
+
|
|
22
|
+
const topicX = tree.leaves.get("domain-a/topic-x");
|
|
23
|
+
expect(topicX).toBeDefined();
|
|
24
|
+
expect(topicX?.path).toBe("domain-a/topic-x");
|
|
25
|
+
expect(topicX?.frontmatter).toEqual({
|
|
26
|
+
path: "domain-a/topic-x",
|
|
27
|
+
in_core: true,
|
|
28
|
+
});
|
|
29
|
+
expect(topicX?.domain).toBe("domain-a");
|
|
30
|
+
expect(topicX?.description.length).toBeGreaterThan(0);
|
|
31
|
+
expect(topicX?.description.startsWith("---")).toBe(false);
|
|
32
|
+
|
|
33
|
+
const topicZ = tree.leaves.get("domain-b/topic-z");
|
|
34
|
+
expect(topicZ?.frontmatter.in_core).toBe(false);
|
|
35
|
+
expect(topicZ?.domain).toBe("domain-b");
|
|
36
|
+
|
|
37
|
+
// Bundled leaves predate the optional `id` field.
|
|
38
|
+
expect(topicX?.frontmatter.id).toBeUndefined();
|
|
39
|
+
});
|
|
40
|
+
|
|
41
|
+
test("parses the optional stable id when present, omits it otherwise", async () => {
|
|
42
|
+
const dataDir = await mkdtemp(join(tmpdir(), "v3-leaf-id-"));
|
|
43
|
+
try {
|
|
44
|
+
await mkdir(join(dataDir, "leaves", "domain-a"), { recursive: true });
|
|
45
|
+
await writeFile(
|
|
46
|
+
join(dataDir, "leaves", "domain-a", "topic-x.md"),
|
|
47
|
+
"---\npath: domain-a/topic-x\nin_core: true\nid: leaf-123\n---\n\nWith id.\n",
|
|
48
|
+
);
|
|
49
|
+
await writeFile(
|
|
50
|
+
join(dataDir, "leaves", "domain-a", "topic-y.md"),
|
|
51
|
+
"---\npath: domain-a/topic-y\nin_core: false\n---\n\nNo id.\n",
|
|
52
|
+
);
|
|
53
|
+
await writeFile(
|
|
54
|
+
join(dataDir, "assignments.json"),
|
|
55
|
+
JSON.stringify({ "page-a": ["domain-a/topic-x"] }),
|
|
56
|
+
);
|
|
57
|
+
|
|
58
|
+
const tree = await loadLeafTree(dataDir);
|
|
59
|
+
expect(tree.leaves.get("domain-a/topic-x")?.frontmatter.id).toBe(
|
|
60
|
+
"leaf-123",
|
|
61
|
+
);
|
|
62
|
+
expect(
|
|
63
|
+
tree.leaves.get("domain-a/topic-y")?.frontmatter.id,
|
|
64
|
+
).toBeUndefined();
|
|
65
|
+
} finally {
|
|
66
|
+
await rm(dataDir, { recursive: true, force: true });
|
|
67
|
+
}
|
|
68
|
+
});
|
|
69
|
+
|
|
70
|
+
test("builds members and byPage from assignments", async () => {
|
|
71
|
+
const tree = await loadLeafTree(BUNDLED_DATA_DIR);
|
|
72
|
+
|
|
73
|
+
// byPage is the inverted assignment map.
|
|
74
|
+
expect(tree.byPage.get("page-a")).toEqual(["domain-a/topic-x"]);
|
|
75
|
+
expect(tree.byPage.get("page-b")).toEqual([
|
|
76
|
+
"domain-a/topic-x",
|
|
77
|
+
"domain-a/topic-y",
|
|
78
|
+
]);
|
|
79
|
+
expect(tree.byPage.get("page-c")).toEqual(["domain-b/topic-z"]);
|
|
80
|
+
|
|
81
|
+
// members are the slugs assigned to each leaf.
|
|
82
|
+
expect(membersOf(tree, "domain-a/topic-x").sort()).toEqual([
|
|
83
|
+
"page-a",
|
|
84
|
+
"page-b",
|
|
85
|
+
]);
|
|
86
|
+
expect(membersOf(tree, "domain-a/topic-y")).toEqual(["page-b"]);
|
|
87
|
+
expect(membersOf(tree, "domain-b/topic-z")).toEqual(["page-c"]);
|
|
88
|
+
});
|
|
89
|
+
|
|
90
|
+
test("membersOf and leavesOf return empty arrays for unknown keys", async () => {
|
|
91
|
+
const tree = await loadLeafTree(BUNDLED_DATA_DIR);
|
|
92
|
+
expect(membersOf(tree, "nope/missing")).toEqual([]);
|
|
93
|
+
expect(leavesOf(tree, "missing-slug")).toEqual([]);
|
|
94
|
+
});
|
|
95
|
+
|
|
96
|
+
test("leavesOf mirrors byPage", async () => {
|
|
97
|
+
const tree = await loadLeafTree(BUNDLED_DATA_DIR);
|
|
98
|
+
expect(leavesOf(tree, "page-b")).toEqual([
|
|
99
|
+
"domain-a/topic-x",
|
|
100
|
+
"domain-a/topic-y",
|
|
101
|
+
]);
|
|
102
|
+
});
|
|
103
|
+
|
|
104
|
+
test("frontmatter pageLeaves win over assignments.json per page", async () => {
|
|
105
|
+
const tree = await loadLeafTree(
|
|
106
|
+
BUNDLED_DATA_DIR,
|
|
107
|
+
new Map([["page-a", ["domain-a/topic-y"]]]),
|
|
108
|
+
);
|
|
109
|
+
|
|
110
|
+
// page-a is overridden by frontmatter; assignments.json said topic-x.
|
|
111
|
+
expect(leavesOf(tree, "page-a")).toEqual(["domain-a/topic-y"]);
|
|
112
|
+
expect(membersOf(tree, "domain-a/topic-y").sort()).toEqual([
|
|
113
|
+
"page-a",
|
|
114
|
+
"page-b",
|
|
115
|
+
]);
|
|
116
|
+
expect(membersOf(tree, "domain-a/topic-x")).toEqual(["page-b"]);
|
|
117
|
+
});
|
|
118
|
+
|
|
119
|
+
test("pages absent from pageLeaves fall back to assignments.json", async () => {
|
|
120
|
+
// page-a override + a page-with-empty-frontmatter that must fall back.
|
|
121
|
+
const tree = await loadLeafTree(
|
|
122
|
+
BUNDLED_DATA_DIR,
|
|
123
|
+
new Map([
|
|
124
|
+
["page-a", ["domain-a/topic-y"]],
|
|
125
|
+
["page-c", []],
|
|
126
|
+
]),
|
|
127
|
+
);
|
|
128
|
+
|
|
129
|
+
// page-b never appeared in pageLeaves → assignments.json.
|
|
130
|
+
expect(leavesOf(tree, "page-b")).toEqual([
|
|
131
|
+
"domain-a/topic-x",
|
|
132
|
+
"domain-a/topic-y",
|
|
133
|
+
]);
|
|
134
|
+
// page-c had an empty frontmatter array → falls back to assignments.json.
|
|
135
|
+
expect(leavesOf(tree, "page-c")).toEqual(["domain-b/topic-z"]);
|
|
136
|
+
});
|
|
137
|
+
|
|
138
|
+
test("omitting pageLeaves preserves assignments.json behavior", async () => {
|
|
139
|
+
const withMap = await loadLeafTree(BUNDLED_DATA_DIR, new Map());
|
|
140
|
+
const without = await loadLeafTree(BUNDLED_DATA_DIR);
|
|
141
|
+
|
|
142
|
+
// An empty map is equivalent to omitting it: pure assignments.json.
|
|
143
|
+
for (const slug of ["page-a", "page-b", "page-c"]) {
|
|
144
|
+
expect(leavesOf(withMap, slug)).toEqual(leavesOf(without, slug));
|
|
145
|
+
}
|
|
146
|
+
expect(leavesOf(without, "page-a")).toEqual(["domain-a/topic-x"]);
|
|
147
|
+
});
|
|
148
|
+
});
|
|
149
|
+
|
|
150
|
+
describe("resolveDataDir", () => {
|
|
151
|
+
let tmpRoot: string;
|
|
152
|
+
const prevWorkspace = process.env.VELLUM_WORKSPACE_DIR;
|
|
153
|
+
|
|
154
|
+
beforeEach(async () => {
|
|
155
|
+
tmpRoot = await mkdtemp(join(tmpdir(), "v3-tree-"));
|
|
156
|
+
});
|
|
157
|
+
|
|
158
|
+
afterEach(async () => {
|
|
159
|
+
if (prevWorkspace === undefined) delete process.env.VELLUM_WORKSPACE_DIR;
|
|
160
|
+
else process.env.VELLUM_WORKSPACE_DIR = prevWorkspace;
|
|
161
|
+
await rm(tmpRoot, { recursive: true, force: true });
|
|
162
|
+
});
|
|
163
|
+
|
|
164
|
+
test("falls back to bundled stub when no workspace override exists", () => {
|
|
165
|
+
process.env.VELLUM_WORKSPACE_DIR = join(tmpRoot, "workspace");
|
|
166
|
+
expect(resolveDataDir()).toBe(BUNDLED_DATA_DIR);
|
|
167
|
+
});
|
|
168
|
+
|
|
169
|
+
test("prefers workspace override when <workspace>/memory/v3/data exists", async () => {
|
|
170
|
+
const workspace = join(tmpRoot, "workspace");
|
|
171
|
+
const workspaceData = join(workspace, "memory", "v3", "data");
|
|
172
|
+
const leafDir = join(workspaceData, "leaves", "domain-w");
|
|
173
|
+
await mkdir(leafDir, { recursive: true });
|
|
174
|
+
await writeFile(
|
|
175
|
+
join(leafDir, "topic-real.md"),
|
|
176
|
+
"---\npath: domain-w/topic-real\nin_core: false\n---\n\nReal workspace leaf.\n",
|
|
177
|
+
);
|
|
178
|
+
await writeFile(
|
|
179
|
+
join(workspaceData, "assignments.json"),
|
|
180
|
+
JSON.stringify({ "real-page": ["domain-w/topic-real"] }),
|
|
181
|
+
);
|
|
182
|
+
|
|
183
|
+
process.env.VELLUM_WORKSPACE_DIR = workspace;
|
|
184
|
+
|
|
185
|
+
expect(resolveDataDir()).toBe(workspaceData);
|
|
186
|
+
|
|
187
|
+
const tree = await loadLeafTree(resolveDataDir());
|
|
188
|
+
expect([...tree.leaves.keys()]).toEqual(["domain-w/topic-real"]);
|
|
189
|
+
expect(membersOf(tree, "domain-w/topic-real")).toEqual(["real-page"]);
|
|
190
|
+
expect(leavesOf(tree, "real-page")).toEqual(["domain-w/topic-real"]);
|
|
191
|
+
});
|
|
192
|
+
});
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { expect, test } from "bun:test";
|
|
2
|
+
|
|
3
|
+
import type {
|
|
4
|
+
LeafFrontmatter,
|
|
5
|
+
LeafNode,
|
|
6
|
+
LeafPath,
|
|
7
|
+
LeafTree,
|
|
8
|
+
SelectionSource,
|
|
9
|
+
Slug,
|
|
10
|
+
TurnContext,
|
|
11
|
+
WorkingSetEntry,
|
|
12
|
+
} from "../types.js";
|
|
13
|
+
|
|
14
|
+
test("v3 core types instantiate", () => {
|
|
15
|
+
const path: LeafPath = "domain/topic/leaf";
|
|
16
|
+
const slug: Slug = "page-123";
|
|
17
|
+
|
|
18
|
+
const frontmatter: LeafFrontmatter = { path, in_core: true };
|
|
19
|
+
|
|
20
|
+
const node: LeafNode = {
|
|
21
|
+
path,
|
|
22
|
+
frontmatter,
|
|
23
|
+
description: "an example leaf node",
|
|
24
|
+
members: [slug],
|
|
25
|
+
domain: "example",
|
|
26
|
+
};
|
|
27
|
+
|
|
28
|
+
const tree: LeafTree = {
|
|
29
|
+
leaves: new Map<LeafPath, LeafNode>([[path, node]]),
|
|
30
|
+
byPage: new Map<Slug, LeafPath[]>([[slug, [path]]]),
|
|
31
|
+
};
|
|
32
|
+
|
|
33
|
+
const entry: WorkingSetEntry = {
|
|
34
|
+
slug,
|
|
35
|
+
selectedAtTurn: 1,
|
|
36
|
+
pinned: false,
|
|
37
|
+
lastSeenTurn: 2,
|
|
38
|
+
};
|
|
39
|
+
|
|
40
|
+
const turnContext: TurnContext = {
|
|
41
|
+
conversationId: "conv-xyz",
|
|
42
|
+
turnNumber: 3,
|
|
43
|
+
currentMessage: "hello",
|
|
44
|
+
recentContext: "prior turns",
|
|
45
|
+
};
|
|
46
|
+
|
|
47
|
+
const source: SelectionSource = "carry-forward";
|
|
48
|
+
|
|
49
|
+
expect(tree.leaves.get(path)).toBe(node);
|
|
50
|
+
expect(tree.byPage.get(slug)).toEqual([path]);
|
|
51
|
+
expect(entry.slug).toBe(slug);
|
|
52
|
+
expect(turnContext.turnNumber).toBe(3);
|
|
53
|
+
expect(source).toBe("carry-forward");
|
|
54
|
+
});
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
import { describe, expect, test } from "bun:test";
|
|
2
|
+
|
|
3
|
+
import { WorkingSetEntry } from "../types.js";
|
|
4
|
+
import { ScoreFn, WorkingSet } from "../working-set.js";
|
|
5
|
+
|
|
6
|
+
describe("WorkingSet.evict", () => {
|
|
7
|
+
test("evicts a page unseen past the window", () => {
|
|
8
|
+
const ws = new WorkingSet(150, 5);
|
|
9
|
+
ws.recordSelection("alpha", 0, false);
|
|
10
|
+
|
|
11
|
+
// currentTurn 6, lastSeen 0 → gap 6 > window 5 → evict.
|
|
12
|
+
ws.evict(6, new Set());
|
|
13
|
+
|
|
14
|
+
expect(ws.union().has("alpha")).toBe(false);
|
|
15
|
+
expect(ws.size()).toBe(0);
|
|
16
|
+
});
|
|
17
|
+
|
|
18
|
+
test("keeps a page still inside the window", () => {
|
|
19
|
+
const ws = new WorkingSet(150, 5);
|
|
20
|
+
ws.recordSelection("alpha", 0, false);
|
|
21
|
+
|
|
22
|
+
// gap 5 is not > 5 → keep.
|
|
23
|
+
ws.evict(5, new Set());
|
|
24
|
+
|
|
25
|
+
expect(ws.union().has("alpha")).toBe(true);
|
|
26
|
+
});
|
|
27
|
+
|
|
28
|
+
test("pinned page never evicts past the window", () => {
|
|
29
|
+
const ws = new WorkingSet(150, 5);
|
|
30
|
+
ws.recordSelection("alpha", 0, true);
|
|
31
|
+
|
|
32
|
+
ws.evict(100, new Set());
|
|
33
|
+
|
|
34
|
+
expect(ws.union().has("alpha")).toBe(true);
|
|
35
|
+
});
|
|
36
|
+
|
|
37
|
+
test("exceeding maxPages evicts the least-recently-selected non-pinned page first", () => {
|
|
38
|
+
const ws = new WorkingSet(2, 1000);
|
|
39
|
+
ws.recordSelection("oldest", 1, false);
|
|
40
|
+
ws.recordSelection("middle", 2, false);
|
|
41
|
+
ws.recordSelection("newest", 3, false);
|
|
42
|
+
|
|
43
|
+
// No window eviction (window huge); cap is 2 → drop lowest lastSeenTurn.
|
|
44
|
+
ws.evict(3, new Set());
|
|
45
|
+
|
|
46
|
+
expect(ws.size()).toBe(2);
|
|
47
|
+
expect(ws.union().has("oldest")).toBe(false);
|
|
48
|
+
expect(ws.union().has("middle")).toBe(true);
|
|
49
|
+
expect(ws.union().has("newest")).toBe(true);
|
|
50
|
+
});
|
|
51
|
+
|
|
52
|
+
test("cap eviction never drops pinned pages even when over capacity", () => {
|
|
53
|
+
const ws = new WorkingSet(1, 1000);
|
|
54
|
+
ws.recordSelection("pinned-a", 1, true);
|
|
55
|
+
ws.recordSelection("pinned-b", 2, true);
|
|
56
|
+
ws.recordSelection("loose", 3, false);
|
|
57
|
+
|
|
58
|
+
ws.evict(3, new Set());
|
|
59
|
+
|
|
60
|
+
// Only the non-pinned page can go; pinned pages stay even over cap.
|
|
61
|
+
expect(ws.union().has("pinned-a")).toBe(true);
|
|
62
|
+
expect(ws.union().has("pinned-b")).toBe(true);
|
|
63
|
+
expect(ws.union().has("loose")).toBe(false);
|
|
64
|
+
expect(ws.size()).toBe(2);
|
|
65
|
+
});
|
|
66
|
+
|
|
67
|
+
test("core slugs passed to evict are dropped if present", () => {
|
|
68
|
+
const ws = new WorkingSet(150, 5);
|
|
69
|
+
ws.recordSelection("alpha", 5, false);
|
|
70
|
+
ws.recordSelection("beta", 5, true); // pinned, but core still wins
|
|
71
|
+
ws.recordSelection("gamma", 5, false);
|
|
72
|
+
|
|
73
|
+
ws.evict(5, new Set(["alpha", "beta"]));
|
|
74
|
+
|
|
75
|
+
expect(ws.union().has("alpha")).toBe(false);
|
|
76
|
+
expect(ws.union().has("beta")).toBe(false);
|
|
77
|
+
expect(ws.union().has("gamma")).toBe(true);
|
|
78
|
+
});
|
|
79
|
+
|
|
80
|
+
test("custom scoreFn reorders cap-evictions", () => {
|
|
81
|
+
// Score by selectedAtTurn instead of lastSeenTurn: the page selected
|
|
82
|
+
// earliest becomes most evictable regardless of recent activity.
|
|
83
|
+
const bySelectedAt: ScoreFn = (e: WorkingSetEntry) => e.selectedAtTurn;
|
|
84
|
+
const ws = new WorkingSet(2, 1000, bySelectedAt);
|
|
85
|
+
|
|
86
|
+
ws.recordSelection("first", 0, false);
|
|
87
|
+
ws.recordSelection("second", 1, false);
|
|
88
|
+
ws.recordSelection("third", 2, false);
|
|
89
|
+
// Bump "first" so plain LRU would protect it, but selectedAt still lowest.
|
|
90
|
+
ws.recordSelection("first", 9, false);
|
|
91
|
+
|
|
92
|
+
ws.evict(9, new Set());
|
|
93
|
+
|
|
94
|
+
expect(ws.size()).toBe(2);
|
|
95
|
+
// Under custom score, "first" (selectedAt 0) evicts despite recent touch.
|
|
96
|
+
expect(ws.union().has("first")).toBe(false);
|
|
97
|
+
expect(ws.union().has("second")).toBe(true);
|
|
98
|
+
expect(ws.union().has("third")).toBe(true);
|
|
99
|
+
});
|
|
100
|
+
|
|
101
|
+
test("default no-arg constructor still works for existing callers", () => {
|
|
102
|
+
const ws = new WorkingSet();
|
|
103
|
+
ws.recordSelection("alpha", 0, false);
|
|
104
|
+
expect(ws.size()).toBe(1);
|
|
105
|
+
});
|
|
106
|
+
});
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { describe, expect, test } from "bun:test";
|
|
2
|
+
|
|
3
|
+
import { WorkingSet } from "../working-set.js";
|
|
4
|
+
|
|
5
|
+
describe("WorkingSet (skeleton)", () => {
|
|
6
|
+
test("recording a selection adds it to union()", () => {
|
|
7
|
+
const ws = new WorkingSet();
|
|
8
|
+
ws.recordSelection("alpha", 1, false);
|
|
9
|
+
|
|
10
|
+
expect(ws.union().has("alpha")).toBe(true);
|
|
11
|
+
expect(ws.size()).toBe(1);
|
|
12
|
+
});
|
|
13
|
+
|
|
14
|
+
test("recording the same slug twice preserves selectedAtTurn and updates lastSeenTurn", () => {
|
|
15
|
+
const ws = new WorkingSet();
|
|
16
|
+
ws.recordSelection("alpha", 1, false);
|
|
17
|
+
ws.recordSelection("alpha", 5, false);
|
|
18
|
+
|
|
19
|
+
expect(ws.size()).toBe(1);
|
|
20
|
+
const entry = [...ws.union()];
|
|
21
|
+
expect(entry).toEqual(["alpha"]);
|
|
22
|
+
// selectedAtTurn preserved at original turn, lastSeenTurn advanced.
|
|
23
|
+
const internal = (
|
|
24
|
+
ws as unknown as {
|
|
25
|
+
entries: Map<string, { selectedAtTurn: number; lastSeenTurn: number }>;
|
|
26
|
+
}
|
|
27
|
+
).entries.get("alpha");
|
|
28
|
+
expect(internal?.selectedAtTurn).toBe(1);
|
|
29
|
+
expect(internal?.lastSeenTurn).toBe(5);
|
|
30
|
+
});
|
|
31
|
+
|
|
32
|
+
test("pinned propagates: non-pinned then pinned keeps pinned true", () => {
|
|
33
|
+
const ws = new WorkingSet();
|
|
34
|
+
ws.recordSelection("alpha", 1, false);
|
|
35
|
+
ws.recordSelection("alpha", 2, true);
|
|
36
|
+
|
|
37
|
+
const internal = (
|
|
38
|
+
ws as unknown as {
|
|
39
|
+
entries: Map<string, { pinned: boolean }>;
|
|
40
|
+
}
|
|
41
|
+
).entries.get("alpha");
|
|
42
|
+
expect(internal?.pinned).toBe(true);
|
|
43
|
+
});
|
|
44
|
+
});
|
|
@@ -0,0 +1,268 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* v3 page→leaf classifier: assigns pages to leaf topics and UNIONS the result
|
|
3
|
+
* into each page's `leaves:` frontmatter.
|
|
4
|
+
*
|
|
5
|
+
* This ports an offline classifier into a daemon module. For each target page
|
|
6
|
+
* it runs a single tool-forced LLM call against the cache-stable numbered leaf
|
|
7
|
+
* index (system prompt) with the page content in the user message, maps the
|
|
8
|
+
* returned 1-based ids back to leaf paths, and writes back the UNION of the
|
|
9
|
+
* page's existing picks and the freshly classified picks.
|
|
10
|
+
*
|
|
11
|
+
* Recall-safe by construction:
|
|
12
|
+
* - UNION semantics never drop a page's existing leaf assignments.
|
|
13
|
+
* - A classification that fails (provider unavailable/throws, no tool use, or
|
|
14
|
+
* empty result) leaves the page's `leaves:` frontmatter UNCHANGED.
|
|
15
|
+
*
|
|
16
|
+
* Provider-injectable: pass `opts.provider` to bypass the configured-provider
|
|
17
|
+
* lookup (used by tests and callers that force a specific provider). When
|
|
18
|
+
* omitted, resolves the `memoryV3RouteL1` callsite provider.
|
|
19
|
+
*/
|
|
20
|
+
|
|
21
|
+
import {
|
|
22
|
+
extractToolUse,
|
|
23
|
+
getConfiguredProvider,
|
|
24
|
+
userMessage,
|
|
25
|
+
} from "../../providers/provider-send-message.js";
|
|
26
|
+
import type { Provider, ToolDefinition } from "../../providers/types.js";
|
|
27
|
+
import { getLogger } from "../../util/logger.js";
|
|
28
|
+
import { listPages, readPage, writePage } from "../v2/page-store.js";
|
|
29
|
+
import type { ConceptPage } from "../v2/types.js";
|
|
30
|
+
import type { LeafPath, LeafTree, Slug } from "./types.js";
|
|
31
|
+
|
|
32
|
+
const log = getLogger("memory-v3-assign");
|
|
33
|
+
|
|
34
|
+
const ASSIGN_TOOL_NAME = "assign_leaves";
|
|
35
|
+
|
|
36
|
+
/** Default delay between classification calls to avoid hammering the provider. */
|
|
37
|
+
const DEFAULT_THROTTLE_MS = 200;
|
|
38
|
+
|
|
39
|
+
/** Description length cap in the cache-stable leaf index lines. */
|
|
40
|
+
const DESCRIPTION_CAP = 450;
|
|
41
|
+
|
|
42
|
+
/** Bounded output budget — the tool only emits a small id array. */
|
|
43
|
+
const MAX_TOKENS = 512;
|
|
44
|
+
|
|
45
|
+
export interface AssignPagesOptions {
|
|
46
|
+
/** The leaf tree the page is classified against. */
|
|
47
|
+
tree: LeafTree;
|
|
48
|
+
/** Workspace root; pages live under `<workspaceDir>/memory/concepts/`. */
|
|
49
|
+
workspaceDir: string;
|
|
50
|
+
/**
|
|
51
|
+
* Slugs to classify. When omitted, defaults to every page whose `leaves:`
|
|
52
|
+
* frontmatter is empty or missing (the unclassified set).
|
|
53
|
+
*/
|
|
54
|
+
slugs?: Slug[];
|
|
55
|
+
/**
|
|
56
|
+
* Provider override. When omitted, resolves the `memoryV3RouteL1` callsite
|
|
57
|
+
* provider once and reuses it across all pages.
|
|
58
|
+
*/
|
|
59
|
+
provider?: Provider;
|
|
60
|
+
/** Delay between calls in ms. Defaults to {@link DEFAULT_THROTTLE_MS}. */
|
|
61
|
+
throttleMs?: number;
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
/** Per-page classification outcome, for the job + health report to consume. */
|
|
65
|
+
export interface AssignPageResult {
|
|
66
|
+
slug: Slug;
|
|
67
|
+
/** The page's leaf assignments before this run. */
|
|
68
|
+
before: LeafPath[];
|
|
69
|
+
/** The page's leaf assignments after this run (== before when failed). */
|
|
70
|
+
after: LeafPath[];
|
|
71
|
+
/** True when classification failed and the page was left unchanged. */
|
|
72
|
+
failed: boolean;
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
/**
|
|
76
|
+
* Build the cache-stable system prompt: a numbered list of every leaf path with
|
|
77
|
+
* its (trimmed) description. Stable ordering (sorted by path) keeps the prompt
|
|
78
|
+
* prefix identical across calls so the provider can cache it.
|
|
79
|
+
*/
|
|
80
|
+
function buildLeafIndexSystemPrompt(
|
|
81
|
+
sortedLeafPaths: LeafPath[],
|
|
82
|
+
tree: LeafTree,
|
|
83
|
+
): string {
|
|
84
|
+
const lines = sortedLeafPaths.map((path, i) => {
|
|
85
|
+
const description = tree.leaves.get(path)?.description.trim() ?? "";
|
|
86
|
+
const summary = description.slice(0, DESCRIPTION_CAP);
|
|
87
|
+
return `[${i + 1}] ${path} — ${summary}`;
|
|
88
|
+
});
|
|
89
|
+
return [
|
|
90
|
+
"You are a memory classifier. Given a page's content, pick the leaf topics",
|
|
91
|
+
"the page belongs to. A page may belong to several leaves; pick every leaf",
|
|
92
|
+
"whose topic the page meaningfully covers. Return the leaf numbers via the",
|
|
93
|
+
"assign_leaves tool.",
|
|
94
|
+
"",
|
|
95
|
+
"Leaf index:",
|
|
96
|
+
...lines,
|
|
97
|
+
].join("\n");
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
const ASSIGN_TOOL: ToolDefinition = {
|
|
101
|
+
name: ASSIGN_TOOL_NAME,
|
|
102
|
+
description: "Return the leaf numbers this page belongs to.",
|
|
103
|
+
input_schema: {
|
|
104
|
+
type: "object",
|
|
105
|
+
properties: {
|
|
106
|
+
ids: {
|
|
107
|
+
type: "array",
|
|
108
|
+
items: { type: "integer" },
|
|
109
|
+
},
|
|
110
|
+
},
|
|
111
|
+
},
|
|
112
|
+
};
|
|
113
|
+
|
|
114
|
+
/** Map 1-based ids to sorted leaf paths, dropping out-of-range/0/non-integer ids. */
|
|
115
|
+
function idsToLeafPaths(ids: unknown, sortedLeafPaths: LeafPath[]): LeafPath[] {
|
|
116
|
+
if (!Array.isArray(ids)) return [];
|
|
117
|
+
const out: LeafPath[] = [];
|
|
118
|
+
for (const id of ids) {
|
|
119
|
+
if (typeof id !== "number" || !Number.isInteger(id)) continue;
|
|
120
|
+
const idx = id - 1;
|
|
121
|
+
if (idx < 0 || idx >= sortedLeafPaths.length) continue;
|
|
122
|
+
const leafPath = sortedLeafPaths[idx];
|
|
123
|
+
if (!out.includes(leafPath)) out.push(leafPath);
|
|
124
|
+
}
|
|
125
|
+
return out;
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
/** Stable union of two leaf-path lists (existing order first, then new). */
|
|
129
|
+
function unionLeafPaths(existing: LeafPath[], added: LeafPath[]): LeafPath[] {
|
|
130
|
+
const out = [...existing];
|
|
131
|
+
for (const leaf of added) {
|
|
132
|
+
if (!out.includes(leaf)) out.push(leaf);
|
|
133
|
+
}
|
|
134
|
+
return out;
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
/** A page's existing `leaves:` frontmatter, or `[]` when empty/missing. */
|
|
138
|
+
function pageLeaves(page: ConceptPage): LeafPath[] {
|
|
139
|
+
return page.frontmatter.leaves ?? [];
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
/** The flat text a page contributes to the classifier user message. */
|
|
143
|
+
function pageClassifierInput(page: ConceptPage): string {
|
|
144
|
+
const { summary } = page.frontmatter;
|
|
145
|
+
return [summary ?? "", page.body]
|
|
146
|
+
.filter((s) => s.trim().length > 0)
|
|
147
|
+
.join("\n\n");
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
const sleep = (ms: number): Promise<void> =>
|
|
151
|
+
new Promise((resolve) => setTimeout(resolve, ms));
|
|
152
|
+
|
|
153
|
+
/**
|
|
154
|
+
* Classify pages into leaf topics and UNION the result into each page's
|
|
155
|
+
* `leaves:` frontmatter. See the module docstring for the recall-safety
|
|
156
|
+
* guarantees.
|
|
157
|
+
*/
|
|
158
|
+
export async function assignPages(
|
|
159
|
+
opts: AssignPagesOptions,
|
|
160
|
+
): Promise<AssignPageResult[]> {
|
|
161
|
+
const { tree, workspaceDir } = opts;
|
|
162
|
+
const throttleMs = opts.throttleMs ?? DEFAULT_THROTTLE_MS;
|
|
163
|
+
|
|
164
|
+
const sortedLeafPaths = [...tree.leaves.keys()].sort((a, b) =>
|
|
165
|
+
a.localeCompare(b),
|
|
166
|
+
);
|
|
167
|
+
const systemPrompt = buildLeafIndexSystemPrompt(sortedLeafPaths, tree);
|
|
168
|
+
|
|
169
|
+
const targetSlugs = opts.slugs ?? (await unclassifiedSlugs(workspaceDir));
|
|
170
|
+
|
|
171
|
+
// Resolve the provider once and reuse it across pages.
|
|
172
|
+
const provider =
|
|
173
|
+
opts.provider ?? (await getConfiguredProvider("memoryV3RouteL1"));
|
|
174
|
+
|
|
175
|
+
const results: AssignPageResult[] = [];
|
|
176
|
+
for (let i = 0; i < targetSlugs.length; i++) {
|
|
177
|
+
const slug = targetSlugs[i];
|
|
178
|
+
const page = await readPage(workspaceDir, slug);
|
|
179
|
+
if (!page) {
|
|
180
|
+
log.warn({ slug }, "assign: page not found, skipping");
|
|
181
|
+
results.push({ slug, before: [], after: [], failed: true });
|
|
182
|
+
continue;
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
const before = pageLeaves(page);
|
|
186
|
+
|
|
187
|
+
if (!provider) {
|
|
188
|
+
log.warn(
|
|
189
|
+
{ slug },
|
|
190
|
+
"assign: no provider available, leaving page unchanged",
|
|
191
|
+
);
|
|
192
|
+
results.push({ slug, before, after: before, failed: true });
|
|
193
|
+
continue;
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
const classified = await classifyPage(
|
|
197
|
+
provider,
|
|
198
|
+
systemPrompt,
|
|
199
|
+
pageClassifierInput(page),
|
|
200
|
+
sortedLeafPaths,
|
|
201
|
+
);
|
|
202
|
+
|
|
203
|
+
if (!classified) {
|
|
204
|
+
// Non-destructive: leave the page's existing picks untouched.
|
|
205
|
+
results.push({ slug, before, after: before, failed: true });
|
|
206
|
+
} else {
|
|
207
|
+
const after = unionLeafPaths(before, classified);
|
|
208
|
+
if (after.length !== before.length) {
|
|
209
|
+
await writePage(workspaceDir, {
|
|
210
|
+
...page,
|
|
211
|
+
frontmatter: { ...page.frontmatter, leaves: after },
|
|
212
|
+
});
|
|
213
|
+
}
|
|
214
|
+
results.push({ slug, before, after, failed: false });
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
if (throttleMs > 0 && i < targetSlugs.length - 1) {
|
|
218
|
+
await sleep(throttleMs);
|
|
219
|
+
}
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
return results;
|
|
223
|
+
}
|
|
224
|
+
|
|
225
|
+
/** Pages whose `leaves:` frontmatter is empty or missing — the default targets. */
|
|
226
|
+
async function unclassifiedSlugs(workspaceDir: string): Promise<Slug[]> {
|
|
227
|
+
const slugs = await listPages(workspaceDir);
|
|
228
|
+
const unclassified: Slug[] = [];
|
|
229
|
+
for (const slug of slugs) {
|
|
230
|
+
const page = await readPage(workspaceDir, slug);
|
|
231
|
+
if (page && pageLeaves(page).length === 0) unclassified.push(slug);
|
|
232
|
+
}
|
|
233
|
+
return unclassified;
|
|
234
|
+
}
|
|
235
|
+
|
|
236
|
+
/**
|
|
237
|
+
* Run a single tool-forced classification call. Returns the classified leaf
|
|
238
|
+
* paths, or `null` when the call fails (throws, no tool use, or empty ids) so
|
|
239
|
+
* the caller can treat it as non-destructive.
|
|
240
|
+
*/
|
|
241
|
+
async function classifyPage(
|
|
242
|
+
provider: Provider,
|
|
243
|
+
systemPrompt: string,
|
|
244
|
+
pageInput: string,
|
|
245
|
+
sortedLeafPaths: LeafPath[],
|
|
246
|
+
): Promise<LeafPath[] | null> {
|
|
247
|
+
let response;
|
|
248
|
+
try {
|
|
249
|
+
response = await provider.sendMessage([userMessage(pageInput)], {
|
|
250
|
+
systemPrompt,
|
|
251
|
+
tools: [ASSIGN_TOOL],
|
|
252
|
+
config: {
|
|
253
|
+
callSite: "memoryV3RouteL1",
|
|
254
|
+
maxTokens: MAX_TOKENS,
|
|
255
|
+
tool_choice: { type: "tool", name: ASSIGN_TOOL_NAME },
|
|
256
|
+
},
|
|
257
|
+
});
|
|
258
|
+
} catch (err) {
|
|
259
|
+
log.warn({ err }, "assign: classification provider call failed");
|
|
260
|
+
return null;
|
|
261
|
+
}
|
|
262
|
+
|
|
263
|
+
const toolUse = extractToolUse(response);
|
|
264
|
+
if (!toolUse || toolUse.name !== ASSIGN_TOOL_NAME) return null;
|
|
265
|
+
|
|
266
|
+
const leafPaths = idsToLeafPaths(toolUse.input.ids, sortedLeafPaths);
|
|
267
|
+
return leafPaths.length > 0 ? leafPaths : null;
|
|
268
|
+
}
|