@vellumai/assistant 0.10.12 → 0.11.0-staging.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +1 -1
- package/ARCHITECTURE.md +4 -5
- package/README.md +1 -1
- package/docs/architecture/memory.md +60 -23
- package/docs/error-handling.md +3 -3
- package/docs/guardian-request-flow.md +112 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/package.json +1 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/channels.test.ts +9 -1
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/secret-detection.test.ts +449 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/channels.ts +1 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/secret-detection.ts +468 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/app.d.ts +28 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/app.d.ts.map +1 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/index.d.ts +2 -2
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/index.d.ts.map +1 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/index.js.map +1 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/message.d.ts +2 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/message.d.ts.map +1 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/package.json +1 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/package.json +1 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/channels.test.ts +9 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/secret-detection.test.ts +449 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/channels.ts +1 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/secret-detection.ts +468 -0
- package/node_modules/@vellumai/gateway-client/package.json +1 -1
- package/node_modules/@vellumai/gateway-client/src/admission-policy-contract.ts +6 -0
- package/node_modules/@vellumai/gateway-client/src/inbound-contract.ts +34 -0
- package/node_modules/@vellumai/service-contracts/package.json +1 -0
- package/node_modules/@vellumai/service-contracts/src/__tests__/channels.test.ts +9 -1
- package/node_modules/@vellumai/service-contracts/src/__tests__/secret-detection.test.ts +449 -0
- package/node_modules/@vellumai/service-contracts/src/channels.ts +1 -0
- package/node_modules/@vellumai/service-contracts/src/secret-detection.ts +468 -0
- package/openapi.yaml +246 -10
- package/package.json +2 -2
- package/src/__tests__/acp-session.test.ts +3 -3
- package/src/__tests__/agent-loop-mutable-latest-user-message.test.ts +3 -0
- package/src/__tests__/anthropic-provider.test.ts +40 -0
- package/src/__tests__/approval-cascade.test.ts +5 -5
- package/src/__tests__/approval-routes-http.test.ts +3 -3
- package/src/__tests__/ask-question-resolver.test.ts +207 -0
- package/src/__tests__/assistant-event-hub-self-exclusion.test.ts +16 -16
- package/src/__tests__/assistant-event-hub-targeted.test.ts +13 -11
- package/src/__tests__/assistant-event-hub.test.ts +13 -11
- package/src/__tests__/assistant-event.test.ts +12 -9
- package/src/__tests__/assistant-feature-flag-guard.test.ts +3 -3
- package/src/__tests__/assistant-feature-flag-guardrails.test.ts +1 -1
- package/src/__tests__/assistant-id-boundary-guard.test.ts +0 -58
- package/src/__tests__/assistant-stream-state.test.ts +17 -7
- package/src/__tests__/avatar-identity-sync.test.ts +3 -3
- package/src/__tests__/background-workers-disk-pressure.test.ts +1 -0
- package/src/__tests__/call-conversation-messages.test.ts +134 -18
- package/src/__tests__/call-start-guardian-guard.test.ts +27 -0
- package/src/__tests__/channel-approvals.test.ts +0 -27
- package/src/__tests__/channel-guardian.test.ts +85 -512
- package/src/__tests__/channel-readiness-slack-remote.test.ts +151 -3
- package/src/__tests__/channel-retry-sweep.test.ts +88 -1
- package/src/__tests__/channel-setup-panel-ack.test.ts +12 -9
- package/src/__tests__/chat-reveal-guard-priming.test.ts +31 -34
- package/src/__tests__/cli-memory-v2-reembed-skills.test.ts +2 -2
- package/src/__tests__/compaction-events.test.ts +8 -8
- package/src/__tests__/config-loader-platform-defaults.test.ts +54 -28
- package/src/__tests__/config-model-image-provider.test.ts +20 -0
- package/src/__tests__/config-schema-memory-substrate.test.ts +306 -0
- package/src/__tests__/config-schema.test.ts +14 -2
- package/src/__tests__/config-set-platform-guard.test.ts +11 -12
- package/src/__tests__/config-sounds-sync.test.ts +4 -4
- package/src/__tests__/confirmation-request-guardian-bridge.test.ts +5 -0
- package/src/__tests__/context-search-memory-source.test.ts +1 -1
- package/src/__tests__/context-search-memory-v2-source.test.ts +6 -6
- package/src/__tests__/context-token-estimator.test.ts +54 -1
- package/src/__tests__/conversation-agent-loop-disk-pressure.test.ts +12 -3
- package/src/__tests__/conversation-agent-loop-fatal-cleanup.test.ts +13 -4
- package/src/__tests__/conversation-agent-loop-handlers-max-tokens.test.ts +4 -4
- package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +10 -1
- package/src/__tests__/conversation-agent-loop-overflow.test.ts +22 -13
- package/src/__tests__/conversation-agent-loop.test.ts +39 -30
- package/src/__tests__/conversation-confirmation-signals.test.ts +14 -14
- package/src/__tests__/conversation-evictor.test.ts +49 -0
- package/src/__tests__/conversation-fork-crud.test.ts +1 -1
- package/src/__tests__/conversation-history-web-search.test.ts +1 -1
- package/src/__tests__/conversation-key-store-disk-view.test.ts +5 -5
- package/src/__tests__/conversation-loop-db-lock-resilience.test.ts +5 -5
- package/src/__tests__/conversation-message-sync-tags.test.ts +4 -4
- package/src/__tests__/conversation-queue.test.ts +81 -81
- package/src/__tests__/conversation-routes-enabled-plugins.test.ts +8 -1
- package/src/__tests__/conversation-routes-hidden-queue.test.ts +8 -1
- package/src/__tests__/conversation-routes-slash-commands.test.ts +10 -1
- package/src/__tests__/conversation-runtime-assembly.test.ts +29 -2
- package/src/__tests__/conversation-slash-queue.test.ts +11 -11
- package/src/__tests__/conversation-slash-unknown.test.ts +2 -2
- package/src/__tests__/conversation-speed-override.test.ts +2 -2
- package/src/__tests__/conversation-summarize-route.test.ts +9 -0
- package/src/__tests__/conversation-surfaces-action-delivery.test.ts +18 -16
- package/src/__tests__/conversation-surfaces-activation-emit.test.ts +17 -17
- package/src/__tests__/conversation-surfaces-app-open.test.ts +7 -4
- package/src/__tests__/conversation-surfaces-data-persist.test.ts +7 -7
- package/src/__tests__/conversation-surfaces-standalone-payloads.test.ts +9 -9
- package/src/__tests__/conversation-surfaces-standalone.test.ts +12 -12
- package/src/__tests__/conversation-surfaces-state-update.test.ts +8 -5
- package/src/__tests__/conversation-surfaces-table-action.test.ts +6 -3
- package/src/__tests__/conversation-surfaces-task-progress.test.ts +46 -46
- package/src/__tests__/conversation-sync-tags.test.ts +5 -5
- package/src/__tests__/conversation-wait-for-idle.test.ts +2 -2
- package/src/__tests__/conversation-workspace-cache-state.test.ts +0 -4
- package/src/__tests__/conversation-workspace-injection.test.ts +0 -3
- package/src/__tests__/conversation-workspace-tool-tracking.test.ts +0 -3
- package/src/__tests__/copy-composer-tc-templates.test.ts +3 -131
- package/src/__tests__/credential-security-invariants.test.ts +1 -0
- package/src/__tests__/daemon-assistant-events.test.ts +14 -15
- package/src/__tests__/db-test-helpers.ts +13 -27
- package/src/__tests__/disk-pressure-routes.test.ts +12 -3
- package/src/__tests__/document-tool-security.test.ts +95 -0
- package/src/__tests__/drain-kick-guard.test.ts +232 -0
- package/src/__tests__/dynamic-skill-background-guard.test.ts +19 -6
- package/src/__tests__/emit-event-signal.test.ts +5 -6
- package/src/__tests__/encrypted-store-test-helpers.ts +10 -20
- package/src/__tests__/events-tail-route.test.ts +6 -4
- package/src/__tests__/feature-flag-test-helpers.ts +10 -20
- package/src/__tests__/file-edit-tool.test.ts +24 -4
- package/src/__tests__/file-list-tool.test.ts +2 -1
- package/src/__tests__/file-read-tool.test.ts +62 -10
- package/src/__tests__/file-write-tool.test.ts +24 -5
- package/src/__tests__/followup-tools.test.ts +58 -0
- package/src/__tests__/gateway-threshold-reader-mock.ts +99 -0
- package/src/__tests__/graph-extraction-event-date.test.ts +1 -1
- package/src/__tests__/guardian-question-mode.test.ts +42 -3
- package/src/__tests__/guardian-reply-router-answer-mode.test.ts +283 -0
- package/src/__tests__/guardian-vellum-destination-pinning.test.ts +221 -0
- package/src/__tests__/heartbeat-disk-pressure.test.ts +1 -0
- package/src/__tests__/heartbeat-service.test.ts +1 -0
- package/src/__tests__/helpers/native-web-search-harness.ts +10 -10
- package/src/__tests__/host-browser-proxy.test.ts +1 -1
- package/src/__tests__/host-file-edit-tool.test.ts +3 -3
- package/src/__tests__/host-file-read-tool.test.ts +2 -2
- package/src/__tests__/host-file-write-tool.test.ts +7 -3
- package/src/__tests__/host-shell-tool.test.ts +17 -5
- package/src/__tests__/host-transfer-pending-interactions.test.ts +8 -8
- package/src/__tests__/image-credentials.test.ts +65 -8
- package/src/__tests__/injection-block.test.ts +4 -4
- package/src/__tests__/injector-chain.test.ts +1 -1
- package/src/__tests__/injector-pkb-v2-silenced.test.ts +2 -2
- package/src/__tests__/injector-registry-order-guard.test.ts +4 -9
- package/src/__tests__/injector-v3-suppression.test.ts +6 -4
- package/src/__tests__/lifecycle-memory-v2-seed.test.ts +27 -28
- package/src/__tests__/list-messages-page-latest.test.ts +2 -2
- package/src/__tests__/llm-usage-store.test.ts +67 -4
- package/src/__tests__/log-redact.test.ts +18 -0
- package/src/__tests__/managed-profile-guard.test.ts +27 -0
- package/src/__tests__/managed-skill-lifecycle.test.ts +2 -2
- package/src/__tests__/media-generate-image.test.ts +62 -11
- package/src/__tests__/memory-identity-context-parity.test.ts +1 -1
- package/src/__tests__/memory-jobs-worker-lanes.test.ts +9 -1
- package/src/__tests__/memory-retrieval-hook.test.ts +4 -4
- package/src/__tests__/notification-decision-strategy.test.ts +115 -11
- package/src/__tests__/notification-deep-link.test.ts +12 -12
- package/src/__tests__/notification-vellum-adapter.test.ts +8 -8
- package/src/__tests__/outbound-slack-persistence.test.ts +8 -8
- package/src/__tests__/path-policy.test.ts +315 -0
- package/src/__tests__/pending-interactions-resolved-event.test.ts +6 -6
- package/src/__tests__/persistence-layering-guard.test.ts +2 -2
- package/src/__tests__/pkb-autoinject.test.ts +1 -1
- package/src/__tests__/platform-bash-auto-approve.test.ts +1 -0
- package/src/__tests__/plugin-event-hub-facade.test.ts +22 -15
- package/src/__tests__/plugin-import-boundary-guard.test.ts +15 -15
- package/src/__tests__/processing-flag-persist-failure.test.ts +0 -4
- package/src/__tests__/provider-platform-proxy-integration.test.ts +0 -1
- package/src/__tests__/rebuild-index-graph-nodes.test.ts +1 -1
- package/src/__tests__/request-secret-standalone-channel-gate.test.ts +5 -5
- package/src/__tests__/require-fresh-approval.test.ts +38 -38
- package/src/__tests__/run-due-schedules.test.ts +72 -1
- package/src/__tests__/runtime-events-sse-parity.test.ts +11 -10
- package/src/__tests__/runtime-events-sse.test.ts +1 -1
- package/src/__tests__/schedule-routes.test.ts +44 -5
- package/src/__tests__/schedule-store.test.ts +3 -3
- package/src/__tests__/schedule-tools.test.ts +176 -0
- package/src/__tests__/secret-prompt-log-hygiene.test.ts +3 -3
- package/src/__tests__/secret-prompter-channel-fallback.test.ts +3 -3
- package/src/__tests__/secret-response-routing.test.ts +3 -3
- package/src/__tests__/secret-routes-platform-proxy.test.ts +4 -7
- package/src/__tests__/secret-scanner.test.ts +36 -0
- package/src/__tests__/send-endpoint-busy.test.ts +7 -7
- package/src/__tests__/slack-required-scopes-mirror.test.ts +81 -0
- package/src/__tests__/starter-task-flow.test.ts +6 -3
- package/src/__tests__/subagent-call-site-routing.test.ts +2 -2
- package/src/__tests__/subagent-disposal.test.ts +40 -11
- package/src/__tests__/subagent-fork-notifications.test.ts +4 -4
- package/src/__tests__/subagent-fork-prompt-role.test.ts +3 -3
- package/src/__tests__/subagent-fork-spawn.test.ts +4 -4
- package/src/__tests__/subagent-manager-notify.test.ts +73 -14
- package/src/__tests__/subagent-notify-parent.test.ts +48 -4
- package/src/__tests__/subagent-spawn-and-await.test.ts +62 -14
- package/src/__tests__/subagent-tools.test.ts +64 -0
- package/src/__tests__/sync-message-contract.test.ts +3 -3
- package/src/__tests__/terminal-tools.test.ts +12 -3
- package/src/__tests__/test-preload.ts +9 -0
- package/src/__tests__/tool-approval-handler.test.ts +583 -43
- package/src/__tests__/tool-execution-pipeline.benchmark.test.ts +7 -4
- package/src/__tests__/tool-executor.test.ts +116 -0
- package/src/__tests__/tool-grant-request-escalation.test.ts +5 -0
- package/src/__tests__/tool-preview-lifecycle.test.ts +32 -29
- package/src/__tests__/tool-result-metadata-plumbing.test.ts +5 -5
- package/src/__tests__/tool-start-timestamp.test.ts +4 -4
- package/src/__tests__/trusted-contact-lifecycle-notifications.test.ts +9 -22
- package/src/__tests__/ui-choice-copy-surfaces.test.ts +13 -13
- package/src/__tests__/ui-work-result-surface.test.ts +3 -3
- package/src/__tests__/voice-scoped-grant-consumer.test.ts +6 -6
- package/src/__tests__/voice-session-bridge.test.ts +44 -44
- package/src/__tests__/workspace-migration-134-image-generation-mode-to-provider.test.ts +284 -0
- package/src/__tests__/workspace-policy.test.ts +399 -0
- package/src/acp/__tests__/client-handler.test.ts +3 -3
- package/src/acp/__tests__/session-manager-persistence.test.ts +10 -10
- package/src/acp/__tests__/session-manager-resume.test.ts +7 -7
- package/src/acp/client-handler.ts +3 -3
- package/src/acp/session-manager.ts +8 -8
- package/src/api/events/subagent-event.ts +2 -2
- package/src/api/responses/memory-v2-activation-log.ts +2 -2
- package/src/approvals/AGENTS.md +2 -0
- package/src/approvals/guardian-request-resolvers.ts +118 -24
- package/src/calls/__tests__/voice-control-protocol.test.ts +57 -0
- package/src/calls/__tests__/voice-session-bridge.test.ts +158 -4
- package/src/calls/__tests__/voice-triage-escalate.test.ts +3 -4
- package/src/calls/call-controller.ts +27 -27
- package/src/calls/call-conversation-messages.ts +58 -18
- package/src/calls/voice-control-protocol.ts +56 -0
- package/src/calls/voice-session-bridge.ts +156 -58
- package/src/calls/voice-triage-escalate.ts +2 -3
- package/src/channels/config.ts +8 -0
- package/src/channels/types.ts +1 -0
- package/src/cli/commands/config.ts +49 -13
- package/src/cli/commands/memory/index.help.ts +4 -2
- package/src/cli/commands/memory/memory-retrospective.ts +5 -0
- package/src/cli/lib/bundled-marketplace.json +12 -0
- package/src/cli.ts +2 -109
- package/src/config/__tests__/deployment-context-defaults.test.ts +9 -0
- package/src/config/__tests__/substrate-twin-shadowing.test.ts +191 -0
- package/src/config/assistant-feature-flags.ts +1 -1
- package/src/config/bundled-skills/image-studio/tools/media-generate-image.ts +13 -7
- package/src/config/feature-flag-cache.ts +6 -16
- package/src/config/feature-flag-registry.json +14 -30
- package/src/config/loader.ts +7 -1
- package/src/config/memory-tier.ts +15 -10
- package/src/config/memory-v3-gate.test.ts +278 -1
- package/src/config/memory-v3-gate.ts +88 -26
- package/src/config/raw-config-utils.ts +1 -1
- package/src/config/schemas/__tests__/live-voice.test.ts +27 -16
- package/src/config/schemas/__tests__/memory-v3.test.ts +1 -0
- package/src/config/schemas/live-voice.ts +33 -7
- package/src/config/schemas/llm.ts +1 -0
- package/src/config/schemas/memory-retrospective.ts +13 -0
- package/src/config/schemas/memory-substrate.ts +183 -0
- package/src/config/schemas/memory-v2.ts +3 -2
- package/src/config/schemas/memory-v3.ts +11 -4
- package/src/config/schemas/memory.ts +35 -1
- package/src/config/schemas/services.ts +10 -2
- package/src/config/substrate-twin-shadowing.ts +195 -0
- package/src/config/webhook-routing.ts +67 -0
- package/src/context/compactor.ts +10 -3
- package/src/context/token-estimator.ts +21 -0
- package/src/daemon/__tests__/channel-ui-capability.test.ts +85 -0
- package/src/daemon/__tests__/conversation-surfaces-launch.test.ts +3 -3
- package/src/daemon/__tests__/embedding-reconcile.test.ts +3 -3
- package/src/daemon/__tests__/inference-profile-notification.test.ts +3 -6
- package/src/daemon/__tests__/native-web-search-metadata.test.ts +5 -5
- package/src/daemon/__tests__/web-search-status-text.test.ts +2 -2
- package/src/daemon/channel-ui-capability.ts +70 -1
- package/src/daemon/conversation-agent-loop-handlers.ts +4 -4
- package/src/daemon/conversation-agent-loop.ts +12 -5
- package/src/daemon/conversation-evictor.ts +26 -4
- package/src/daemon/conversation-launch.ts +11 -14
- package/src/daemon/conversation-messaging.ts +14 -14
- package/src/daemon/conversation-notifiers.ts +2 -2
- package/src/daemon/conversation-process.ts +133 -21
- package/src/daemon/conversation-queue-manager.ts +7 -7
- package/src/daemon/conversation-runtime-assembly.ts +16 -0
- package/src/daemon/conversation-store.ts +11 -3
- package/src/daemon/conversation-surfaces.ts +4 -4
- package/src/daemon/conversation-tool-setup.ts +13 -7
- package/src/daemon/conversation-usage.ts +12 -11
- package/src/daemon/conversation.ts +38 -15
- package/src/daemon/disk-pressure-guard.ts +5 -12
- package/src/daemon/embedding-reconcile.ts +14 -9
- package/src/daemon/handlers/config-channels.ts +40 -134
- package/src/daemon/handlers/config-model.ts +15 -7
- package/src/daemon/handlers/conversations.ts +4 -2
- package/src/daemon/handlers/shared.ts +29 -0
- package/src/daemon/host-proxy-base.ts +4 -4
- package/src/daemon/lifecycle.ts +13 -0
- package/src/daemon/message-protocol.ts +8 -144
- package/src/daemon/message-types/computer-use.ts +0 -12
- package/src/daemon/message-types/conversations.ts +9 -345
- package/src/daemon/message-types/host-app-control.ts +0 -9
- package/src/daemon/message-types/host-browser.ts +0 -7
- package/src/daemon/message-types/host-ui-snapshot.ts +0 -7
- package/src/daemon/message-types/messages.ts +0 -48
- package/src/daemon/message-types/notifications.ts +0 -7
- package/src/daemon/message-types/skills.ts +0 -5
- package/src/daemon/message-types/surfaces.ts +0 -9
- package/src/daemon/message-types/sync.ts +0 -2
- package/src/daemon/process-message.ts +5 -5
- package/src/daemon/skill-memory-refresh.ts +5 -5
- package/src/daemon/tool-side-effects.ts +13 -13
- package/src/daemon/trust-context.ts +1 -1
- package/src/daemon/wake-conversation-ops.ts +4 -4
- package/src/heartbeat/__tests__/heartbeat-run-store.test.ts +100 -7
- package/src/heartbeat/__tests__/heartbeat-service.test.ts +67 -0
- package/src/heartbeat/heartbeat-run-store.ts +81 -4
- package/src/heartbeat/heartbeat-service.ts +32 -1
- package/src/home/__tests__/feed-writer.test.ts +7 -7
- package/src/home/__tests__/home-content-refresh.test.ts +3 -0
- package/src/home/__tests__/suggested-prompts.test.ts +1 -0
- package/src/home/feed-writer.ts +6 -13
- package/src/home/home-content-refresh.ts +6 -9
- package/src/home/relationship-state-writer.ts +5 -12
- package/src/home/suggested-prompts-cache.ts +6 -19
- package/src/ipc/__tests__/events-publish-client.test.ts +67 -0
- package/src/ipc/events-publish-client.ts +44 -0
- package/src/ipc/routes/__tests__/conversation-sync-ipc-routes.test.ts +2 -2
- package/src/ipc/routes/__tests__/events-ipc-routes.test.ts +38 -9
- package/src/ipc/routes/events-ipc-routes.ts +11 -31
- package/src/live-voice/__tests__/front-decision.test.ts +4 -176
- package/src/live-voice/__tests__/live-voice-agent-turn.test.ts +276 -68
- package/src/live-voice/__tests__/live-voice-events.test.ts +6 -3
- package/src/live-voice/__tests__/live-voice-progress.test.ts +185 -46
- package/src/live-voice/__tests__/live-voice-triage-escalate.test.ts +24 -59
- package/src/live-voice/__tests__/live-voice-tts-session.test.ts +38 -54
- package/src/live-voice/__tests__/live-voice-vad.test.ts +218 -422
- package/src/live-voice/front-decision.ts +5 -155
- package/src/live-voice/live-voice-metrics.ts +4 -1
- package/src/live-voice/live-voice-session.ts +650 -333
- package/src/live-voice/progress-phrases.ts +17 -0
- package/src/live-voice/protocol.ts +15 -0
- package/src/media/app-icon-generator.ts +15 -8
- package/src/media/avatar-router.ts +9 -5
- package/src/media/image-credentials.ts +42 -10
- package/src/media/image-service.ts +1 -13
- package/src/media/types.ts +26 -3
- package/src/notifications/AGENTS.md +2 -0
- package/src/notifications/__tests__/broadcaster.test.ts +95 -0
- package/src/notifications/adapters/macos.ts +3 -3
- package/src/notifications/broadcaster.ts +57 -0
- package/src/notifications/copy-composer.ts +0 -15
- package/src/notifications/decision-engine.ts +21 -22
- package/src/notifications/guardian-question-mode.ts +57 -2
- package/src/notifications/home-feed-side-effect.ts +4 -0
- package/src/notifications/signal.ts +6 -4
- package/src/notifications/trusted-contact-payloads.ts +3 -4
- package/src/notifications/vellum-card-affinity.ts +39 -0
- package/src/oauth/AGENTS.md +1 -1
- package/src/permissions/channel-permission-query.test.ts +69 -0
- package/src/permissions/channel-permission-query.ts +73 -1
- package/src/permissions/checker.test.ts +85 -9
- package/src/permissions/checker.ts +17 -22
- package/src/permissions/confirmation-guardian-request.test.ts +2 -2
- package/src/permissions/confirmation-guardian-request.ts +2 -2
- package/src/permissions/gateway-threshold-reader.test.ts +224 -17
- package/src/permissions/gateway-threshold-reader.ts +82 -10
- package/src/permissions/ipc-risk-types.ts +8 -0
- package/src/permissions/prompter.ts +5 -5
- package/src/permissions/question-guardian-request.test.ts +222 -0
- package/src/permissions/question-guardian-request.ts +179 -0
- package/src/permissions/question-prompter.test.ts +8 -8
- package/src/permissions/question-prompter.ts +18 -0
- package/src/permissions/secret-prompter.ts +2 -4
- package/src/permissions/workspace-policy.ts +236 -34
- package/src/persistence/__tests__/lifecycle-quiesce.test.ts +82 -0
- package/src/persistence/__tests__/message-content-file.test.ts +58 -3
- package/src/persistence/conversation-crud.ts +93 -0
- package/src/persistence/conversation-key-store.ts +63 -0
- package/src/persistence/db-async-query.ts +1 -1
- package/src/persistence/db-singleton.ts +14 -27
- package/src/persistence/delivery-crud.ts +45 -0
- package/src/persistence/embeddings/embedding-backend.ts +2 -1
- package/src/persistence/embeddings/embedding-identity.ts +7 -3
- package/src/persistence/job-utils.ts +32 -27
- package/src/persistence/jobs-store.ts +92 -3
- package/src/persistence/lifecycle-quiesce.ts +80 -0
- package/src/persistence/llm-usage-store.ts +45 -8
- package/src/persistence/message-content-file.ts +4 -4
- package/src/persistence/migrations/336-move-memory-v2-activation-logs-to-memory-db.ts +1 -1
- package/src/persistence/migrations/351-schedule-skill-script-handoff.ts +39 -0
- package/src/persistence/migrations/352-drop-schedule-skill-script-handoff.test.ts +83 -0
- package/src/persistence/migrations/352-drop-schedule-skill-script-handoff.ts +36 -0
- package/src/persistence/migrations/353-add-llm-usage-conversation-type.test.ts +110 -0
- package/src/persistence/migrations/353-add-llm-usage-conversation-type.ts +49 -0
- package/src/persistence/schema/infrastructure.ts +11 -0
- package/src/persistence/steps.ts +7 -1
- package/src/plugin-api/__tests__/publish-event-forwarding.test.ts +113 -0
- package/src/plugin-api/__tests__/publish-event.test.ts +57 -0
- package/src/plugin-api/conversation-turn.ts +4 -4
- package/src/plugin-api/event-hub-facade.ts +15 -6
- package/src/plugin-api/index.ts +10 -4
- package/src/plugin-api/publish-event.ts +36 -0
- package/src/plugins/AGENTS.md +2 -0
- package/src/plugins/defaults/compaction/window-manager.ts +9 -0
- package/src/plugins/defaults/index.ts +9 -13
- package/src/plugins/defaults/memory/AGENTS.md +775 -0
- package/src/plugins/defaults/memory/__tests__/capability-seed-embed-gate.test.ts +186 -0
- package/src/plugins/defaults/memory/__tests__/fixtures/memory-v2-activation-fixtures.ts +1 -1
- package/src/plugins/defaults/memory/__tests__/indexer-tier-dispatch.test.ts +129 -0
- package/src/plugins/defaults/memory/__tests__/jobs-worker-quiesce-gate.test.ts +91 -0
- package/src/plugins/defaults/memory/__tests__/jobs-worker-v1-graph-substrate-noop.test.ts +342 -0
- package/src/plugins/defaults/memory/__tests__/jobs-worker-v2-graph-trigger-embed.test.ts +9 -1
- package/src/plugins/defaults/memory/__tests__/jobs-worker-v2-schedule.test.ts +36 -1
- package/src/plugins/defaults/memory/__tests__/jobs-worker-v2-sweep-defer.test.ts +9 -1
- package/src/plugins/defaults/memory/__tests__/memory-log-stores-degraded.test.ts +2 -2
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-job.test.ts +44 -10
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-sweep.test.ts +151 -10
- package/src/plugins/defaults/memory/__tests__/memory-tier-boundary-guard.test.ts +1155 -0
- package/src/plugins/defaults/memory/__tests__/memory-v2-activation-log-store.test.ts +1 -1
- package/src/plugins/defaults/memory/__tests__/memory-v2-concept-frequency.test.ts +3 -3
- package/src/plugins/defaults/memory/__tests__/tools-delete-memory-page.test.ts +1 -1
- package/src/plugins/defaults/memory/context-search/sources/memory-v2.ts +71 -35
- package/src/plugins/defaults/memory/context-search/sources/memory.ts +5 -1
- package/src/plugins/defaults/memory/fork-conversation-memory.ts +4 -4
- package/src/plugins/defaults/memory/graph/__tests__/conversation-graph-memory-v2-routing.test.ts +80 -10
- package/src/plugins/defaults/memory/graph/__tests__/handle-remember-v2.test.ts +1 -1
- package/src/plugins/defaults/memory/graph/capability-seed.ts +24 -10
- package/src/plugins/defaults/memory/graph/conversation-graph-memory.ts +123 -49
- package/src/plugins/defaults/memory/graph/graph-search.ts +6 -118
- package/src/plugins/defaults/memory/graph/in-context-tracker.test.ts +173 -0
- package/src/plugins/defaults/memory/graph/in-context-tracker.ts +109 -0
- package/src/plugins/defaults/memory/graph/store.ts +1 -0
- package/src/plugins/defaults/memory/graph/tool-handlers.test.ts +1 -1
- package/src/plugins/defaults/memory/graph/tool-handlers.ts +5 -2
- package/src/plugins/defaults/memory/graph-topology/__tests__/build-memory-graph.test.ts +1 -1
- package/src/plugins/defaults/memory/graph-topology/build-memory-graph.ts +6 -9
- package/src/plugins/defaults/memory/hooks/__tests__/user-prompt-submit.test.ts +30 -16
- package/src/plugins/defaults/memory/hooks/user-prompt-submit.ts +18 -14
- package/src/plugins/defaults/memory/indexer.ts +146 -89
- package/src/plugins/defaults/memory/injectors.ts +86 -41
- package/src/plugins/defaults/memory/job-handlers.ts +130 -39
- package/src/plugins/defaults/memory/jobs/__tests__/embed-concept-page.test.ts +2 -2
- package/src/plugins/defaults/memory/jobs/embed-concept-page.ts +22 -10
- package/src/plugins/defaults/memory/jobs-worker.ts +279 -208
- package/src/plugins/defaults/memory/memory-retrospective-enqueue.ts +4 -2
- package/src/plugins/defaults/memory/memory-retrospective-job.ts +40 -3
- package/src/plugins/defaults/memory/memory-retrospective-sweep.ts +99 -11
- package/src/plugins/defaults/memory/src/__tests__/memory-v2-routes.test.ts +5 -3
- package/src/plugins/defaults/memory/src/__tests__/memory-v2-simulate-route.test.ts +3 -4
- package/src/plugins/defaults/memory/src/memory-graph-routes.ts +2 -1
- package/src/plugins/defaults/memory/src/memory-item-routes.test.ts +7 -5
- package/src/plugins/defaults/memory/src/memory-item-routes.ts +51 -19
- package/src/plugins/defaults/memory/src/memory-v2-routes.ts +31 -20
- package/src/plugins/defaults/memory/startup.ts +58 -21
- package/src/plugins/defaults/memory/substrate/__tests__/boot-maintenance.test.ts +335 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/cli-command-store.test.ts +14 -8
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/consolidation-job.test.ts +51 -21
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/edge-index.test.ts +1 -1
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/frontmatter-sweep.test.ts +3 -3
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/page-index.test.ts +1 -1
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/page-store.test.ts +1 -1
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/prompts-consolidation.test.ts +2 -2
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/qdrant.test.ts +23 -14
- package/src/plugins/defaults/memory/substrate/__tests__/reembed-job.test.ts +262 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/sim.test.ts +9 -12
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/skill-content.test.ts +2 -2
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/skill-store.test.ts +9 -9
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/sparse-bm25.test.ts +12 -5
- package/src/plugins/defaults/memory/substrate/__tests__/spread.test.ts +276 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/static-context.test.ts +17 -8
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/sweep-job.test.ts +9 -9
- package/src/plugins/defaults/memory/{v3/substrate/memory-v2-startup.ts → substrate/boot-maintenance.ts} +43 -24
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/cli-command-store.ts +13 -8
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/consolidation-job.ts +51 -27
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/constants.ts +1 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/edge-index.ts +28 -9
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/frontmatter-sweep.ts +14 -7
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/injected-block-slugs.ts +9 -3
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/page-index.ts +29 -10
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/page-store.ts +35 -12
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/prompts/consolidation.ts +14 -8
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/prompts/sweep.ts +4 -1
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/qdrant.ts +96 -36
- package/src/plugins/defaults/memory/substrate/reembed-job.ts +54 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/sim.ts +26 -15
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/skill-content.ts +1 -1
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/skill-store.ts +13 -8
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/sparse-bm25.ts +27 -10
- package/src/plugins/defaults/memory/substrate/spread.ts +165 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/static-context.ts +12 -7
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/sweep-job.ts +20 -15
- package/src/plugins/defaults/memory/substrate/tuning.ts +93 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/types.ts +7 -4
- package/src/plugins/defaults/memory/tools.test.ts +1 -1
- package/src/plugins/defaults/memory/tools.ts +1 -1
- package/src/plugins/defaults/memory/v1/README.md +5 -0
- package/src/plugins/defaults/memory/{__tests__ → v1/__tests__}/filing-jobs.test.ts +4 -4
- package/src/plugins/defaults/memory/{filing-jobs.ts → v1/filing-jobs.ts} +3 -3
- package/src/plugins/defaults/memory/{graph → v1/graph}/bootstrap.test.ts +68 -6
- package/src/plugins/defaults/memory/{graph → v1/graph}/bootstrap.ts +40 -21
- package/src/plugins/defaults/memory/{graph → v1/graph}/consolidation.ts +14 -14
- package/src/plugins/defaults/memory/{graph → v1/graph}/decay.test.ts +1 -1
- package/src/plugins/defaults/memory/{graph → v1/graph}/decay.ts +3 -3
- package/src/plugins/defaults/memory/{graph → v1/graph}/extraction-job.ts +5 -5
- package/src/plugins/defaults/memory/{graph → v1/graph}/extraction.test.ts +1 -1
- package/src/plugins/defaults/memory/{graph → v1/graph}/extraction.ts +20 -14
- package/src/plugins/defaults/memory/{graph → v1/graph}/graph-search.test.ts +3 -3
- package/src/plugins/defaults/memory/v1/graph/graph-search.ts +123 -0
- package/src/plugins/defaults/memory/{graph → v1/graph}/injection.test.ts +1 -118
- package/src/plugins/defaults/memory/{graph → v1/graph}/injection.ts +9 -111
- package/src/plugins/defaults/memory/{graph → v1/graph}/narrative.ts +6 -6
- package/src/plugins/defaults/memory/{graph → v1/graph}/pattern-scan.ts +5 -5
- package/src/plugins/defaults/memory/{graph → v1/graph}/retriever.test.ts +135 -42
- package/src/plugins/defaults/memory/{graph → v1/graph}/retriever.ts +40 -22
- package/src/plugins/defaults/memory/{graph → v1/graph}/scoring.test.ts +1 -1
- package/src/plugins/defaults/memory/{graph → v1/graph}/scoring.ts +1 -1
- package/src/plugins/defaults/memory/{graph → v1/graph}/serendipity.ts +1 -1
- package/src/plugins/defaults/memory/{graph → v1/graph}/triggers.test.ts +1 -1
- package/src/plugins/defaults/memory/{graph → v1/graph}/triggers.ts +1 -1
- package/src/plugins/defaults/memory/{identity-context.ts → v1/identity-context.ts} +4 -4
- package/src/plugins/defaults/memory/{job-handlers → v1/job-handlers}/backfill.ts +6 -6
- package/src/plugins/defaults/memory/{job-handlers → v1/job-handlers}/embedding.test.ts +6 -6
- package/src/plugins/defaults/memory/{job-handlers → v1/job-handlers}/embedding.ts +6 -6
- package/src/plugins/defaults/memory/{job-handlers → v1/job-handlers}/index-maintenance.ts +8 -8
- package/src/plugins/defaults/memory/{jobs → v1/jobs}/embed-pkb-file.test.ts +7 -7
- package/src/plugins/defaults/memory/{jobs → v1/jobs}/embed-pkb-file.ts +5 -5
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/autoinject.ts +1 -1
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/context.ts +2 -2
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/pkb-index.test.ts +3 -3
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/pkb-index.ts +2 -2
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/pkb-reconcile.test.ts +3 -3
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/pkb-reconcile.ts +2 -2
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/pkb-search.test.ts +3 -3
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/pkb-search.ts +6 -6
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/types.ts +3 -5
- package/src/plugins/defaults/memory/{pkb-schedule.ts → v1/pkb-schedule.ts} +2 -2
- package/src/plugins/defaults/memory/{search/semantic.ts → v1/semantic-search.ts} +1 -1
- package/src/plugins/defaults/memory/v2/__tests__/activation-store.test.ts +1 -1
- package/src/plugins/defaults/memory/v2/__tests__/activation.test.ts +11 -274
- package/src/plugins/defaults/memory/v2/__tests__/backfill-jobs.test.ts +9 -131
- package/src/plugins/defaults/memory/v2/__tests__/harness-compare.test.ts +1 -1
- package/src/plugins/defaults/memory/v2/__tests__/harness-oracle.test.ts +1 -1
- package/src/plugins/defaults/memory/v2/__tests__/harness-replay-input.test.ts +1 -1
- package/src/plugins/defaults/memory/v2/__tests__/injection.test.ts +14 -10
- package/src/plugins/defaults/memory/v2/__tests__/reranker.test.ts +7 -5
- package/src/plugins/defaults/memory/v2/__tests__/router.test.ts +12 -6
- package/src/plugins/defaults/memory/{memory-v2-activation-log-store.ts → v2/activation-log-store.ts} +2 -2
- package/src/plugins/defaults/memory/v2/activation-store.ts +22 -8
- package/src/plugins/defaults/memory/v2/activation.ts +30 -163
- package/src/plugins/defaults/memory/v2/backfill-jobs.ts +7 -54
- package/src/plugins/defaults/memory/{memory-v2-concept-frequency.ts → v2/concept-frequency.ts} +3 -3
- package/src/plugins/defaults/memory/v2/harness/oracle.ts +1 -1
- package/src/plugins/defaults/memory/v2/harness/replay-input.ts +2 -2
- package/src/plugins/defaults/memory/v2/harness/retriever.ts +1 -1
- package/src/plugins/defaults/memory/v2/injection.ts +36 -26
- package/src/plugins/defaults/memory/v2/migration.ts +2 -2
- package/src/plugins/defaults/memory/{rerank-local.ts → v2/rerank-local.ts} +44 -18
- package/src/plugins/defaults/memory/v2/reranker.ts +29 -11
- package/src/plugins/defaults/memory/v2/router.ts +38 -15
- package/src/plugins/defaults/memory/v3/__tests__/candidate-match.test.ts +5 -3
- package/src/plugins/defaults/memory/v3/__tests__/carry-integration.test.ts +21 -8
- package/src/plugins/defaults/memory/v3/__tests__/edge.test.ts +1 -1
- package/src/plugins/defaults/memory/v3/__tests__/live-integration.test.ts +1 -1
- package/src/plugins/defaults/memory/v3/__tests__/maintain-job.test.ts +4 -1
- package/src/plugins/defaults/memory/v3/__tests__/orchestrate.test.ts +181 -3
- package/src/plugins/defaults/memory/v3/__tests__/selection-log-store.test.ts +3 -0
- package/src/plugins/defaults/memory/v3/__tests__/shadow-integration.test.ts +14 -5
- package/src/plugins/defaults/memory/v3/__tests__/shadow-plugin.test.ts +40 -50
- package/src/plugins/defaults/memory/v3/__tests__/tuning-profile.test.ts +1 -0
- package/src/plugins/defaults/memory/v3/candidate-match.ts +2 -2
- package/src/plugins/defaults/memory/v3/capabilities.ts +6 -4
- package/src/plugins/defaults/memory/v3/card.ts +25 -9
- package/src/plugins/defaults/memory/v3/edge.ts +52 -18
- package/src/plugins/defaults/memory/v3/gate.ts +4 -4
- package/src/plugins/defaults/memory/v3/injector.ts +10 -3
- package/src/plugins/defaults/memory/v3/maintain-job.ts +3 -3
- package/src/plugins/defaults/memory/v3/orchestrate.ts +100 -18
- package/src/plugins/defaults/memory/v3/page-content.ts +26 -10
- package/src/plugins/defaults/memory/v3/prune.ts +40 -16
- package/src/plugins/defaults/memory/v3/selection-log-store.ts +34 -12
- package/src/plugins/defaults/memory/v3/shadow-plugin.ts +9 -13
- package/src/plugins/defaults/memory/v3/span-query.test.ts +86 -0
- package/src/plugins/defaults/memory/v3/span-query.ts +71 -0
- package/src/plugins/defaults/memory/v3/tuning-profile.ts +3 -0
- package/src/plugins/defaults/memory/v3/types.ts +4 -1
- package/src/plugins/defaults/memory/v3-eval/eval-packets.ts +2 -2
- package/src/plugins/defaults/memory/validation.ts +1 -1
- package/src/plugins/defaults/memory/worker.ts +2 -1
- package/src/plugins/defaults/platform-hosted/__tests__/reengage.test.ts +104 -12
- package/src/plugins/defaults/platform-hosted/routes/reengage.ts +104 -12
- package/src/plugins/types.ts +2 -2
- package/src/providers/__tests__/registry-native-web-search.test.ts +47 -2
- package/src/providers/anthropic/client.ts +15 -6
- package/src/providers/content-block-schema.ts +26 -0
- package/src/providers/inference/__tests__/connections-credential-normalize.test.ts +87 -0
- package/src/providers/inference/adapter-factory.ts +6 -0
- package/src/providers/inference/connections.ts +30 -14
- package/src/providers/model-catalog.ts +77 -0
- package/src/providers/openai/__tests__/chat-completions-input-audio.test.ts +260 -0
- package/src/providers/openai/chat-completions-provider.ts +65 -17
- package/src/providers/openai/input-audio.ts +76 -0
- package/src/providers/openrouter/client.ts +0 -2
- package/src/providers/platform-proxy/constants.ts +4 -0
- package/src/providers/poolside/client.ts +42 -0
- package/src/providers/registry.ts +40 -8
- package/src/providers/retry.ts +2 -0
- package/src/providers/types.ts +39 -1
- package/src/providers/vercel-ai-gateway/client.ts +0 -2
- package/src/runtime/AGENTS.md +7 -5
- package/src/runtime/__tests__/question-request-guardian-bridge.test.ts +173 -0
- package/src/runtime/__tests__/question-resolution.test.ts +111 -0
- package/src/runtime/access-request-helper.ts +7 -15
- package/src/runtime/assistant-event-hub.ts +43 -31
- package/src/runtime/assistant-event-publish-options.ts +31 -0
- package/src/runtime/assistant-event.ts +19 -30
- package/src/runtime/assistant-stream-state.ts +4 -4
- package/src/runtime/channel-approvals.ts +0 -25
- package/src/runtime/channel-readiness-service.ts +99 -40
- package/src/runtime/channel-retry-sweep.ts +38 -15
- package/src/runtime/confirmation-request-guardian-bridge.ts +4 -0
- package/src/runtime/guardian-reply-router.ts +108 -0
- package/src/runtime/http-server.ts +8 -0
- package/src/runtime/http-types.ts +2 -2
- package/src/runtime/process-role.ts +42 -0
- package/src/runtime/question-request-guardian-bridge.ts +184 -0
- package/src/runtime/question-resolution.ts +153 -0
- package/src/runtime/routes/__tests__/bookmark-routes.test.ts +6 -2
- package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +1 -1
- package/src/runtime/routes/acp-routes.ts +2 -2
- package/src/runtime/routes/bookmark-routes.ts +3 -15
- package/src/runtime/routes/canned-message-complete.ts +2 -2
- package/src/runtime/routes/consolidation-routes.ts +8 -2
- package/src/runtime/routes/conversation-list-routes.ts +3 -19
- package/src/runtime/routes/conversation-management-routes.ts +1 -5
- package/src/runtime/routes/conversation-query-routes.ts +52 -8
- package/src/runtime/routes/conversation-routes.ts +36 -22
- package/src/runtime/routes/credential-request-routes.ts +0 -1
- package/src/runtime/routes/filing-routes.ts +7 -7
- package/src/runtime/routes/global-search-routes.ts +1 -1
- package/src/runtime/routes/guardian-approval-prompt.ts +2 -2
- package/src/runtime/routes/image-generation-routes.ts +12 -9
- package/src/runtime/routes/inbound-message-handler.ts +17 -0
- package/src/runtime/routes/inbound-stages/acl-enforcement.test.ts +50 -0
- package/src/runtime/routes/inbound-stages/acl-enforcement.ts +19 -0
- package/src/runtime/routes/inbound-stages/background-dispatch.ts +4 -4
- package/src/runtime/routes/inbound-stages/inbound-content-prep.test.ts +129 -0
- package/src/runtime/routes/inbound-stages/inbound-content-prep.ts +141 -9
- package/src/runtime/routes/index.ts +2 -0
- package/src/runtime/routes/lifecycle-routes.ts +199 -0
- package/src/runtime/routes/platform-routes.ts +3 -8
- package/src/runtime/routes/playground/__tests__/inject-failures.test.ts +7 -7
- package/src/runtime/routes/playground/__tests__/reset-circuit.test.ts +5 -5
- package/src/runtime/routes/question-routes.ts +34 -87
- package/src/runtime/routes/secret-routes.ts +11 -1
- package/src/runtime/routes/settings-routes.ts +8 -18
- package/src/runtime/routes/upgrade-broadcast-routes.ts +4 -5
- package/src/runtime/routes/workspace-routes.test.ts +7 -4
- package/src/runtime/slack-reply-session.test.ts +12 -12
- package/src/runtime/slack-reply-session.ts +17 -17
- package/src/runtime/sync/sync-publisher.test.ts +7 -5
- package/src/runtime/tool-grant-request-helper.ts +4 -0
- package/src/schedule/schedule-store.ts +70 -0
- package/src/schedule/scheduler.ts +27 -0
- package/src/security/AGENTS.md +1 -1
- package/src/security/credential-key.ts +17 -0
- package/src/security/secret-ingress.ts +14 -105
- package/src/security/secret-patterns.ts +8 -139
- package/src/security/secret-scanner.ts +8 -3
- package/src/security/store-path-override.ts +6 -16
- package/src/sequence/store.ts +8 -0
- package/src/signals/emit-event.ts +5 -10
- package/src/signals/event-stream.ts +20 -10
- package/src/subagent/manager.ts +76 -25
- package/src/subagent/notify.ts +8 -0
- package/src/subagent/types.ts +13 -3
- package/src/telegram/__tests__/webhook-health.test.ts +442 -0
- package/src/telegram/webhook-health.ts +478 -0
- package/src/telemetry/AGENTS.md +6 -0
- package/src/telemetry/memory-corpus-size.test.ts +129 -0
- package/src/telemetry/memory-corpus-size.ts +184 -0
- package/src/telemetry/memory-tier-reporter.test.ts +67 -2
- package/src/telemetry/memory-tier-reporter.ts +30 -3
- package/src/tools/__tests__/document-tool-input-schemas.test.ts +103 -0
- package/src/tools/__tests__/followup-call-acp-tool-input-schemas.test.ts +125 -0
- package/src/tools/__tests__/schedule-tool-input-schemas.test.ts +83 -0
- package/src/tools/__tests__/subagent-workflow-tool-input-schemas.test.ts +116 -0
- package/src/tools/__tests__/tool-input-schemas.test.ts +192 -0
- package/src/tools/__tests__/tool-schema-drift-harness.ts +142 -0
- package/src/tools/acp/abort.ts +21 -1
- package/src/tools/acp/context.ts +5 -5
- package/src/tools/acp/spawn.test.ts +15 -5
- package/src/tools/acp/spawn.ts +26 -3
- package/src/tools/acp/status.ts +20 -1
- package/src/tools/acp/steer.test.ts +20 -0
- package/src/tools/acp/steer.ts +23 -2
- package/src/tools/ask-question/ask-question-tool.test.ts +65 -0
- package/src/tools/ask-question/ask-question-tool.ts +68 -92
- package/src/tools/browser/browser-screencast.ts +6 -6
- package/src/tools/calls/call-end.ts +24 -3
- package/src/tools/calls/call-start.ts +35 -11
- package/src/tools/calls/call-status.ts +20 -1
- package/src/tools/document/document-comment-tool.test.ts +49 -0
- package/src/tools/document/document-comment-tool.ts +45 -6
- package/src/tools/document/document-tool.ts +142 -24
- package/src/tools/executor.ts +27 -13
- package/src/tools/filesystem/edit.ts +62 -60
- package/src/tools/filesystem/list.ts +36 -29
- package/src/tools/filesystem/read.ts +56 -39
- package/src/tools/filesystem/write.ts +44 -38
- package/src/tools/followups/followup_create.ts +41 -12
- package/src/tools/followups/followup_list.ts +34 -6
- package/src/tools/followups/followup_resolve.ts +26 -4
- package/src/tools/host-filesystem/edit.ts +50 -60
- package/src/tools/host-filesystem/read.ts +45 -39
- package/src/tools/host-filesystem/write.ts +31 -36
- package/src/tools/host-terminal/host-shell.ts +76 -62
- package/src/tools/policy-context.ts +27 -10
- package/src/tools/schedule/create.ts +76 -33
- package/src/tools/schedule/delete.ts +21 -2
- package/src/tools/schedule/list.ts +25 -3
- package/src/tools/schedule/update.ts +105 -48
- package/src/tools/shared/filesystem/path-policy.ts +246 -40
- package/src/tools/shared/zod-tool-schema.ts +117 -0
- package/src/tools/subagent/abort.ts +12 -4
- package/src/tools/subagent/consult-deadline.ts +9 -3
- package/src/tools/subagent/message.ts +21 -5
- package/src/tools/subagent/notify-parent.ts +44 -23
- package/src/tools/subagent/read.ts +15 -4
- package/src/tools/subagent/resolve.ts +26 -4
- package/src/tools/subagent/spawn.ts +37 -13
- package/src/tools/subagent/status.ts +12 -4
- package/src/tools/system/request-permission.ts +35 -26
- package/src/tools/terminal/shell.ts +68 -55
- package/src/tools/tool-approval-handler.ts +327 -53
- package/src/tools/tool-input-schemas.ts +85 -0
- package/src/tools/tool-types.ts +7 -0
- package/src/tools/types.ts +8 -0
- package/src/tools/workflows/manage-workflows.ts +30 -2
- package/src/tools/workflows/run-workflow.test.ts +54 -2
- package/src/tools/workflows/run-workflow.ts +32 -4
- package/src/util/fs-symlinks.ts +30 -0
- package/src/util/log-redact.ts +7 -3
- package/src/vellum-assistant-namespace.d.ts +80 -0
- package/src/watcher/watcher-store.ts +8 -0
- package/src/workflows/leaf-runner.test.ts +104 -2
- package/src/workflows/leaf-runner.ts +31 -6
- package/src/workspace/migrations/070-memory-v2-summary-schema-rebuild.ts +2 -2
- package/src/workspace/migrations/134-image-generation-mode-to-provider.ts +128 -0
- package/src/workspace/migrations/135-copy-substrate-tunables.ts +248 -0
- package/src/workspace/migrations/__tests__/135-copy-substrate-tunables.test.ts +446 -0
- package/src/workspace/migrations/__tests__/backfill-v3-leaves.test.ts +2 -2
- package/src/workspace/migrations/registry.ts +4 -0
- package/src/__tests__/memory-retrieval-budget.test.ts +0 -49
- package/src/__tests__/secret-patterns.test.ts +0 -27
- package/src/config/__tests__/proc-to-skills.test.ts +0 -21
- package/src/config/memory-tier.test.ts +0 -44
- package/src/daemon/message-types/acp.ts +0 -20
- package/src/daemon/message-types/apps.ts +0 -11
- package/src/daemon/message-types/background-tools.ts +0 -14
- package/src/daemon/message-types/bookmarks.ts +0 -13
- package/src/daemon/message-types/contacts.ts +0 -13
- package/src/daemon/message-types/document-comments.ts +0 -14
- package/src/daemon/message-types/documents.ts +0 -13
- package/src/daemon/message-types/home.ts +0 -15
- package/src/daemon/message-types/host-bash.ts +0 -12
- package/src/daemon/message-types/host-cu.ts +0 -10
- package/src/daemon/message-types/host-file.ts +0 -12
- package/src/daemon/message-types/host-transfer.ts +0 -12
- package/src/daemon/message-types/integrations.ts +0 -90
- package/src/daemon/message-types/memory.ts +0 -10
- package/src/daemon/message-types/schedules.ts +0 -14
- package/src/daemon/message-types/settings.ts +0 -17
- package/src/daemon/message-types/subagents.ts +0 -63
- package/src/daemon/message-types/upgrades.ts +0 -14
- package/src/daemon/message-types/workflows.ts +0 -25
- package/src/daemon/message-types/workspace.ts +0 -137
- package/src/live-voice/ack-phrases.ts +0 -58
- package/src/plugins/defaults/memory/retrieval-budget.ts +0 -29
- package/src/plugins/defaults/memory/v3/__tests__/gate-flag.test.ts +0 -69
- package/src/plugins/defaults/memory/v3/gate-flag.ts +0 -20
- package/src/plugins/defaults/memory/v3/substrate/__tests__/memory-v2-startup.test.ts +0 -86
- package/src/plugins/defaults/memory/v3/substrate/memory-v2-startup.test.ts +0 -205
- /package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/concept-page-frontmatter-schema.test.ts +0 -0
- /package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/consolidation-prompt-flag-gating-guard.test.ts +0 -0
- /package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/injected-block-slugs.test.ts +0 -0
- /package/src/plugins/defaults/memory/{v3/substrate → substrate}/cli-command-content.ts +0 -0
|
@@ -1,12 +1,15 @@
|
|
|
1
1
|
// ---------------------------------------------------------------------------
|
|
2
|
-
// Memory Graph —
|
|
2
|
+
// Memory Graph — v1 context-block assembly and injection-image resolution
|
|
3
|
+
//
|
|
4
|
+
// Injection tracking (`InContextTracker`) lives in
|
|
5
|
+
// `../../graph/in-context-tracker.ts` — it is kept on every tier.
|
|
3
6
|
// ---------------------------------------------------------------------------
|
|
4
7
|
|
|
5
|
-
import { optimizeImageForTransport } from "
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import
|
|
9
|
-
import {
|
|
8
|
+
import { optimizeImageForTransport } from "../../../../../agent/image-optimize.js";
|
|
9
|
+
import { loadImageRefData } from "../../graph/image-ref-utils.js";
|
|
10
|
+
import type { MemoryNode, ScoredNode } from "../../graph/types.js";
|
|
11
|
+
import { isCapabilityNode } from "../../graph/types.js";
|
|
12
|
+
import { getLogger } from "../../logging.js";
|
|
10
13
|
|
|
11
14
|
// ---------------------------------------------------------------------------
|
|
12
15
|
// Image injection budgets
|
|
@@ -25,111 +28,6 @@ export interface ResolvedImage {
|
|
|
25
28
|
description: string;
|
|
26
29
|
}
|
|
27
30
|
|
|
28
|
-
// ---------------------------------------------------------------------------
|
|
29
|
-
// InContextTracker — tracks which node IDs are visible to the LLM
|
|
30
|
-
// ---------------------------------------------------------------------------
|
|
31
|
-
|
|
32
|
-
export interface InjectionLogEntry {
|
|
33
|
-
nodeId: string;
|
|
34
|
-
turn: number;
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
export interface InContextTrackerSnapshot {
|
|
38
|
-
inContext: string[];
|
|
39
|
-
log: InjectionLogEntry[];
|
|
40
|
-
currentTurn: number;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
/**
|
|
44
|
-
* Tracks which memory graph nodes are currently in the LLM's context.
|
|
45
|
-
* Handles:
|
|
46
|
-
* - Deduplication: never re-inject a node already visible
|
|
47
|
-
* - Compaction eviction: when context compaction removes turns,
|
|
48
|
-
* evict those nodes so they can be re-injected if relevant later
|
|
49
|
-
*/
|
|
50
|
-
export class InContextTracker {
|
|
51
|
-
private inContext = new Set<string>();
|
|
52
|
-
private log: InjectionLogEntry[] = [];
|
|
53
|
-
private currentTurn = 0;
|
|
54
|
-
|
|
55
|
-
/** Mark nodes as loaded into context. */
|
|
56
|
-
add(nodeIds: string[]): void {
|
|
57
|
-
for (const id of nodeIds) {
|
|
58
|
-
this.inContext.add(id);
|
|
59
|
-
this.log.push({ nodeId: id, turn: this.currentTurn });
|
|
60
|
-
}
|
|
61
|
-
}
|
|
62
|
-
|
|
63
|
-
/** Check if a node is already in context. */
|
|
64
|
-
isInContext(nodeId: string): boolean {
|
|
65
|
-
return this.inContext.has(nodeId);
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
/** Filter candidates to only those not already in context. */
|
|
69
|
-
filterNew(candidates: ScoredNode[]): ScoredNode[] {
|
|
70
|
-
return candidates.filter((c) => !this.inContext.has(c.node.id));
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
/** Advance the turn counter. Called before each retrieval step. */
|
|
74
|
-
advanceTurn(): void {
|
|
75
|
-
this.currentTurn++;
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
/**
|
|
79
|
-
* Evict nodes that were injected in compacted turns.
|
|
80
|
-
* Called when context compaction removes message history.
|
|
81
|
-
*/
|
|
82
|
-
evictCompactedTurns(upToTurn: number): void {
|
|
83
|
-
const evicted: string[] = [];
|
|
84
|
-
this.log = this.log.filter((entry) => {
|
|
85
|
-
if (entry.turn <= upToTurn) {
|
|
86
|
-
evicted.push(entry.nodeId);
|
|
87
|
-
return false;
|
|
88
|
-
}
|
|
89
|
-
return true;
|
|
90
|
-
});
|
|
91
|
-
|
|
92
|
-
// Only evict if the node isn't also loaded in a later turn
|
|
93
|
-
const stillPresent = new Set(this.log.map((e) => e.nodeId));
|
|
94
|
-
for (const id of evicted) {
|
|
95
|
-
if (!stillPresent.has(id)) {
|
|
96
|
-
this.inContext.delete(id);
|
|
97
|
-
}
|
|
98
|
-
}
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
/** Get all node IDs currently in context. Useful for extraction. */
|
|
102
|
-
getActiveNodeIds(): string[] {
|
|
103
|
-
return [...this.inContext];
|
|
104
|
-
}
|
|
105
|
-
|
|
106
|
-
/** Get the injection log. Useful for debugging. */
|
|
107
|
-
getLog(): InjectionLogEntry[] {
|
|
108
|
-
return [...this.log];
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
/** Current turn number. */
|
|
112
|
-
getTurn(): number {
|
|
113
|
-
return this.currentTurn;
|
|
114
|
-
}
|
|
115
|
-
|
|
116
|
-
/** Serialize tracker state for persistence across eviction. */
|
|
117
|
-
toJSON(): InContextTrackerSnapshot {
|
|
118
|
-
return {
|
|
119
|
-
inContext: [...this.inContext],
|
|
120
|
-
log: [...this.log],
|
|
121
|
-
currentTurn: this.currentTurn,
|
|
122
|
-
};
|
|
123
|
-
}
|
|
124
|
-
|
|
125
|
-
/** Restore tracker state from a persisted snapshot. Replaces current state. */
|
|
126
|
-
restoreFrom(snapshot: InContextTrackerSnapshot): void {
|
|
127
|
-
this.inContext = new Set(snapshot.inContext);
|
|
128
|
-
this.log = [...snapshot.log];
|
|
129
|
-
this.currentTurn = snapshot.currentTurn;
|
|
130
|
-
}
|
|
131
|
-
}
|
|
132
|
-
|
|
133
31
|
// ---------------------------------------------------------------------------
|
|
134
32
|
// Context assembly — programmatic, not LLM
|
|
135
33
|
//
|
|
@@ -11,12 +11,12 @@
|
|
|
11
11
|
|
|
12
12
|
import { getConfiguredProvider } from "@vellumai/plugin-api";
|
|
13
13
|
|
|
14
|
-
import type { AssistantConfig } from "
|
|
15
|
-
import {
|
|
16
|
-
import {
|
|
17
|
-
import {
|
|
18
|
-
import {
|
|
19
|
-
import
|
|
14
|
+
import type { AssistantConfig } from "../../../../../config/types.js";
|
|
15
|
+
import { queryNodes, updateNode } from "../../graph/store.js";
|
|
16
|
+
import type { MemoryNode } from "../../graph/types.js";
|
|
17
|
+
import { BackendUnavailableError } from "../../host-utils.js";
|
|
18
|
+
import { extractToolUse, userMessage } from "../../llm-helpers.js";
|
|
19
|
+
import { getLogger } from "../../logging.js";
|
|
20
20
|
|
|
21
21
|
const log = getLogger("graph-narrative");
|
|
22
22
|
|
|
@@ -10,11 +10,11 @@
|
|
|
10
10
|
|
|
11
11
|
import { getConfiguredProvider } from "@vellumai/plugin-api";
|
|
12
12
|
|
|
13
|
-
import type { AssistantConfig } from "
|
|
14
|
-
import {
|
|
15
|
-
import {
|
|
16
|
-
import {
|
|
17
|
-
import {
|
|
13
|
+
import type { AssistantConfig } from "../../../../../config/types.js";
|
|
14
|
+
import { createEdge, createNode, queryNodes } from "../../graph/store.js";
|
|
15
|
+
import { BackendUnavailableError } from "../../host-utils.js";
|
|
16
|
+
import { extractToolUse, userMessage } from "../../llm-helpers.js";
|
|
17
|
+
import { getLogger } from "../../logging.js";
|
|
18
18
|
|
|
19
19
|
const log = getLogger("graph-pattern-scan");
|
|
20
20
|
|
|
@@ -23,7 +23,7 @@ let embedCallCount = 0;
|
|
|
23
23
|
// mock behavior: takes the first text input and returns a matching vector.
|
|
24
24
|
let embedRouter: ((text: string) => number[]) | null = null;
|
|
25
25
|
|
|
26
|
-
mock.module("
|
|
26
|
+
mock.module("../../../../../persistence/embeddings/embed.js", () => ({
|
|
27
27
|
embedWithRetry: async (
|
|
28
28
|
_config: unknown,
|
|
29
29
|
texts: unknown[],
|
|
@@ -45,9 +45,12 @@ mock.module("../../../../persistence/embeddings/embed.js", () => ({
|
|
|
45
45
|
},
|
|
46
46
|
}));
|
|
47
47
|
|
|
48
|
-
mock.module(
|
|
49
|
-
|
|
50
|
-
|
|
48
|
+
mock.module(
|
|
49
|
+
"../../../../../persistence/embeddings/embedding-backend.js",
|
|
50
|
+
() => ({
|
|
51
|
+
selectedBackendSupportsMultimodal: async () => false,
|
|
52
|
+
}),
|
|
53
|
+
);
|
|
51
54
|
|
|
52
55
|
// Optional input-aware search router. When set, chooses a candidate list
|
|
53
56
|
// based on the query vector's identity (vector equality on the first 3 dims).
|
|
@@ -72,15 +75,15 @@ mock.module("@vellumai/plugin-api", () => ({
|
|
|
72
75
|
getConfiguredProvider: async () => null,
|
|
73
76
|
}));
|
|
74
77
|
|
|
75
|
-
import { resetDbForTesting } from "
|
|
76
|
-
import { DEFAULT_CONFIG } from "
|
|
77
|
-
import type { AssistantConfig } from "
|
|
78
|
-
import { getMemorySqlite } from "
|
|
79
|
-
import { initializeDb } from "
|
|
80
|
-
import { InContextTracker } from "
|
|
78
|
+
import { resetDbForTesting } from "../../../../../__tests__/db-test-helpers.js";
|
|
79
|
+
import { DEFAULT_CONFIG } from "../../../../../config/defaults.js";
|
|
80
|
+
import type { AssistantConfig } from "../../../../../config/types.js";
|
|
81
|
+
import { getMemorySqlite } from "../../../../../persistence/db-connection.js";
|
|
82
|
+
import { initializeDb } from "../../../../../persistence/db-init.js";
|
|
83
|
+
import { InContextTracker } from "../../graph/in-context-tracker.js";
|
|
84
|
+
import { createNode } from "../../graph/store.js";
|
|
85
|
+
import type { NewNode } from "../../graph/types.js";
|
|
81
86
|
import { loadContextMemory, retrieveForTurn } from "./retriever.js";
|
|
82
|
-
import { createNode } from "./store.js";
|
|
83
|
-
import type { NewNode } from "./types.js";
|
|
84
87
|
|
|
85
88
|
// These tests exercise v1 retrieval. `memory.v2.enabled` (default `true`)
|
|
86
89
|
// makes `loadContextMemory` short-circuit, so disable it here to keep the
|
|
@@ -93,6 +96,16 @@ const TEST_CONFIG: AssistantConfig = {
|
|
|
93
96
|
},
|
|
94
97
|
};
|
|
95
98
|
|
|
99
|
+
// Concept-page substrate active through the v3 arm: memory on, the v2
|
|
100
|
+
// injection engine off, memory-v3 live.
|
|
101
|
+
const V3_LIVE_CONFIG: AssistantConfig = {
|
|
102
|
+
...TEST_CONFIG,
|
|
103
|
+
memory: {
|
|
104
|
+
...TEST_CONFIG.memory,
|
|
105
|
+
v3: { ...TEST_CONFIG.memory.v3, live: true },
|
|
106
|
+
},
|
|
107
|
+
};
|
|
108
|
+
|
|
96
109
|
function makeCapabilityNode(content: string, capId: string): NewNode {
|
|
97
110
|
const now = Date.now();
|
|
98
111
|
return {
|
|
@@ -123,6 +136,36 @@ function makeCapabilityNode(content: string, capId: string): NewNode {
|
|
|
123
136
|
};
|
|
124
137
|
}
|
|
125
138
|
|
|
139
|
+
function makeEpisodicNode(content: string): NewNode {
|
|
140
|
+
const now = Date.now();
|
|
141
|
+
return {
|
|
142
|
+
content,
|
|
143
|
+
type: "episodic",
|
|
144
|
+
created: now,
|
|
145
|
+
lastAccessed: now,
|
|
146
|
+
lastConsolidated: now,
|
|
147
|
+
eventDate: null,
|
|
148
|
+
emotionalCharge: {
|
|
149
|
+
valence: 0,
|
|
150
|
+
intensity: 0,
|
|
151
|
+
decayCurve: "linear",
|
|
152
|
+
decayRate: 0,
|
|
153
|
+
originalIntensity: 0,
|
|
154
|
+
},
|
|
155
|
+
fidelity: "vivid",
|
|
156
|
+
confidence: 1,
|
|
157
|
+
significance: 0.5,
|
|
158
|
+
stability: 14,
|
|
159
|
+
reinforcementCount: 0,
|
|
160
|
+
lastReinforced: now,
|
|
161
|
+
sourceConversations: [],
|
|
162
|
+
sourceType: "direct",
|
|
163
|
+
narrativeRole: null,
|
|
164
|
+
partOfStory: null,
|
|
165
|
+
imageRefs: null,
|
|
166
|
+
};
|
|
167
|
+
}
|
|
168
|
+
|
|
126
169
|
describe("loadContextMemory — query/sparse vector surfacing", () => {
|
|
127
170
|
beforeAll(async () => {
|
|
128
171
|
await initializeDb();
|
|
@@ -245,6 +288,86 @@ describe("retrieveForTurn — query/sparse vector surfacing", () => {
|
|
|
245
288
|
});
|
|
246
289
|
});
|
|
247
290
|
|
|
291
|
+
describe("retrieveForTurn — concept-page substrate short-circuit", () => {
|
|
292
|
+
let seededNodeId = "";
|
|
293
|
+
|
|
294
|
+
beforeAll(async () => {
|
|
295
|
+
await initializeDb();
|
|
296
|
+
}, 30_000);
|
|
297
|
+
|
|
298
|
+
beforeEach(async () => {
|
|
299
|
+
embedShouldThrow = false;
|
|
300
|
+
embedVector = [0.5, 0.5, 0.5];
|
|
301
|
+
embedCallCount = 0;
|
|
302
|
+
embedRouter = null;
|
|
303
|
+
// Any embedded query resolves to the seeded node, so a retrieval that
|
|
304
|
+
// actually runs is unmistakable in the result.
|
|
305
|
+
searchRouter = () => [{ nodeId: seededNodeId, score: 0.95 }];
|
|
306
|
+
resetDbForTesting();
|
|
307
|
+
await initializeDb();
|
|
308
|
+
seededNodeId = createNode(
|
|
309
|
+
makeEpisodicNode("Notes on the quarterly planning meeting."),
|
|
310
|
+
).id;
|
|
311
|
+
}, 30_000);
|
|
312
|
+
|
|
313
|
+
test("returns the empty result and never embeds under memory-v3", async () => {
|
|
314
|
+
const tracker = new InContextTracker();
|
|
315
|
+
const result = await retrieveForTurn({
|
|
316
|
+
assistantLastMessage: "What did we decide yesterday?",
|
|
317
|
+
userLastMessage: "We decided to ship on Friday.",
|
|
318
|
+
config: V3_LIVE_CONFIG,
|
|
319
|
+
tracker,
|
|
320
|
+
});
|
|
321
|
+
|
|
322
|
+
// No embedding round-trip, so no per-turn spend on a v3 assistant.
|
|
323
|
+
expect(embedCallCount).toBe(0);
|
|
324
|
+
expect(result.nodes).toEqual([]);
|
|
325
|
+
expect(result.serendipityNodes).toEqual([]);
|
|
326
|
+
expect(result.triggeredNodes).toEqual([]);
|
|
327
|
+
expect(result.queryVector).toBeUndefined();
|
|
328
|
+
expect(result.sparseVector).toBeUndefined();
|
|
329
|
+
expect(result.metrics.semanticHits).toBe(0);
|
|
330
|
+
expect(result.metrics.selectedCount).toBe(0);
|
|
331
|
+
expect(result.metrics.topCandidates).toEqual([]);
|
|
332
|
+
expect(result.metrics.embeddingProvider).toBeNull();
|
|
333
|
+
});
|
|
334
|
+
|
|
335
|
+
test("returns the empty result and never embeds when the v2 engine is enabled", async () => {
|
|
336
|
+
const tracker = new InContextTracker();
|
|
337
|
+
const result = await retrieveForTurn({
|
|
338
|
+
assistantLastMessage: "What did we decide yesterday?",
|
|
339
|
+
userLastMessage: "We decided to ship on Friday.",
|
|
340
|
+
// Stock config: `memory.v2.enabled` defaults true, which is the other
|
|
341
|
+
// arm of the concept-page substrate.
|
|
342
|
+
config: DEFAULT_CONFIG,
|
|
343
|
+
tracker,
|
|
344
|
+
});
|
|
345
|
+
|
|
346
|
+
expect(embedCallCount).toBe(0);
|
|
347
|
+
expect(result.nodes).toEqual([]);
|
|
348
|
+
expect(result.metrics.topCandidates).toEqual([]);
|
|
349
|
+
});
|
|
350
|
+
|
|
351
|
+
test("still retrieves on a v1 config (memory on, v2 disabled, v3 not live)", async () => {
|
|
352
|
+
const tracker = new InContextTracker();
|
|
353
|
+
const result = await retrieveForTurn({
|
|
354
|
+
assistantLastMessage: "What did we decide yesterday?",
|
|
355
|
+
userLastMessage: "We decided to ship on Friday.",
|
|
356
|
+
config: TEST_CONFIG,
|
|
357
|
+
tracker,
|
|
358
|
+
});
|
|
359
|
+
|
|
360
|
+
// The guard is a substrate gate, not a kill switch: v1 assistants still
|
|
361
|
+
// embed the last exchange and score the candidates it surfaces.
|
|
362
|
+
expect(embedCallCount).toBe(1);
|
|
363
|
+
expect(result.queryVector).toEqual([0.5, 0.5, 0.5]);
|
|
364
|
+
const candidateIds = new Set(
|
|
365
|
+
result.metrics.topCandidates.map((c) => c.nodeId),
|
|
366
|
+
);
|
|
367
|
+
expect(candidateIds.has(seededNodeId)).toBe(true);
|
|
368
|
+
});
|
|
369
|
+
});
|
|
370
|
+
|
|
248
371
|
describe("retrieveForTurn — topic-pivot recovery", () => {
|
|
249
372
|
// Build a one-hot keyword router so the combined assistant+user query and
|
|
250
373
|
// the user-only query produce distinct vectors that can be routed to
|
|
@@ -280,36 +403,6 @@ describe("retrieveForTurn — topic-pivot recovery", () => {
|
|
|
280
403
|
return [];
|
|
281
404
|
}
|
|
282
405
|
|
|
283
|
-
function makeEpisodicNode(content: string): NewNode {
|
|
284
|
-
const now = Date.now();
|
|
285
|
-
return {
|
|
286
|
-
content,
|
|
287
|
-
type: "episodic",
|
|
288
|
-
created: now,
|
|
289
|
-
lastAccessed: now,
|
|
290
|
-
lastConsolidated: now,
|
|
291
|
-
eventDate: null,
|
|
292
|
-
emotionalCharge: {
|
|
293
|
-
valence: 0,
|
|
294
|
-
intensity: 0,
|
|
295
|
-
decayCurve: "linear",
|
|
296
|
-
decayRate: 0,
|
|
297
|
-
originalIntensity: 0,
|
|
298
|
-
},
|
|
299
|
-
fidelity: "vivid",
|
|
300
|
-
confidence: 1,
|
|
301
|
-
significance: 0.5,
|
|
302
|
-
stability: 14,
|
|
303
|
-
reinforcementCount: 0,
|
|
304
|
-
lastReinforced: now,
|
|
305
|
-
sourceConversations: [],
|
|
306
|
-
sourceType: "direct",
|
|
307
|
-
narrativeRole: null,
|
|
308
|
-
partOfStory: null,
|
|
309
|
-
imageRefs: null,
|
|
310
|
-
};
|
|
311
|
-
}
|
|
312
|
-
|
|
313
406
|
beforeAll(async () => {
|
|
314
407
|
await initializeDb();
|
|
315
408
|
}, 30_000);
|
|
@@ -13,15 +13,29 @@ import {
|
|
|
13
13
|
} from "@vellumai/plugin-api";
|
|
14
14
|
import { selectedBackendSupportsMultimodal } from "@vellumai/plugin-api";
|
|
15
15
|
|
|
16
|
-
import { usesConceptPageMemory } from "
|
|
17
|
-
import type { AssistantConfig } from "
|
|
18
|
-
import { embedWithRetry } from "
|
|
19
|
-
import { generateSparseEmbedding } from "
|
|
20
|
-
import type { QdrantSparseVector } from "
|
|
21
|
-
import {
|
|
22
|
-
import {
|
|
16
|
+
import { usesConceptPageMemory } from "../../../../../config/memory-v3-gate.js";
|
|
17
|
+
import type { AssistantConfig } from "../../../../../config/types.js";
|
|
18
|
+
import { embedWithRetry } from "../../../../../persistence/embeddings/embed.js";
|
|
19
|
+
import { generateSparseEmbedding } from "../../../../../persistence/embeddings/embedding-backend.js";
|
|
20
|
+
import type { QdrantSparseVector } from "../../../../../persistence/embeddings/qdrant-client.js";
|
|
21
|
+
import type { InContextTracker } from "../../graph/in-context-tracker.js";
|
|
22
|
+
import {
|
|
23
|
+
getEdgesForNode,
|
|
24
|
+
getNodesByIds,
|
|
25
|
+
queryCapabilityNodes,
|
|
26
|
+
queryNodes,
|
|
27
|
+
} from "../../graph/store.js";
|
|
28
|
+
import { getActiveTriggersByType } from "../../graph/store.js";
|
|
29
|
+
import type {
|
|
30
|
+
MemoryEdge,
|
|
31
|
+
MemoryNode,
|
|
32
|
+
RetrievalMetrics,
|
|
33
|
+
ScoredNode,
|
|
34
|
+
} from "../../graph/types.js";
|
|
35
|
+
import { isCapabilityNode } from "../../graph/types.js";
|
|
36
|
+
import { extractToolUse, userMessage } from "../../llm-helpers.js";
|
|
37
|
+
import { getLogger } from "../../logging.js";
|
|
23
38
|
import { searchGraphNodes } from "./graph-search.js";
|
|
24
|
-
import type { InContextTracker } from "./injection.js";
|
|
25
39
|
import {
|
|
26
40
|
computeActivationSpread,
|
|
27
41
|
computeEffectiveSignificance,
|
|
@@ -32,26 +46,12 @@ import {
|
|
|
32
46
|
weightsForContextLoad,
|
|
33
47
|
} from "./scoring.js";
|
|
34
48
|
import { sampleSerendipity } from "./serendipity.js";
|
|
35
|
-
import {
|
|
36
|
-
getEdgesForNode,
|
|
37
|
-
getNodesByIds,
|
|
38
|
-
queryCapabilityNodes,
|
|
39
|
-
queryNodes,
|
|
40
|
-
} from "./store.js";
|
|
41
|
-
import { getActiveTriggersByType } from "./store.js";
|
|
42
49
|
import {
|
|
43
50
|
evaluateEventTriggers,
|
|
44
51
|
evaluateSemanticTriggers,
|
|
45
52
|
evaluateTemporalTriggers,
|
|
46
53
|
type TriggeredResult,
|
|
47
54
|
} from "./triggers.js";
|
|
48
|
-
import type {
|
|
49
|
-
MemoryEdge,
|
|
50
|
-
MemoryNode,
|
|
51
|
-
RetrievalMetrics,
|
|
52
|
-
ScoredNode,
|
|
53
|
-
} from "./types.js";
|
|
54
|
-
import { isCapabilityNode } from "./types.js";
|
|
55
55
|
|
|
56
56
|
const log = getLogger("graph-retriever");
|
|
57
57
|
|
|
@@ -991,6 +991,24 @@ export async function retrieveForTurn(
|
|
|
991
991
|
topCandidates: [],
|
|
992
992
|
};
|
|
993
993
|
|
|
994
|
+
// Concept-page memory owns the read path when active, so the v1 per-turn
|
|
995
|
+
// retriever contributes nothing under the substrate: a v2/v3 assistant never
|
|
996
|
+
// pays for the per-turn embedding round-trip, the Qdrant search, or trigger
|
|
997
|
+
// evaluation, and no v1 graph node is ever injected. The same guard fronts
|
|
998
|
+
// `loadContextMemory`, so the invariant holds for every caller of either
|
|
999
|
+
// entry point rather than depending on an upstream gate.
|
|
1000
|
+
if (usesConceptPageMemory(opts.config.memory)) {
|
|
1001
|
+
return {
|
|
1002
|
+
nodes: [],
|
|
1003
|
+
serendipityNodes: [],
|
|
1004
|
+
triggeredNodes: [],
|
|
1005
|
+
latencyMs: 0,
|
|
1006
|
+
metrics: ZERO_METRICS,
|
|
1007
|
+
queryVector: undefined,
|
|
1008
|
+
sparseVector: undefined,
|
|
1009
|
+
};
|
|
1010
|
+
}
|
|
1011
|
+
|
|
994
1012
|
// 1. Build query from last exchange
|
|
995
1013
|
const queryText = [opts.assistantLastMessage, opts.userLastMessage]
|
|
996
1014
|
.filter((m) => m.length > 0)
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { describe, expect, test } from "bun:test";
|
|
2
2
|
|
|
3
|
+
import type { MemoryNode } from "../../graph/types.js";
|
|
3
4
|
import {
|
|
4
5
|
computeActivationSpread,
|
|
5
6
|
computeEffectiveSignificance,
|
|
@@ -12,7 +13,6 @@ import {
|
|
|
12
13
|
type ScoringWeights,
|
|
13
14
|
weightsForContextLoad,
|
|
14
15
|
} from "./scoring.js";
|
|
15
|
-
import type { MemoryNode } from "./types.js";
|
|
16
16
|
|
|
17
17
|
// ---------------------------------------------------------------------------
|
|
18
18
|
// Test helpers
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
// Memory Graph — Scoring functions for retrieval
|
|
3
3
|
// ---------------------------------------------------------------------------
|
|
4
4
|
|
|
5
|
-
import type { MemoryEdge, MemoryNode, ScoredNode } from "
|
|
5
|
+
import type { MemoryEdge, MemoryNode, ScoredNode } from "../../graph/types.js";
|
|
6
6
|
|
|
7
7
|
// ---------------------------------------------------------------------------
|
|
8
8
|
// Temporal boost — cyclical similarity on hour / dayOfWeek / month
|
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
// creates unexpected associations that can spark new connections.
|
|
7
7
|
// ---------------------------------------------------------------------------
|
|
8
8
|
|
|
9
|
-
import type { ScoredNode } from "
|
|
9
|
+
import type { ScoredNode } from "../../graph/types.js";
|
|
10
10
|
|
|
11
11
|
/**
|
|
12
12
|
* Sample `reserveSlots` candidates from the 30th–70th percentile band
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { describe, expect, test } from "bun:test";
|
|
2
2
|
|
|
3
|
+
import type { MemoryTrigger } from "../../graph/types.js";
|
|
3
4
|
import {
|
|
4
5
|
evaluateEventTriggers,
|
|
5
6
|
evaluateSemanticTriggers,
|
|
6
7
|
evaluateTemporalTriggers,
|
|
7
8
|
} from "./triggers.js";
|
|
8
|
-
import type { MemoryTrigger } from "./types.js";
|
|
9
9
|
|
|
10
10
|
// ---------------------------------------------------------------------------
|
|
11
11
|
// Helpers
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
// Memory Graph — Trigger evaluation
|
|
3
3
|
// ---------------------------------------------------------------------------
|
|
4
4
|
|
|
5
|
-
import type { MemoryTrigger } from "
|
|
5
|
+
import type { MemoryTrigger } from "../../graph/types.js";
|
|
6
6
|
|
|
7
7
|
export interface TriggeredResult {
|
|
8
8
|
trigger: MemoryTrigger;
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { resolveGuardianPersona } from "
|
|
2
|
-
import { readPromptFile } from "
|
|
3
|
-
import { isTemplateContent } from "
|
|
4
|
-
import { getWorkspacePromptPath } from "
|
|
1
|
+
import { resolveGuardianPersona } from "../../../../prompts/persona-resolver.js";
|
|
2
|
+
import { readPromptFile } from "../../../../prompts/system-prompt.js";
|
|
3
|
+
import { isTemplateContent } from "../../../../prompts/template-detection.js";
|
|
4
|
+
import { getWorkspacePromptPath } from "../paths.js";
|
|
5
5
|
|
|
6
6
|
const IDENTITY_PROMPT_FILES = ["IDENTITY.md", "SOUL.md"] as const;
|
|
7
7
|
|
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
import { parseMessageMetadata } from "@vellumai/plugin-api";
|
|
2
2
|
import { and, asc, eq, gt, or } from "drizzle-orm";
|
|
3
3
|
|
|
4
|
-
import type { AssistantConfig } from "
|
|
4
|
+
import type { AssistantConfig } from "../../../../../config/types.js";
|
|
5
5
|
import {
|
|
6
6
|
readMessageCursorCheckpoint,
|
|
7
7
|
resetMessageCursorCheckpoint,
|
|
8
8
|
writeMessageCursorCheckpoint,
|
|
9
|
-
} from "
|
|
10
|
-
import { getDb } from "
|
|
9
|
+
} from "../../../../../persistence/checkpoints.js";
|
|
10
|
+
import { getDb } from "../../../../../persistence/db-connection.js";
|
|
11
11
|
import {
|
|
12
12
|
enqueueMemoryJob,
|
|
13
13
|
type MemoryJob,
|
|
14
|
-
} from "
|
|
15
|
-
import { messages } from "
|
|
16
|
-
import { indexMessageNow } from "
|
|
14
|
+
} from "../../../../../persistence/jobs-store.js";
|
|
15
|
+
import { messages } from "../../../../../persistence/schema/index.js";
|
|
16
|
+
import { indexMessageNow } from "../../indexer.js";
|
|
17
17
|
|
|
18
18
|
const BACKFILL_CHECKPOINT_KEY = "memory:backfill:last_created_at";
|
|
19
19
|
const BACKFILL_CHECKPOINT_ID_KEY = "memory:backfill:last_message_id";
|
|
@@ -13,7 +13,7 @@ const embedAndUpsertCalls: Array<{
|
|
|
13
13
|
extraPayload: unknown;
|
|
14
14
|
}> = [];
|
|
15
15
|
|
|
16
|
-
mock.module("
|
|
16
|
+
mock.module("../../../../../persistence/job-utils.js", () => ({
|
|
17
17
|
asString: (value: unknown) =>
|
|
18
18
|
typeof value === "string" && value.length > 0 ? value : null,
|
|
19
19
|
embedAndUpsert: async (
|
|
@@ -33,11 +33,11 @@ mock.module("../../../../persistence/job-utils.js", () => ({
|
|
|
33
33
|
},
|
|
34
34
|
}));
|
|
35
35
|
|
|
36
|
-
import { resetDbForTesting } from "
|
|
37
|
-
import { getDb } from "
|
|
38
|
-
import { initializeDb } from "
|
|
39
|
-
import type { MemoryJob } from "
|
|
40
|
-
import { mediaAssets } from "
|
|
36
|
+
import { resetDbForTesting } from "../../../../../__tests__/db-test-helpers.js";
|
|
37
|
+
import { getDb } from "../../../../../persistence/db-connection.js";
|
|
38
|
+
import { initializeDb } from "../../../../../persistence/db-init.js";
|
|
39
|
+
import type { MemoryJob } from "../../../../../persistence/jobs-store.js";
|
|
40
|
+
import { mediaAssets } from "../../../../../persistence/schema/index.js";
|
|
41
41
|
import { embedMediaJob } from "./embedding.js";
|
|
42
42
|
|
|
43
43
|
describe("embedMediaJob", () => {
|
|
@@ -3,17 +3,17 @@ import { readFile } from "node:fs/promises";
|
|
|
3
3
|
import { embedAndUpsert } from "@vellumai/plugin-api";
|
|
4
4
|
import { and, eq } from "drizzle-orm";
|
|
5
5
|
|
|
6
|
-
import { getDb } from "
|
|
7
|
-
import type { EmbeddingInput } from "
|
|
8
|
-
import { asString } from "
|
|
9
|
-
import type { MemoryJob } from "
|
|
6
|
+
import { getDb } from "../../../../../persistence/db-connection.js";
|
|
7
|
+
import type { EmbeddingInput } from "../../../../../persistence/embeddings/embedding-types.js";
|
|
8
|
+
import { asString } from "../../../../../persistence/job-utils.js";
|
|
9
|
+
import type { MemoryJob } from "../../../../../persistence/jobs-store.js";
|
|
10
10
|
import {
|
|
11
11
|
mediaAssets,
|
|
12
12
|
memorySegments,
|
|
13
13
|
memorySummaries,
|
|
14
14
|
messages,
|
|
15
|
-
} from "
|
|
16
|
-
import { extractMediaBlocks } from "
|
|
15
|
+
} from "../../../../../persistence/schema/index.js";
|
|
16
|
+
import { extractMediaBlocks } from "../../message-media.js";
|
|
17
17
|
|
|
18
18
|
export async function embedSegmentJob(job: MemoryJob): Promise<void> {
|
|
19
19
|
const segmentId = asString(job.payload.segmentId);
|