@vellumai/assistant 0.10.12 → 0.11.0-staging.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +1 -1
- package/ARCHITECTURE.md +4 -5
- package/README.md +1 -1
- package/docs/architecture/memory.md +60 -23
- package/docs/error-handling.md +3 -3
- package/docs/guardian-request-flow.md +112 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/package.json +1 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/channels.test.ts +9 -1
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/secret-detection.test.ts +449 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/channels.ts +1 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/secret-detection.ts +468 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/app.d.ts +28 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/app.d.ts.map +1 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/index.d.ts +2 -2
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/index.d.ts.map +1 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/index.js.map +1 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/message.d.ts +2 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/dist/events/message.d.ts.map +1 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@slack/types/package.json +1 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/package.json +1 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/channels.test.ts +9 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/secret-detection.test.ts +449 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/channels.ts +1 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/secret-detection.ts +468 -0
- package/node_modules/@vellumai/gateway-client/package.json +1 -1
- package/node_modules/@vellumai/gateway-client/src/admission-policy-contract.ts +6 -0
- package/node_modules/@vellumai/gateway-client/src/inbound-contract.ts +34 -0
- package/node_modules/@vellumai/service-contracts/package.json +1 -0
- package/node_modules/@vellumai/service-contracts/src/__tests__/channels.test.ts +9 -1
- package/node_modules/@vellumai/service-contracts/src/__tests__/secret-detection.test.ts +449 -0
- package/node_modules/@vellumai/service-contracts/src/channels.ts +1 -0
- package/node_modules/@vellumai/service-contracts/src/secret-detection.ts +468 -0
- package/openapi.yaml +264 -14
- package/package.json +2 -2
- package/src/__tests__/acp-session.test.ts +3 -3
- package/src/__tests__/agent-loop-mutable-latest-user-message.test.ts +3 -0
- package/src/__tests__/anthropic-provider.test.ts +40 -0
- package/src/__tests__/app-conversation-ids-backfill.test.ts +33 -2
- package/src/__tests__/app-conversation-ids.test.ts +204 -0
- package/src/__tests__/approval-cascade.test.ts +5 -5
- package/src/__tests__/approval-routes-http.test.ts +3 -3
- package/src/__tests__/ask-question-resolver.test.ts +207 -0
- package/src/__tests__/assistant-event-hub-self-exclusion.test.ts +16 -16
- package/src/__tests__/assistant-event-hub-targeted.test.ts +13 -11
- package/src/__tests__/assistant-event-hub.test.ts +13 -11
- package/src/__tests__/assistant-event.test.ts +12 -9
- package/src/__tests__/assistant-feature-flag-guard.test.ts +3 -3
- package/src/__tests__/assistant-feature-flag-guardrails.test.ts +1 -1
- package/src/__tests__/assistant-id-boundary-guard.test.ts +0 -58
- package/src/__tests__/assistant-stream-state.test.ts +17 -7
- package/src/__tests__/avatar-identity-sync.test.ts +3 -3
- package/src/__tests__/background-workers-disk-pressure.test.ts +1 -0
- package/src/__tests__/call-conversation-messages.test.ts +134 -18
- package/src/__tests__/call-start-guardian-guard.test.ts +27 -0
- package/src/__tests__/channel-approvals.test.ts +0 -27
- package/src/__tests__/channel-guardian.test.ts +85 -512
- package/src/__tests__/channel-readiness-slack-remote.test.ts +151 -3
- package/src/__tests__/channel-retry-sweep.test.ts +88 -1
- package/src/__tests__/channel-setup-panel-ack.test.ts +12 -9
- package/src/__tests__/chat-reveal-guard-priming.test.ts +31 -34
- package/src/__tests__/cli-memory-v2-reembed-skills.test.ts +2 -2
- package/src/__tests__/compaction-events.test.ts +8 -8
- package/src/__tests__/config-loader-platform-defaults.test.ts +54 -28
- package/src/__tests__/config-model-image-provider.test.ts +20 -0
- package/src/__tests__/config-schema-memory-substrate.test.ts +306 -0
- package/src/__tests__/config-schema.test.ts +14 -2
- package/src/__tests__/config-set-platform-guard.test.ts +11 -12
- package/src/__tests__/config-sounds-sync.test.ts +4 -4
- package/src/__tests__/confirmation-request-guardian-bridge.test.ts +5 -0
- package/src/__tests__/context-search-memory-source.test.ts +1 -1
- package/src/__tests__/context-search-memory-v2-source.test.ts +6 -6
- package/src/__tests__/context-token-estimator.test.ts +54 -1
- package/src/__tests__/conversation-agent-loop-disk-pressure.test.ts +12 -3
- package/src/__tests__/conversation-agent-loop-fatal-cleanup.test.ts +13 -4
- package/src/__tests__/conversation-agent-loop-handlers-max-tokens.test.ts +4 -4
- package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +10 -1
- package/src/__tests__/conversation-agent-loop-overflow.test.ts +22 -13
- package/src/__tests__/conversation-agent-loop.test.ts +39 -30
- package/src/__tests__/conversation-confirmation-signals.test.ts +14 -14
- package/src/__tests__/conversation-evictor.test.ts +49 -0
- package/src/__tests__/conversation-fork-crud.test.ts +1 -1
- package/src/__tests__/conversation-group-tools.test.ts +279 -0
- package/src/__tests__/conversation-history-web-search.test.ts +1 -1
- package/src/__tests__/conversation-key-store-disk-view.test.ts +5 -5
- package/src/__tests__/conversation-lineage.test.ts +235 -0
- package/src/__tests__/conversation-loop-db-lock-resilience.test.ts +5 -5
- package/src/__tests__/conversation-message-sync-tags.test.ts +4 -4
- package/src/__tests__/conversation-queue.test.ts +81 -81
- package/src/__tests__/conversation-routes-enabled-plugins.test.ts +8 -1
- package/src/__tests__/conversation-routes-hidden-queue.test.ts +8 -1
- package/src/__tests__/conversation-routes-slash-commands.test.ts +10 -1
- package/src/__tests__/conversation-runtime-assembly.test.ts +29 -2
- package/src/__tests__/conversation-slash-queue.test.ts +11 -11
- package/src/__tests__/conversation-slash-unknown.test.ts +2 -2
- package/src/__tests__/conversation-speed-override.test.ts +2 -2
- package/src/__tests__/conversation-summarize-route.test.ts +9 -0
- package/src/__tests__/conversation-surfaces-action-delivery.test.ts +18 -16
- package/src/__tests__/conversation-surfaces-activation-emit.test.ts +17 -17
- package/src/__tests__/conversation-surfaces-app-open.test.ts +7 -4
- package/src/__tests__/conversation-surfaces-data-persist.test.ts +7 -7
- package/src/__tests__/conversation-surfaces-standalone-payloads.test.ts +9 -9
- package/src/__tests__/conversation-surfaces-standalone.test.ts +12 -12
- package/src/__tests__/conversation-surfaces-state-update.test.ts +8 -5
- package/src/__tests__/conversation-surfaces-table-action.test.ts +6 -3
- package/src/__tests__/conversation-surfaces-task-progress.test.ts +46 -46
- package/src/__tests__/conversation-sync-tags.test.ts +5 -5
- package/src/__tests__/conversation-wait-for-idle.test.ts +2 -2
- package/src/__tests__/conversation-workspace-cache-state.test.ts +0 -4
- package/src/__tests__/conversation-workspace-injection.test.ts +0 -3
- package/src/__tests__/conversation-workspace-tool-tracking.test.ts +0 -3
- package/src/__tests__/copy-composer-tc-templates.test.ts +3 -131
- package/src/__tests__/credential-security-invariants.test.ts +1 -0
- package/src/__tests__/daemon-assistant-events.test.ts +14 -15
- package/src/__tests__/db-test-helpers.ts +13 -27
- package/src/__tests__/disk-pressure-routes.test.ts +12 -3
- package/src/__tests__/document-tool-security.test.ts +95 -0
- package/src/__tests__/drain-kick-guard.test.ts +232 -0
- package/src/__tests__/dynamic-skill-background-guard.test.ts +19 -6
- package/src/__tests__/emit-event-signal.test.ts +5 -6
- package/src/__tests__/encrypted-store-test-helpers.ts +10 -20
- package/src/__tests__/events-tail-route.test.ts +6 -4
- package/src/__tests__/feature-flag-test-helpers.ts +10 -20
- package/src/__tests__/file-edit-tool.test.ts +24 -4
- package/src/__tests__/file-list-tool.test.ts +2 -1
- package/src/__tests__/file-read-tool.test.ts +62 -10
- package/src/__tests__/file-write-tool.test.ts +24 -5
- package/src/__tests__/followup-tools.test.ts +58 -0
- package/src/__tests__/gateway-threshold-reader-mock.ts +99 -0
- package/src/__tests__/graph-extraction-event-date.test.ts +1 -1
- package/src/__tests__/guardian-question-mode.test.ts +42 -3
- package/src/__tests__/guardian-reply-router-answer-mode.test.ts +283 -0
- package/src/__tests__/guardian-vellum-destination-pinning.test.ts +221 -0
- package/src/__tests__/heartbeat-disk-pressure.test.ts +1 -0
- package/src/__tests__/heartbeat-service.test.ts +1 -0
- package/src/__tests__/helpers/native-web-search-harness.ts +10 -10
- package/src/__tests__/host-browser-proxy.test.ts +1 -1
- package/src/__tests__/host-file-edit-tool.test.ts +3 -3
- package/src/__tests__/host-file-read-tool.test.ts +2 -2
- package/src/__tests__/host-file-write-tool.test.ts +7 -3
- package/src/__tests__/host-shell-tool.test.ts +17 -5
- package/src/__tests__/host-transfer-pending-interactions.test.ts +8 -8
- package/src/__tests__/image-credentials.test.ts +65 -8
- package/src/__tests__/injection-block.test.ts +4 -4
- package/src/__tests__/injector-chain.test.ts +1 -1
- package/src/__tests__/injector-pkb-v2-silenced.test.ts +2 -2
- package/src/__tests__/injector-registry-order-guard.test.ts +4 -9
- package/src/__tests__/injector-v3-suppression.test.ts +6 -4
- package/src/__tests__/lifecycle-memory-v2-seed.test.ts +27 -28
- package/src/__tests__/list-messages-page-latest.test.ts +2 -2
- package/src/__tests__/llm-usage-store.test.ts +67 -4
- package/src/__tests__/log-redact.test.ts +18 -0
- package/src/__tests__/managed-profile-guard.test.ts +27 -0
- package/src/__tests__/managed-skill-lifecycle.test.ts +2 -2
- package/src/__tests__/media-generate-image.test.ts +62 -11
- package/src/__tests__/memory-identity-context-parity.test.ts +1 -1
- package/src/__tests__/memory-jobs-worker-lanes.test.ts +9 -1
- package/src/__tests__/memory-retrieval-hook.test.ts +4 -4
- package/src/__tests__/notification-decision-strategy.test.ts +115 -11
- package/src/__tests__/notification-deep-link.test.ts +12 -12
- package/src/__tests__/notification-vellum-adapter.test.ts +8 -8
- package/src/__tests__/outbound-slack-persistence.test.ts +8 -8
- package/src/__tests__/path-policy.test.ts +315 -0
- package/src/__tests__/pending-interactions-resolved-event.test.ts +6 -6
- package/src/__tests__/persistence-layering-guard.test.ts +2 -2
- package/src/__tests__/pkb-autoinject.test.ts +1 -1
- package/src/__tests__/platform-bash-auto-approve.test.ts +1 -0
- package/src/__tests__/platform-callback-registration.test.ts +10 -10
- package/src/__tests__/plugin-event-hub-facade.test.ts +22 -15
- package/src/__tests__/plugin-import-boundary-guard.test.ts +15 -15
- package/src/__tests__/processing-flag-persist-failure.test.ts +0 -4
- package/src/__tests__/provider-platform-proxy-integration.test.ts +0 -1
- package/src/__tests__/rebuild-index-graph-nodes.test.ts +1 -1
- package/src/__tests__/request-secret-standalone-channel-gate.test.ts +5 -5
- package/src/__tests__/require-fresh-approval.test.ts +38 -38
- package/src/__tests__/resolve-app-id.test.ts +32 -0
- package/src/__tests__/run-due-schedules.test.ts +72 -1
- package/src/__tests__/runtime-events-sse-parity.test.ts +11 -10
- package/src/__tests__/runtime-events-sse.test.ts +1 -1
- package/src/__tests__/schedule-routes.test.ts +44 -5
- package/src/__tests__/schedule-store.test.ts +3 -3
- package/src/__tests__/schedule-tools.test.ts +176 -0
- package/src/__tests__/secret-prompt-log-hygiene.test.ts +3 -3
- package/src/__tests__/secret-prompter-channel-fallback.test.ts +3 -3
- package/src/__tests__/secret-response-routing.test.ts +3 -3
- package/src/__tests__/secret-routes-platform-proxy.test.ts +4 -7
- package/src/__tests__/secret-scanner.test.ts +36 -0
- package/src/__tests__/send-endpoint-busy.test.ts +7 -7
- package/src/__tests__/slack-required-scopes-mirror.test.ts +81 -0
- package/src/__tests__/starter-task-flow.test.ts +26 -3
- package/src/__tests__/subagent-call-site-routing.test.ts +2 -2
- package/src/__tests__/subagent-disposal.test.ts +40 -11
- package/src/__tests__/subagent-fork-notifications.test.ts +4 -4
- package/src/__tests__/subagent-fork-prompt-role.test.ts +3 -3
- package/src/__tests__/subagent-fork-spawn.test.ts +4 -4
- package/src/__tests__/subagent-manager-notify.test.ts +73 -14
- package/src/__tests__/subagent-notify-parent.test.ts +48 -4
- package/src/__tests__/subagent-spawn-and-await.test.ts +62 -14
- package/src/__tests__/subagent-tools.test.ts +64 -0
- package/src/__tests__/sync-message-contract.test.ts +3 -3
- package/src/__tests__/terminal-tools.test.ts +12 -3
- package/src/__tests__/test-preload.ts +9 -0
- package/src/__tests__/tool-approval-handler.test.ts +587 -43
- package/src/__tests__/tool-execution-pipeline.benchmark.test.ts +7 -4
- package/src/__tests__/tool-executor.test.ts +116 -0
- package/src/__tests__/tool-grant-request-escalation.test.ts +5 -0
- package/src/__tests__/tool-preview-lifecycle.test.ts +32 -29
- package/src/__tests__/tool-result-metadata-plumbing.test.ts +5 -5
- package/src/__tests__/tool-side-effects-slack-dm.test.ts +1 -0
- package/src/__tests__/tool-start-timestamp.test.ts +4 -4
- package/src/__tests__/trusted-contact-lifecycle-notifications.test.ts +9 -22
- package/src/__tests__/ui-choice-copy-surfaces.test.ts +13 -13
- package/src/__tests__/ui-work-result-surface.test.ts +3 -3
- package/src/__tests__/voice-scoped-grant-consumer.test.ts +6 -6
- package/src/__tests__/voice-session-bridge.test.ts +44 -44
- package/src/__tests__/workspace-migration-134-image-generation-mode-to-provider.test.ts +284 -0
- package/src/__tests__/workspace-policy.test.ts +482 -2
- package/src/acp/__tests__/client-handler.test.ts +3 -3
- package/src/acp/__tests__/session-manager-persistence.test.ts +10 -10
- package/src/acp/__tests__/session-manager-resume.test.ts +7 -7
- package/src/acp/client-handler.ts +3 -3
- package/src/acp/session-manager.ts +8 -8
- package/src/api/events/subagent-event.ts +2 -2
- package/src/api/responses/memory-v2-activation-log.ts +2 -2
- package/src/api/responses/subagent-detail.ts +13 -0
- package/src/approvals/AGENTS.md +2 -0
- package/src/approvals/guardian-request-resolvers.ts +118 -24
- package/src/apps/app-store.ts +95 -4
- package/src/calls/__tests__/voice-control-protocol.test.ts +57 -0
- package/src/calls/__tests__/voice-session-bridge.test.ts +229 -7
- package/src/calls/__tests__/voice-triage-escalate.test.ts +3 -4
- package/src/calls/call-controller.ts +27 -27
- package/src/calls/call-conversation-messages.ts +58 -18
- package/src/calls/voice-control-protocol.ts +56 -0
- package/src/calls/voice-session-bridge.ts +178 -65
- package/src/calls/voice-triage-escalate.ts +2 -3
- package/src/channels/config.ts +8 -0
- package/src/channels/types.ts +1 -0
- package/src/cli/commands/config.ts +49 -13
- package/src/cli/commands/memory/index.help.ts +4 -2
- package/src/cli/commands/memory/memory-retrospective.ts +5 -0
- package/src/cli/commands/webhooks.help.ts +9 -4
- package/src/cli/lib/bundled-marketplace.json +12 -0
- package/src/cli.ts +2 -109
- package/src/config/__tests__/deployment-context-defaults.test.ts +9 -0
- package/src/config/__tests__/substrate-twin-shadowing.test.ts +191 -0
- package/src/config/assistant-feature-flags.ts +1 -1
- package/src/config/bundled-skills/conversation-groups/SKILL.md +29 -0
- package/src/config/bundled-skills/conversation-groups/TOOLS.json +58 -0
- package/src/config/bundled-skills/conversation-groups/tools/group-create.ts +12 -0
- package/src/config/bundled-skills/conversation-groups/tools/group-list.ts +12 -0
- package/src/config/bundled-skills/conversation-groups/tools/move-to-group.ts +12 -0
- package/src/config/bundled-skills/image-studio/tools/media-generate-image.ts +13 -7
- package/src/config/bundled-skills/schedule/SKILL.md +2 -0
- package/src/config/feature-flag-cache.ts +6 -16
- package/src/config/feature-flag-registry.json +14 -38
- package/src/config/loader.ts +7 -1
- package/src/config/memory-tier.ts +15 -10
- package/src/config/memory-v3-gate.test.ts +278 -1
- package/src/config/memory-v3-gate.ts +88 -26
- package/src/config/raw-config-utils.ts +1 -1
- package/src/config/schemas/__tests__/live-voice.test.ts +27 -16
- package/src/config/schemas/__tests__/memory-v3.test.ts +1 -0
- package/src/config/schemas/live-voice.ts +33 -7
- package/src/config/schemas/llm.ts +1 -0
- package/src/config/schemas/memory-retrospective.ts +13 -0
- package/src/config/schemas/memory-substrate.ts +183 -0
- package/src/config/schemas/memory-v2.ts +3 -2
- package/src/config/schemas/memory-v3.ts +11 -4
- package/src/config/schemas/memory.ts +35 -1
- package/src/config/schemas/services.ts +10 -2
- package/src/config/substrate-twin-shadowing.ts +195 -0
- package/src/config/webhook-routing.ts +67 -0
- package/src/context/compactor.ts +10 -3
- package/src/context/token-estimator.ts +21 -0
- package/src/daemon/__tests__/channel-ui-capability.test.ts +85 -0
- package/src/daemon/__tests__/conversation-surfaces-launch.test.ts +3 -3
- package/src/daemon/__tests__/embedding-reconcile.test.ts +3 -3
- package/src/daemon/__tests__/inference-profile-notification.test.ts +3 -6
- package/src/daemon/__tests__/native-web-search-metadata.test.ts +5 -5
- package/src/daemon/__tests__/web-search-status-text.test.ts +2 -2
- package/src/daemon/channel-ui-capability.ts +70 -1
- package/src/daemon/conversation-agent-loop-handlers.ts +4 -4
- package/src/daemon/conversation-agent-loop.ts +12 -5
- package/src/daemon/conversation-evictor.ts +26 -4
- package/src/daemon/conversation-launch.ts +11 -14
- package/src/daemon/conversation-lineage.ts +76 -0
- package/src/daemon/conversation-messaging.ts +14 -14
- package/src/daemon/conversation-notifiers.ts +2 -2
- package/src/daemon/conversation-process.ts +133 -21
- package/src/daemon/conversation-queue-manager.ts +7 -7
- package/src/daemon/conversation-runtime-assembly.ts +16 -0
- package/src/daemon/conversation-store.ts +11 -3
- package/src/daemon/conversation-surfaces.ts +8 -14
- package/src/daemon/conversation-tool-setup.ts +13 -7
- package/src/daemon/conversation-usage.ts +12 -11
- package/src/daemon/conversation.ts +38 -15
- package/src/daemon/disk-pressure-guard.ts +5 -12
- package/src/daemon/embedding-reconcile.ts +14 -9
- package/src/daemon/handlers/config-channels.ts +40 -134
- package/src/daemon/handlers/config-model.ts +15 -7
- package/src/daemon/handlers/conversations.ts +4 -2
- package/src/daemon/handlers/shared.ts +29 -0
- package/src/daemon/host-proxy-base.ts +4 -4
- package/src/daemon/lifecycle.ts +13 -0
- package/src/daemon/message-protocol.ts +8 -144
- package/src/daemon/message-types/computer-use.ts +0 -12
- package/src/daemon/message-types/conversations.ts +9 -345
- package/src/daemon/message-types/host-app-control.ts +0 -9
- package/src/daemon/message-types/host-browser.ts +0 -7
- package/src/daemon/message-types/host-ui-snapshot.ts +0 -7
- package/src/daemon/message-types/messages.ts +0 -48
- package/src/daemon/message-types/notifications.ts +0 -7
- package/src/daemon/message-types/skills.ts +0 -5
- package/src/daemon/message-types/surfaces.ts +0 -9
- package/src/daemon/message-types/sync.ts +0 -2
- package/src/daemon/process-message.ts +5 -5
- package/src/daemon/skill-memory-refresh.ts +5 -5
- package/src/daemon/tool-side-effects.ts +32 -16
- package/src/daemon/trust-context.ts +1 -1
- package/src/daemon/wake-conversation-ops.ts +4 -4
- package/src/heartbeat/__tests__/heartbeat-run-store.test.ts +100 -7
- package/src/heartbeat/__tests__/heartbeat-service.test.ts +67 -0
- package/src/heartbeat/heartbeat-run-store.ts +81 -4
- package/src/heartbeat/heartbeat-service.ts +32 -1
- package/src/home/__tests__/feed-writer.test.ts +7 -7
- package/src/home/__tests__/home-content-refresh.test.ts +3 -0
- package/src/home/__tests__/suggested-prompts.test.ts +1 -0
- package/src/home/feed-writer.ts +6 -13
- package/src/home/home-content-refresh.ts +6 -9
- package/src/home/relationship-state-writer.ts +5 -12
- package/src/home/suggested-prompts-cache.ts +6 -19
- package/src/ipc/__tests__/events-publish-client.test.ts +67 -0
- package/src/ipc/events-publish-client.ts +44 -0
- package/src/ipc/routes/__tests__/conversation-sync-ipc-routes.test.ts +2 -2
- package/src/ipc/routes/__tests__/events-ipc-routes.test.ts +38 -9
- package/src/ipc/routes/events-ipc-routes.ts +11 -31
- package/src/live-voice/__tests__/front-decision.test.ts +4 -176
- package/src/live-voice/__tests__/live-voice-agent-turn.test.ts +276 -68
- package/src/live-voice/__tests__/live-voice-continuation-fork-hydration.test.ts +286 -0
- package/src/live-voice/__tests__/live-voice-events.test.ts +6 -3
- package/src/live-voice/__tests__/live-voice-progress.test.ts +185 -46
- package/src/live-voice/__tests__/live-voice-triage-escalate.test.ts +24 -59
- package/src/live-voice/__tests__/live-voice-tts-session.test.ts +38 -54
- package/src/live-voice/__tests__/live-voice-vad.test.ts +1154 -636
- package/src/live-voice/front-decision.ts +5 -155
- package/src/live-voice/live-voice-metrics.ts +4 -1
- package/src/live-voice/live-voice-session.ts +1288 -439
- package/src/live-voice/progress-phrases.ts +17 -0
- package/src/live-voice/protocol.ts +15 -0
- package/src/media/app-icon-generator.ts +15 -8
- package/src/media/avatar-router.ts +9 -5
- package/src/media/image-credentials.ts +42 -10
- package/src/media/image-service.ts +1 -13
- package/src/media/types.ts +26 -3
- package/src/notifications/AGENTS.md +2 -0
- package/src/notifications/__tests__/broadcaster.test.ts +95 -0
- package/src/notifications/adapters/macos.ts +3 -3
- package/src/notifications/broadcaster.ts +57 -0
- package/src/notifications/copy-composer.ts +0 -15
- package/src/notifications/decision-engine.ts +21 -22
- package/src/notifications/guardian-question-mode.ts +57 -2
- package/src/notifications/home-feed-side-effect.ts +4 -0
- package/src/notifications/signal.ts +6 -4
- package/src/notifications/trusted-contact-payloads.ts +3 -4
- package/src/notifications/vellum-card-affinity.ts +39 -0
- package/src/oauth/AGENTS.md +1 -1
- package/src/permissions/channel-permission-query.test.ts +69 -0
- package/src/permissions/channel-permission-query.ts +73 -1
- package/src/permissions/checker.test.ts +298 -15
- package/src/permissions/checker.ts +102 -36
- package/src/permissions/confirmation-guardian-request.test.ts +2 -2
- package/src/permissions/confirmation-guardian-request.ts +2 -2
- package/src/permissions/gateway-threshold-reader.test.ts +224 -17
- package/src/permissions/gateway-threshold-reader.ts +82 -10
- package/src/permissions/ipc-risk-types.ts +8 -0
- package/src/permissions/prompter.ts +5 -5
- package/src/permissions/question-guardian-request.test.ts +222 -0
- package/src/permissions/question-guardian-request.ts +179 -0
- package/src/permissions/question-prompter.test.ts +8 -8
- package/src/permissions/question-prompter.ts +18 -0
- package/src/permissions/secret-prompter.ts +2 -4
- package/src/permissions/workspace-policy.ts +269 -34
- package/src/persistence/__tests__/lifecycle-quiesce.test.ts +82 -0
- package/src/persistence/__tests__/message-content-file.test.ts +58 -3
- package/src/persistence/conversation-crud.ts +93 -0
- package/src/persistence/conversation-key-store.ts +63 -0
- package/src/persistence/conversation-parent.ts +27 -0
- package/src/persistence/db-async-query.ts +1 -1
- package/src/persistence/db-singleton.ts +14 -27
- package/src/persistence/delivery-crud.ts +45 -0
- package/src/persistence/embeddings/embedding-backend.ts +2 -1
- package/src/persistence/embeddings/embedding-identity.ts +7 -3
- package/src/persistence/job-utils.ts +32 -27
- package/src/persistence/jobs-store.ts +92 -3
- package/src/persistence/lifecycle-quiesce.ts +80 -0
- package/src/persistence/llm-usage-store.ts +45 -8
- package/src/persistence/message-content-file.ts +4 -4
- package/src/persistence/migrations/336-move-memory-v2-activation-logs-to-memory-db.ts +1 -1
- package/src/persistence/migrations/351-schedule-skill-script-handoff.ts +39 -0
- package/src/persistence/migrations/352-drop-schedule-skill-script-handoff.test.ts +83 -0
- package/src/persistence/migrations/352-drop-schedule-skill-script-handoff.ts +36 -0
- package/src/persistence/migrations/353-add-llm-usage-conversation-type.test.ts +110 -0
- package/src/persistence/migrations/353-add-llm-usage-conversation-type.ts +49 -0
- package/src/persistence/migrations/354-backfill-app-conversation-lineage.ts +41 -0
- package/src/persistence/schema/infrastructure.ts +11 -0
- package/src/persistence/steps.ts +9 -1
- package/src/plugin-api/__tests__/publish-event-forwarding.test.ts +113 -0
- package/src/plugin-api/__tests__/publish-event.test.ts +57 -0
- package/src/plugin-api/conversation-turn.ts +4 -4
- package/src/plugin-api/event-hub-facade.ts +15 -6
- package/src/plugin-api/index.ts +10 -4
- package/src/plugin-api/publish-event.ts +36 -0
- package/src/plugins/AGENTS.md +2 -0
- package/src/plugins/defaults/compaction/window-manager.ts +9 -0
- package/src/plugins/defaults/index.ts +9 -13
- package/src/plugins/defaults/memory/AGENTS.md +775 -0
- package/src/plugins/defaults/memory/__tests__/capability-seed-embed-gate.test.ts +186 -0
- package/src/plugins/defaults/memory/__tests__/fixtures/memory-v2-activation-fixtures.ts +1 -1
- package/src/plugins/defaults/memory/__tests__/indexer-tier-dispatch.test.ts +129 -0
- package/src/plugins/defaults/memory/__tests__/jobs-worker-quiesce-gate.test.ts +91 -0
- package/src/plugins/defaults/memory/__tests__/jobs-worker-v1-graph-substrate-noop.test.ts +342 -0
- package/src/plugins/defaults/memory/__tests__/jobs-worker-v2-graph-trigger-embed.test.ts +9 -1
- package/src/plugins/defaults/memory/__tests__/jobs-worker-v2-schedule.test.ts +36 -1
- package/src/plugins/defaults/memory/__tests__/jobs-worker-v2-sweep-defer.test.ts +9 -1
- package/src/plugins/defaults/memory/__tests__/memory-log-stores-degraded.test.ts +2 -2
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-job.test.ts +44 -10
- package/src/plugins/defaults/memory/__tests__/memory-retrospective-sweep.test.ts +151 -10
- package/src/plugins/defaults/memory/__tests__/memory-tier-boundary-guard.test.ts +1155 -0
- package/src/plugins/defaults/memory/__tests__/memory-v2-activation-log-store.test.ts +1 -1
- package/src/plugins/defaults/memory/__tests__/memory-v2-concept-frequency.test.ts +3 -3
- package/src/plugins/defaults/memory/__tests__/tools-delete-memory-page.test.ts +1 -1
- package/src/plugins/defaults/memory/context-search/sources/memory-v2.ts +71 -35
- package/src/plugins/defaults/memory/context-search/sources/memory.ts +5 -1
- package/src/plugins/defaults/memory/fork-conversation-memory.ts +4 -4
- package/src/plugins/defaults/memory/graph/__tests__/conversation-graph-memory-v2-routing.test.ts +80 -10
- package/src/plugins/defaults/memory/graph/__tests__/handle-remember-v2.test.ts +1 -1
- package/src/plugins/defaults/memory/graph/capability-seed.ts +24 -10
- package/src/plugins/defaults/memory/graph/conversation-graph-memory.ts +123 -49
- package/src/plugins/defaults/memory/graph/graph-search.ts +6 -118
- package/src/plugins/defaults/memory/graph/in-context-tracker.test.ts +173 -0
- package/src/plugins/defaults/memory/graph/in-context-tracker.ts +109 -0
- package/src/plugins/defaults/memory/graph/store.ts +1 -0
- package/src/plugins/defaults/memory/graph/tool-handlers.test.ts +1 -1
- package/src/plugins/defaults/memory/graph/tool-handlers.ts +5 -2
- package/src/plugins/defaults/memory/graph-topology/__tests__/build-memory-graph.test.ts +1 -1
- package/src/plugins/defaults/memory/graph-topology/build-memory-graph.ts +6 -9
- package/src/plugins/defaults/memory/hooks/__tests__/user-prompt-submit.test.ts +30 -16
- package/src/plugins/defaults/memory/hooks/user-prompt-submit.ts +18 -14
- package/src/plugins/defaults/memory/indexer.ts +146 -89
- package/src/plugins/defaults/memory/injectors.ts +86 -41
- package/src/plugins/defaults/memory/job-handlers.ts +130 -39
- package/src/plugins/defaults/memory/jobs/__tests__/embed-concept-page.test.ts +2 -2
- package/src/plugins/defaults/memory/jobs/embed-concept-page.ts +22 -10
- package/src/plugins/defaults/memory/jobs-worker.ts +279 -208
- package/src/plugins/defaults/memory/memory-retrospective-enqueue.ts +4 -2
- package/src/plugins/defaults/memory/memory-retrospective-job.ts +40 -3
- package/src/plugins/defaults/memory/memory-retrospective-sweep.ts +99 -11
- package/src/plugins/defaults/memory/src/__tests__/memory-v2-routes.test.ts +5 -3
- package/src/plugins/defaults/memory/src/__tests__/memory-v2-simulate-route.test.ts +3 -4
- package/src/plugins/defaults/memory/src/memory-graph-routes.ts +2 -1
- package/src/plugins/defaults/memory/src/memory-item-routes.test.ts +7 -5
- package/src/plugins/defaults/memory/src/memory-item-routes.ts +51 -19
- package/src/plugins/defaults/memory/src/memory-v2-routes.ts +31 -20
- package/src/plugins/defaults/memory/startup.ts +58 -21
- package/src/plugins/defaults/memory/substrate/__tests__/boot-maintenance.test.ts +335 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/cli-command-store.test.ts +14 -8
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/consolidation-job.test.ts +51 -21
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/edge-index.test.ts +1 -1
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/frontmatter-sweep.test.ts +3 -3
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/page-index.test.ts +1 -1
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/page-store.test.ts +1 -1
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/prompts-consolidation.test.ts +2 -2
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/qdrant.test.ts +23 -14
- package/src/plugins/defaults/memory/substrate/__tests__/reembed-job.test.ts +262 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/sim.test.ts +9 -12
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/skill-content.test.ts +2 -2
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/skill-store.test.ts +9 -9
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/sparse-bm25.test.ts +12 -5
- package/src/plugins/defaults/memory/substrate/__tests__/spread.test.ts +276 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/static-context.test.ts +17 -8
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/sweep-job.test.ts +9 -9
- package/src/plugins/defaults/memory/{v3/substrate/memory-v2-startup.ts → substrate/boot-maintenance.ts} +43 -24
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/cli-command-store.ts +13 -8
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/consolidation-job.ts +51 -27
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/constants.ts +1 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/edge-index.ts +28 -9
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/frontmatter-sweep.ts +14 -7
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/injected-block-slugs.ts +9 -3
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/page-index.ts +29 -10
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/page-store.ts +35 -12
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/prompts/consolidation.ts +14 -8
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/prompts/sweep.ts +4 -1
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/qdrant.ts +96 -36
- package/src/plugins/defaults/memory/substrate/reembed-job.ts +54 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/sim.ts +26 -15
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/skill-content.ts +1 -1
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/skill-store.ts +13 -8
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/sparse-bm25.ts +27 -10
- package/src/plugins/defaults/memory/substrate/spread.ts +165 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/static-context.ts +12 -7
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/sweep-job.ts +20 -15
- package/src/plugins/defaults/memory/substrate/tuning.ts +93 -0
- package/src/plugins/defaults/memory/{v3/substrate → substrate}/types.ts +7 -4
- package/src/plugins/defaults/memory/tools.test.ts +1 -1
- package/src/plugins/defaults/memory/tools.ts +1 -1
- package/src/plugins/defaults/memory/v1/README.md +5 -0
- package/src/plugins/defaults/memory/{__tests__ → v1/__tests__}/filing-jobs.test.ts +4 -4
- package/src/plugins/defaults/memory/{filing-jobs.ts → v1/filing-jobs.ts} +3 -3
- package/src/plugins/defaults/memory/{graph → v1/graph}/bootstrap.test.ts +68 -6
- package/src/plugins/defaults/memory/{graph → v1/graph}/bootstrap.ts +40 -21
- package/src/plugins/defaults/memory/{graph → v1/graph}/consolidation.ts +14 -14
- package/src/plugins/defaults/memory/{graph → v1/graph}/decay.test.ts +1 -1
- package/src/plugins/defaults/memory/{graph → v1/graph}/decay.ts +3 -3
- package/src/plugins/defaults/memory/{graph → v1/graph}/extraction-job.ts +5 -5
- package/src/plugins/defaults/memory/{graph → v1/graph}/extraction.test.ts +1 -1
- package/src/plugins/defaults/memory/{graph → v1/graph}/extraction.ts +20 -14
- package/src/plugins/defaults/memory/{graph → v1/graph}/graph-search.test.ts +3 -3
- package/src/plugins/defaults/memory/v1/graph/graph-search.ts +123 -0
- package/src/plugins/defaults/memory/{graph → v1/graph}/injection.test.ts +1 -118
- package/src/plugins/defaults/memory/{graph → v1/graph}/injection.ts +9 -111
- package/src/plugins/defaults/memory/{graph → v1/graph}/narrative.ts +6 -6
- package/src/plugins/defaults/memory/{graph → v1/graph}/pattern-scan.ts +5 -5
- package/src/plugins/defaults/memory/{graph → v1/graph}/retriever.test.ts +135 -42
- package/src/plugins/defaults/memory/{graph → v1/graph}/retriever.ts +40 -22
- package/src/plugins/defaults/memory/{graph → v1/graph}/scoring.test.ts +1 -1
- package/src/plugins/defaults/memory/{graph → v1/graph}/scoring.ts +1 -1
- package/src/plugins/defaults/memory/{graph → v1/graph}/serendipity.ts +1 -1
- package/src/plugins/defaults/memory/{graph → v1/graph}/triggers.test.ts +1 -1
- package/src/plugins/defaults/memory/{graph → v1/graph}/triggers.ts +1 -1
- package/src/plugins/defaults/memory/{identity-context.ts → v1/identity-context.ts} +4 -4
- package/src/plugins/defaults/memory/{job-handlers → v1/job-handlers}/backfill.ts +6 -6
- package/src/plugins/defaults/memory/{job-handlers → v1/job-handlers}/embedding.test.ts +6 -6
- package/src/plugins/defaults/memory/{job-handlers → v1/job-handlers}/embedding.ts +6 -6
- package/src/plugins/defaults/memory/{job-handlers → v1/job-handlers}/index-maintenance.ts +8 -8
- package/src/plugins/defaults/memory/{jobs → v1/jobs}/embed-pkb-file.test.ts +7 -7
- package/src/plugins/defaults/memory/{jobs → v1/jobs}/embed-pkb-file.ts +5 -5
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/autoinject.ts +1 -1
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/context.ts +2 -2
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/pkb-index.test.ts +3 -3
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/pkb-index.ts +2 -2
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/pkb-reconcile.test.ts +3 -3
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/pkb-reconcile.ts +2 -2
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/pkb-search.test.ts +3 -3
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/pkb-search.ts +6 -6
- package/src/plugins/defaults/memory/{pkb → v1/pkb}/types.ts +3 -5
- package/src/plugins/defaults/memory/{pkb-schedule.ts → v1/pkb-schedule.ts} +2 -2
- package/src/plugins/defaults/memory/{search/semantic.ts → v1/semantic-search.ts} +1 -1
- package/src/plugins/defaults/memory/v2/__tests__/activation-store.test.ts +1 -1
- package/src/plugins/defaults/memory/v2/__tests__/activation.test.ts +11 -274
- package/src/plugins/defaults/memory/v2/__tests__/backfill-jobs.test.ts +9 -131
- package/src/plugins/defaults/memory/v2/__tests__/harness-compare.test.ts +1 -1
- package/src/plugins/defaults/memory/v2/__tests__/harness-oracle.test.ts +1 -1
- package/src/plugins/defaults/memory/v2/__tests__/harness-replay-input.test.ts +1 -1
- package/src/plugins/defaults/memory/v2/__tests__/injection.test.ts +14 -10
- package/src/plugins/defaults/memory/v2/__tests__/reranker.test.ts +7 -5
- package/src/plugins/defaults/memory/v2/__tests__/router.test.ts +12 -6
- package/src/plugins/defaults/memory/{memory-v2-activation-log-store.ts → v2/activation-log-store.ts} +2 -2
- package/src/plugins/defaults/memory/v2/activation-store.ts +22 -8
- package/src/plugins/defaults/memory/v2/activation.ts +30 -163
- package/src/plugins/defaults/memory/v2/backfill-jobs.ts +7 -54
- package/src/plugins/defaults/memory/{memory-v2-concept-frequency.ts → v2/concept-frequency.ts} +3 -3
- package/src/plugins/defaults/memory/v2/harness/oracle.ts +1 -1
- package/src/plugins/defaults/memory/v2/harness/replay-input.ts +2 -2
- package/src/plugins/defaults/memory/v2/harness/retriever.ts +1 -1
- package/src/plugins/defaults/memory/v2/injection.ts +36 -26
- package/src/plugins/defaults/memory/v2/migration.ts +2 -2
- package/src/plugins/defaults/memory/{rerank-local.ts → v2/rerank-local.ts} +44 -18
- package/src/plugins/defaults/memory/v2/reranker.ts +29 -11
- package/src/plugins/defaults/memory/v2/router.ts +38 -15
- package/src/plugins/defaults/memory/v3/__tests__/candidate-match.test.ts +5 -3
- package/src/plugins/defaults/memory/v3/__tests__/carry-integration.test.ts +21 -8
- package/src/plugins/defaults/memory/v3/__tests__/edge.test.ts +1 -1
- package/src/plugins/defaults/memory/v3/__tests__/live-integration.test.ts +1 -1
- package/src/plugins/defaults/memory/v3/__tests__/maintain-job.test.ts +4 -1
- package/src/plugins/defaults/memory/v3/__tests__/orchestrate.test.ts +181 -3
- package/src/plugins/defaults/memory/v3/__tests__/selection-log-store.test.ts +3 -0
- package/src/plugins/defaults/memory/v3/__tests__/shadow-integration.test.ts +14 -5
- package/src/plugins/defaults/memory/v3/__tests__/shadow-plugin.test.ts +40 -50
- package/src/plugins/defaults/memory/v3/__tests__/tuning-profile.test.ts +1 -0
- package/src/plugins/defaults/memory/v3/candidate-match.ts +2 -2
- package/src/plugins/defaults/memory/v3/capabilities.ts +6 -4
- package/src/plugins/defaults/memory/v3/card.ts +25 -9
- package/src/plugins/defaults/memory/v3/edge.ts +52 -18
- package/src/plugins/defaults/memory/v3/gate.ts +4 -4
- package/src/plugins/defaults/memory/v3/injector.ts +10 -3
- package/src/plugins/defaults/memory/v3/maintain-job.ts +3 -3
- package/src/plugins/defaults/memory/v3/orchestrate.ts +100 -18
- package/src/plugins/defaults/memory/v3/page-content.ts +26 -10
- package/src/plugins/defaults/memory/v3/prune.ts +40 -16
- package/src/plugins/defaults/memory/v3/selection-log-store.ts +34 -12
- package/src/plugins/defaults/memory/v3/shadow-plugin.ts +9 -13
- package/src/plugins/defaults/memory/v3/span-query.test.ts +86 -0
- package/src/plugins/defaults/memory/v3/span-query.ts +71 -0
- package/src/plugins/defaults/memory/v3/tuning-profile.ts +3 -0
- package/src/plugins/defaults/memory/v3/types.ts +4 -1
- package/src/plugins/defaults/memory/v3-eval/eval-packets.ts +2 -2
- package/src/plugins/defaults/memory/validation.ts +1 -1
- package/src/plugins/defaults/memory/worker.ts +2 -1
- package/src/plugins/defaults/platform-hosted/__tests__/reengage.test.ts +104 -12
- package/src/plugins/defaults/platform-hosted/routes/reengage.ts +104 -12
- package/src/plugins/types.ts +2 -2
- package/src/prompts/sections.ts +4 -16
- package/src/providers/__tests__/registry-native-web-search.test.ts +47 -2
- package/src/providers/anthropic/client.ts +15 -6
- package/src/providers/content-block-schema.ts +26 -0
- package/src/providers/inference/__tests__/connections-credential-normalize.test.ts +87 -0
- package/src/providers/inference/adapter-factory.ts +6 -0
- package/src/providers/inference/connections.ts +30 -14
- package/src/providers/model-catalog.ts +77 -0
- package/src/providers/openai/__tests__/chat-completions-input-audio.test.ts +260 -0
- package/src/providers/openai/chat-completions-provider.ts +65 -17
- package/src/providers/openai/input-audio.ts +76 -0
- package/src/providers/openrouter/client.ts +0 -2
- package/src/providers/platform-proxy/constants.ts +4 -0
- package/src/providers/poolside/client.ts +42 -0
- package/src/providers/registry.ts +40 -8
- package/src/providers/retry.ts +2 -0
- package/src/providers/types.ts +39 -1
- package/src/providers/vercel-ai-gateway/client.ts +0 -2
- package/src/runtime/AGENTS.md +7 -5
- package/src/runtime/__tests__/question-request-guardian-bridge.test.ts +173 -0
- package/src/runtime/__tests__/question-resolution.test.ts +111 -0
- package/src/runtime/access-request-helper.ts +7 -15
- package/src/runtime/assistant-event-hub.ts +43 -31
- package/src/runtime/assistant-event-publish-options.ts +31 -0
- package/src/runtime/assistant-event.ts +19 -30
- package/src/runtime/assistant-stream-state.ts +4 -4
- package/src/runtime/channel-approvals.ts +0 -25
- package/src/runtime/channel-readiness-service.ts +99 -40
- package/src/runtime/channel-retry-sweep.ts +38 -15
- package/src/runtime/confirmation-request-guardian-bridge.ts +4 -0
- package/src/runtime/guardian-reply-router.ts +108 -0
- package/src/runtime/http-server.ts +8 -0
- package/src/runtime/http-types.ts +2 -2
- package/src/runtime/process-role.ts +42 -0
- package/src/runtime/question-request-guardian-bridge.ts +184 -0
- package/src/runtime/question-resolution.ts +153 -0
- package/src/runtime/routes/__tests__/bookmark-routes.test.ts +6 -2
- package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +1 -1
- package/src/runtime/routes/__tests__/subagents-routes.test.ts +250 -0
- package/src/runtime/routes/__tests__/webhook-routes.test.ts +201 -0
- package/src/runtime/routes/acp-routes.ts +2 -2
- package/src/runtime/routes/bookmark-routes.ts +3 -15
- package/src/runtime/routes/canned-message-complete.ts +2 -2
- package/src/runtime/routes/consolidation-routes.ts +8 -2
- package/src/runtime/routes/conversation-list-routes.ts +3 -19
- package/src/runtime/routes/conversation-management-routes.ts +1 -5
- package/src/runtime/routes/conversation-query-routes.ts +52 -8
- package/src/runtime/routes/conversation-routes.ts +36 -22
- package/src/runtime/routes/credential-request-routes.ts +0 -1
- package/src/runtime/routes/filing-routes.ts +7 -7
- package/src/runtime/routes/global-search-routes.ts +1 -1
- package/src/runtime/routes/guardian-approval-prompt.ts +2 -2
- package/src/runtime/routes/image-generation-routes.ts +12 -9
- package/src/runtime/routes/inbound-message-handler.ts +17 -0
- package/src/runtime/routes/inbound-stages/acl-enforcement.test.ts +50 -0
- package/src/runtime/routes/inbound-stages/acl-enforcement.ts +19 -0
- package/src/runtime/routes/inbound-stages/background-dispatch.ts +4 -4
- package/src/runtime/routes/inbound-stages/inbound-content-prep.test.ts +129 -0
- package/src/runtime/routes/inbound-stages/inbound-content-prep.ts +141 -9
- package/src/runtime/routes/index.ts +2 -0
- package/src/runtime/routes/lifecycle-routes.ts +199 -0
- package/src/runtime/routes/platform-routes.ts +3 -8
- package/src/runtime/routes/playground/__tests__/inject-failures.test.ts +7 -7
- package/src/runtime/routes/playground/__tests__/reset-circuit.test.ts +5 -5
- package/src/runtime/routes/question-routes.ts +34 -87
- package/src/runtime/routes/secret-routes.ts +11 -1
- package/src/runtime/routes/settings-routes.ts +8 -18
- package/src/runtime/routes/subagents-routes.ts +35 -8
- package/src/runtime/routes/upgrade-broadcast-routes.ts +4 -5
- package/src/runtime/routes/webhook-routes.ts +89 -30
- package/src/runtime/routes/workspace-routes.test.ts +7 -4
- package/src/runtime/slack-reply-session.test.ts +12 -12
- package/src/runtime/slack-reply-session.ts +17 -17
- package/src/runtime/sync/sync-publisher.test.ts +7 -5
- package/src/runtime/tool-grant-request-helper.ts +4 -0
- package/src/schedule/schedule-store.ts +70 -0
- package/src/schedule/scheduler.ts +27 -0
- package/src/security/AGENTS.md +1 -1
- package/src/security/credential-key.ts +17 -0
- package/src/security/secret-ingress.ts +14 -105
- package/src/security/secret-patterns.ts +8 -139
- package/src/security/secret-scanner.ts +8 -3
- package/src/security/store-path-override.ts +6 -16
- package/src/sequence/store.ts +8 -0
- package/src/signals/emit-event.ts +5 -10
- package/src/signals/event-stream.ts +20 -10
- package/src/subagent/manager.ts +76 -25
- package/src/subagent/notify.ts +8 -0
- package/src/subagent/types.ts +13 -3
- package/src/telegram/__tests__/webhook-health.test.ts +442 -0
- package/src/telegram/webhook-health.ts +478 -0
- package/src/telemetry/AGENTS.md +6 -0
- package/src/telemetry/memory-corpus-size.test.ts +129 -0
- package/src/telemetry/memory-corpus-size.ts +184 -0
- package/src/telemetry/memory-tier-reporter.test.ts +67 -2
- package/src/telemetry/memory-tier-reporter.ts +30 -3
- package/src/tools/__tests__/conversation-group-tool-input-schemas.test.ts +61 -0
- package/src/tools/__tests__/document-tool-input-schemas.test.ts +103 -0
- package/src/tools/__tests__/followup-call-acp-tool-input-schemas.test.ts +125 -0
- package/src/tools/__tests__/schedule-tool-input-schemas.test.ts +83 -0
- package/src/tools/__tests__/subagent-workflow-tool-input-schemas.test.ts +116 -0
- package/src/tools/__tests__/tool-input-schemas.test.ts +192 -0
- package/src/tools/__tests__/tool-schema-drift-harness.ts +142 -0
- package/src/tools/acp/abort.ts +21 -1
- package/src/tools/acp/context.ts +5 -5
- package/src/tools/acp/spawn.test.ts +15 -5
- package/src/tools/acp/spawn.ts +26 -3
- package/src/tools/acp/status.ts +20 -1
- package/src/tools/acp/steer.test.ts +20 -0
- package/src/tools/acp/steer.ts +23 -2
- package/src/tools/apps/resolve-app-id.ts +15 -3
- package/src/tools/ask-question/ask-question-tool.test.ts +65 -0
- package/src/tools/ask-question/ask-question-tool.ts +68 -92
- package/src/tools/browser/browser-screencast.ts +6 -6
- package/src/tools/calls/call-end.ts +24 -3
- package/src/tools/calls/call-start.ts +35 -11
- package/src/tools/calls/call-status.ts +20 -1
- package/src/tools/conversation-groups/group_create.ts +63 -0
- package/src/tools/conversation-groups/group_list.ts +20 -0
- package/src/tools/conversation-groups/group_shared.ts +52 -0
- package/src/tools/conversation-groups/move_to_group.ts +106 -0
- package/src/tools/document/document-comment-tool.test.ts +49 -0
- package/src/tools/document/document-comment-tool.ts +45 -6
- package/src/tools/document/document-tool.ts +142 -24
- package/src/tools/executor.ts +27 -13
- package/src/tools/filesystem/edit.ts +62 -60
- package/src/tools/filesystem/list.ts +36 -29
- package/src/tools/filesystem/read.ts +56 -39
- package/src/tools/filesystem/write.ts +44 -38
- package/src/tools/followups/followup_create.ts +41 -12
- package/src/tools/followups/followup_list.ts +34 -6
- package/src/tools/followups/followup_resolve.ts +26 -4
- package/src/tools/host-filesystem/edit.ts +50 -60
- package/src/tools/host-filesystem/read.ts +45 -39
- package/src/tools/host-filesystem/write.ts +31 -36
- package/src/tools/host-terminal/host-shell.ts +76 -62
- package/src/tools/policy-context.ts +27 -10
- package/src/tools/schedule/create.ts +76 -33
- package/src/tools/schedule/delete.ts +21 -2
- package/src/tools/schedule/list.ts +25 -3
- package/src/tools/schedule/update.ts +105 -48
- package/src/tools/shared/filesystem/path-policy.ts +246 -40
- package/src/tools/shared/zod-tool-schema.ts +117 -0
- package/src/tools/subagent/abort.ts +12 -4
- package/src/tools/subagent/consult-deadline.ts +9 -3
- package/src/tools/subagent/message.ts +21 -5
- package/src/tools/subagent/notify-parent.ts +44 -23
- package/src/tools/subagent/read.ts +15 -4
- package/src/tools/subagent/resolve.ts +26 -4
- package/src/tools/subagent/spawn.ts +37 -13
- package/src/tools/subagent/status.ts +12 -4
- package/src/tools/system/request-permission.ts +35 -26
- package/src/tools/terminal/shell.ts +68 -55
- package/src/tools/tool-approval-handler.ts +327 -53
- package/src/tools/tool-input-schemas.ts +85 -0
- package/src/tools/tool-types.ts +7 -0
- package/src/tools/types.ts +8 -0
- package/src/tools/workflows/manage-workflows.ts +30 -2
- package/src/tools/workflows/run-workflow.test.ts +54 -2
- package/src/tools/workflows/run-workflow.ts +32 -4
- package/src/util/fs-symlinks.ts +30 -0
- package/src/util/log-redact.ts +7 -3
- package/src/util/platform.ts +15 -0
- package/src/vellum-assistant-namespace.d.ts +80 -0
- package/src/watcher/watcher-store.ts +8 -0
- package/src/workflows/leaf-runner.test.ts +104 -2
- package/src/workflows/leaf-runner.ts +31 -6
- package/src/workspace/migrations/070-memory-v2-summary-schema-rebuild.ts +2 -2
- package/src/workspace/migrations/134-image-generation-mode-to-provider.ts +128 -0
- package/src/workspace/migrations/135-copy-substrate-tunables.ts +248 -0
- package/src/workspace/migrations/__tests__/135-copy-substrate-tunables.test.ts +446 -0
- package/src/workspace/migrations/__tests__/backfill-v3-leaves.test.ts +2 -2
- package/src/workspace/migrations/registry.ts +4 -0
- package/tsconfig.plugin-api.json +1 -1
- package/src/__tests__/memory-retrieval-budget.test.ts +0 -49
- package/src/__tests__/secret-patterns.test.ts +0 -27
- package/src/config/__tests__/proc-to-skills.test.ts +0 -21
- package/src/config/memory-tier.test.ts +0 -44
- package/src/daemon/message-types/acp.ts +0 -20
- package/src/daemon/message-types/apps.ts +0 -11
- package/src/daemon/message-types/background-tools.ts +0 -14
- package/src/daemon/message-types/bookmarks.ts +0 -13
- package/src/daemon/message-types/contacts.ts +0 -13
- package/src/daemon/message-types/document-comments.ts +0 -14
- package/src/daemon/message-types/documents.ts +0 -13
- package/src/daemon/message-types/home.ts +0 -15
- package/src/daemon/message-types/host-bash.ts +0 -12
- package/src/daemon/message-types/host-cu.ts +0 -10
- package/src/daemon/message-types/host-file.ts +0 -12
- package/src/daemon/message-types/host-transfer.ts +0 -12
- package/src/daemon/message-types/integrations.ts +0 -90
- package/src/daemon/message-types/memory.ts +0 -10
- package/src/daemon/message-types/schedules.ts +0 -14
- package/src/daemon/message-types/settings.ts +0 -17
- package/src/daemon/message-types/subagents.ts +0 -63
- package/src/daemon/message-types/upgrades.ts +0 -14
- package/src/daemon/message-types/workflows.ts +0 -25
- package/src/daemon/message-types/workspace.ts +0 -137
- package/src/live-voice/ack-phrases.ts +0 -58
- package/src/plugins/defaults/memory/retrieval-budget.ts +0 -29
- package/src/plugins/defaults/memory/v3/__tests__/gate-flag.test.ts +0 -69
- package/src/plugins/defaults/memory/v3/gate-flag.ts +0 -20
- package/src/plugins/defaults/memory/v3/substrate/__tests__/memory-v2-startup.test.ts +0 -86
- package/src/plugins/defaults/memory/v3/substrate/memory-v2-startup.test.ts +0 -205
- /package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/concept-page-frontmatter-schema.test.ts +0 -0
- /package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/consolidation-prompt-flag-gating-guard.test.ts +0 -0
- /package/src/plugins/defaults/memory/{v3/substrate → substrate}/__tests__/injected-block-slugs.test.ts +0 -0
- /package/src/plugins/defaults/memory/{v3/substrate → substrate}/cli-command-content.ts +0 -0
|
@@ -4,16 +4,16 @@ import {
|
|
|
4
4
|
} from "@vellumai/plugin-api";
|
|
5
5
|
import { and, eq, isNotNull, like, ne } from "drizzle-orm";
|
|
6
6
|
|
|
7
|
-
import { getDb } from "
|
|
8
|
-
import { withQdrantBreaker } from "
|
|
7
|
+
import { getDb } from "../../../../../persistence/db-connection.js";
|
|
8
|
+
import { withQdrantBreaker } from "../../../../../persistence/embeddings/qdrant-circuit-breaker.js";
|
|
9
9
|
import {
|
|
10
10
|
asString,
|
|
11
11
|
requireQdrantClient,
|
|
12
|
-
} from "
|
|
12
|
+
} from "../../../../../persistence/job-utils.js";
|
|
13
13
|
import {
|
|
14
14
|
enqueueMemoryJob,
|
|
15
15
|
type MemoryJob,
|
|
16
|
-
} from "
|
|
16
|
+
} from "../../../../../persistence/jobs-store.js";
|
|
17
17
|
import {
|
|
18
18
|
mediaAssets,
|
|
19
19
|
memoryEmbeddings,
|
|
@@ -22,10 +22,10 @@ import {
|
|
|
22
22
|
memorySegments,
|
|
23
23
|
memorySummaries,
|
|
24
24
|
messages,
|
|
25
|
-
} from "
|
|
26
|
-
import { getLogger } from "
|
|
27
|
-
import { memoryDbOrNull } from "
|
|
28
|
-
import { extractMediaBlockMeta } from "
|
|
25
|
+
} from "../../../../../persistence/schema/index.js";
|
|
26
|
+
import { getLogger } from "../../logging.js";
|
|
27
|
+
import { memoryDbOrNull } from "../../memory-db.js";
|
|
28
|
+
import { extractMediaBlockMeta } from "../../message-media.js";
|
|
29
29
|
|
|
30
30
|
const log = getLogger("memory-jobs-worker");
|
|
31
31
|
|
|
@@ -17,20 +17,20 @@ mock.module("../pkb/pkb-index.js", () => ({
|
|
|
17
17
|
// helper consults memory.v2.enabled.
|
|
18
18
|
let v2Enabled = false;
|
|
19
19
|
|
|
20
|
-
mock.module("
|
|
20
|
+
mock.module("../../config.js", () => ({
|
|
21
21
|
getMemoryConfig: () => ({ v2: { enabled: v2Enabled } }),
|
|
22
22
|
}));
|
|
23
23
|
|
|
24
|
-
import { DEFAULT_CONFIG } from "
|
|
25
|
-
import type { AssistantConfig } from "
|
|
26
|
-
import { getMemoryDb } from "
|
|
27
|
-
import { initializeDb } from "
|
|
24
|
+
import { DEFAULT_CONFIG } from "../../../../../config/defaults.js";
|
|
25
|
+
import type { AssistantConfig } from "../../../../../config/types.js";
|
|
26
|
+
import { getMemoryDb } from "../../../../../persistence/db-connection.js";
|
|
27
|
+
import { initializeDb } from "../../../../../persistence/db-init.js";
|
|
28
28
|
import {
|
|
29
29
|
claimMemoryJobs,
|
|
30
30
|
type MemoryJob,
|
|
31
31
|
type MemoryJobType,
|
|
32
|
-
} from "
|
|
33
|
-
import { memoryJobs } from "
|
|
32
|
+
} from "../../../../../persistence/jobs-store.js";
|
|
33
|
+
import { memoryJobs } from "../../../../../persistence/schema/index.js";
|
|
34
34
|
import { embedPkbFileJob, enqueuePkbIndexJob } from "./embed-pkb-file.js";
|
|
35
35
|
|
|
36
36
|
const TEST_CONFIG: AssistantConfig = DEFAULT_CONFIG;
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { usesConceptPageMemory } from "
|
|
2
|
-
import type { AssistantConfig } from "
|
|
3
|
-
import { asString } from "
|
|
1
|
+
import { usesConceptPageMemory } from "../../../../../config/memory-v3-gate.js";
|
|
2
|
+
import type { AssistantConfig } from "../../../../../config/types.js";
|
|
3
|
+
import { asString } from "../../../../../persistence/job-utils.js";
|
|
4
4
|
import {
|
|
5
5
|
enqueueMemoryJob,
|
|
6
6
|
isMemoryEnabled,
|
|
7
7
|
type MemoryJob,
|
|
8
|
-
} from "
|
|
9
|
-
import { getMemoryConfig } from "
|
|
8
|
+
} from "../../../../../persistence/jobs-store.js";
|
|
9
|
+
import { getMemoryConfig } from "../../config.js";
|
|
10
10
|
import { indexPkbFile } from "../pkb/pkb-index.js";
|
|
11
11
|
|
|
12
12
|
/**
|
|
@@ -10,7 +10,7 @@
|
|
|
10
10
|
import { existsSync, readFileSync } from "node:fs";
|
|
11
11
|
import { join } from "node:path";
|
|
12
12
|
|
|
13
|
-
import { stripCommentLines } from "
|
|
13
|
+
import { stripCommentLines } from "../../host-utils.js";
|
|
14
14
|
|
|
15
15
|
const PKB_DEFAULT_FILES = [
|
|
16
16
|
"INDEX.md",
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { existsSync, readFileSync } from "node:fs";
|
|
2
2
|
import { join, resolve } from "node:path";
|
|
3
3
|
|
|
4
|
-
import { stripCommentLines } from "
|
|
5
|
-
import { getWorkspaceDir } from "
|
|
4
|
+
import { stripCommentLines } from "../../host-utils.js";
|
|
5
|
+
import { getWorkspaceDir } from "../../paths.js";
|
|
6
6
|
import { getPkbAutoInjectList } from "./autoinject.js";
|
|
7
7
|
|
|
8
8
|
/** Max buffer.md lines injected into prompts — keeps context bounded even when filing is off. */
|
|
@@ -12,7 +12,7 @@ const embedAndUpsertCalls: Array<{
|
|
|
12
12
|
extraPayload: unknown;
|
|
13
13
|
}> = [];
|
|
14
14
|
|
|
15
|
-
mock.module("
|
|
15
|
+
mock.module("../../../../../persistence/job-utils.js", () => ({
|
|
16
16
|
embedAndUpsert: async (
|
|
17
17
|
config: unknown,
|
|
18
18
|
targetType: string,
|
|
@@ -53,7 +53,7 @@ const qdrantScrollCalls: Array<{
|
|
|
53
53
|
path?: string;
|
|
54
54
|
}> = [];
|
|
55
55
|
|
|
56
|
-
mock.module("
|
|
56
|
+
mock.module("../../../../../persistence/embeddings/qdrant-client.js", () => ({
|
|
57
57
|
getQdrantClient: () => ({
|
|
58
58
|
deleteByTargetTypeAndPath: async (targetType: string, path: string) => {
|
|
59
59
|
qdrantDeleteCalls.push({ targetType, path });
|
|
@@ -80,7 +80,7 @@ mock.module("../../../../persistence/embeddings/qdrant-client.js", () => ({
|
|
|
80
80
|
|
|
81
81
|
// The circuit breaker is a thin wrapper; just call the function through.
|
|
82
82
|
mock.module(
|
|
83
|
-
"
|
|
83
|
+
"../../../../../persistence/embeddings/qdrant-circuit-breaker.js",
|
|
84
84
|
() => ({
|
|
85
85
|
withQdrantBreaker: async <T>(fn: () => Promise<T>) => fn(),
|
|
86
86
|
}),
|
|
@@ -17,8 +17,8 @@ import { join, relative } from "node:path";
|
|
|
17
17
|
|
|
18
18
|
import { embedAndUpsert } from "@vellumai/plugin-api";
|
|
19
19
|
|
|
20
|
-
import { withQdrantBreaker } from "
|
|
21
|
-
import { getQdrantClient } from "
|
|
20
|
+
import { withQdrantBreaker } from "../../../../../persistence/embeddings/qdrant-circuit-breaker.js";
|
|
21
|
+
import { getQdrantClient } from "../../../../../persistence/embeddings/qdrant-client.js";
|
|
22
22
|
import type { PkbIndexEntry } from "./types.js";
|
|
23
23
|
import { PKB_TARGET_TYPE } from "./types.js";
|
|
24
24
|
|
|
@@ -20,7 +20,7 @@ mock.module("../jobs/embed-pkb-file.js", () => ({
|
|
|
20
20
|
let scrollPoints: Array<{ id: string; payload: Record<string, unknown> }> = [];
|
|
21
21
|
const deleteCalls: Array<{ path: string }> = [];
|
|
22
22
|
|
|
23
|
-
mock.module("
|
|
23
|
+
mock.module("../../../../../persistence/embeddings/qdrant-client.js", () => ({
|
|
24
24
|
getQdrantClient: () => ({
|
|
25
25
|
scrollByTargetType: async (_targetType: string) => scrollPoints,
|
|
26
26
|
deleteByTargetTypeAndPath: async (_targetType: string, path: string) => {
|
|
@@ -32,7 +32,7 @@ mock.module("../../../../persistence/embeddings/qdrant-client.js", () => ({
|
|
|
32
32
|
|
|
33
33
|
// Circuit breaker — pass-through.
|
|
34
34
|
mock.module(
|
|
35
|
-
"
|
|
35
|
+
"../../../../../persistence/embeddings/qdrant-circuit-breaker.js",
|
|
36
36
|
() => ({
|
|
37
37
|
withQdrantBreaker: async <T>(fn: () => Promise<T>) => fn(),
|
|
38
38
|
}),
|
|
@@ -41,7 +41,7 @@ mock.module(
|
|
|
41
41
|
// indexPkbFile is not invoked from the reconcile path (we enqueue jobs
|
|
42
42
|
// instead), but the pkb-index module imports the embedding pipeline which
|
|
43
43
|
// pulls in a config. Stub it so module import doesn't explode.
|
|
44
|
-
mock.module("
|
|
44
|
+
mock.module("../../../../../persistence/job-utils.js", () => ({
|
|
45
45
|
embedAndUpsert: async () => {},
|
|
46
46
|
}));
|
|
47
47
|
|
|
@@ -13,9 +13,9 @@
|
|
|
13
13
|
|
|
14
14
|
import { join } from "node:path";
|
|
15
15
|
|
|
16
|
-
import { getQdrantClient } from "
|
|
16
|
+
import { getQdrantClient } from "../../../../../persistence/embeddings/qdrant-client.js";
|
|
17
|
+
import { getLogger } from "../../logging.js";
|
|
17
18
|
import { enqueuePkbIndexJob } from "../jobs/embed-pkb-file.js";
|
|
18
|
-
import { getLogger } from "../logging.js";
|
|
19
19
|
import { deletePkbFilePoints, scanPkbFiles } from "./pkb-index.js";
|
|
20
20
|
import { PKB_TARGET_TYPE } from "./types.js";
|
|
21
21
|
|
|
@@ -3,7 +3,7 @@ import { beforeEach, describe, expect, mock, test } from "bun:test";
|
|
|
3
3
|
// This test exercises the v1 PKB search path. `config.memory.v2.enabled`
|
|
4
4
|
// (default `true`) makes pkb-search short-circuit to keep traffic off the
|
|
5
5
|
// legacy collection — force it off so the v1 path stays under test.
|
|
6
|
-
mock.module("
|
|
6
|
+
mock.module("../../config.js", () => ({
|
|
7
7
|
getMemoryConfig: () => ({ v2: { enabled: false } }),
|
|
8
8
|
}));
|
|
9
9
|
|
|
@@ -36,14 +36,14 @@ let hybridThrows: Error | null = null;
|
|
|
36
36
|
let denseThrows: Error | null = null;
|
|
37
37
|
|
|
38
38
|
mock.module(
|
|
39
|
-
"
|
|
39
|
+
"../../../../../persistence/embeddings/qdrant-circuit-breaker.js",
|
|
40
40
|
() => ({
|
|
41
41
|
isQdrantBreakerOpen: () => breakerOpen,
|
|
42
42
|
withQdrantBreaker: async <T>(fn: () => Promise<T>): Promise<T> => fn(),
|
|
43
43
|
}),
|
|
44
44
|
);
|
|
45
45
|
|
|
46
|
-
mock.module("
|
|
46
|
+
mock.module("../../../../../persistence/embeddings/qdrant-client.js", () => ({
|
|
47
47
|
getQdrantClient: () => ({
|
|
48
48
|
hybridSearch: async (params: {
|
|
49
49
|
denseVector: number[];
|
|
@@ -2,18 +2,18 @@
|
|
|
2
2
|
// PKB — Qdrant hybrid search for indexed PKB markdown files
|
|
3
3
|
// ---------------------------------------------------------------------------
|
|
4
4
|
|
|
5
|
-
import { usesConceptPageMemory } from "
|
|
5
|
+
import { usesConceptPageMemory } from "../../../../../config/memory-v3-gate.js";
|
|
6
6
|
import {
|
|
7
7
|
isQdrantBreakerOpen,
|
|
8
8
|
withQdrantBreaker,
|
|
9
|
-
} from "
|
|
9
|
+
} from "../../../../../persistence/embeddings/qdrant-circuit-breaker.js";
|
|
10
10
|
import type {
|
|
11
11
|
QdrantSearchResult,
|
|
12
12
|
QdrantSparseVector,
|
|
13
|
-
} from "
|
|
14
|
-
import { getQdrantClient } from "
|
|
15
|
-
import { getMemoryConfig } from "
|
|
16
|
-
import { getLogger } from "
|
|
13
|
+
} from "../../../../../persistence/embeddings/qdrant-client.js";
|
|
14
|
+
import { getQdrantClient } from "../../../../../persistence/embeddings/qdrant-client.js";
|
|
15
|
+
import { getMemoryConfig } from "../../config.js";
|
|
16
|
+
import { getLogger } from "../../logging.js";
|
|
17
17
|
import type { PkbSearchResult } from "./types.js";
|
|
18
18
|
import { PKB_TARGET_TYPE } from "./types.js";
|
|
19
19
|
|
|
@@ -1,13 +1,11 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Shared types and constants for PKB (Personal Knowledge Base) indexing
|
|
3
|
-
*
|
|
4
|
-
* Scaffolding for upcoming PKB Qdrant indexing work — consumers (search,
|
|
5
|
-
* index writer) land in later PRs.
|
|
2
|
+
* Shared types and constants for PKB (Personal Knowledge Base) indexing —
|
|
3
|
+
* consumed by the index writer (`pkb-index.ts`) and search (`pkb-search.ts`).
|
|
6
4
|
*/
|
|
7
5
|
|
|
8
6
|
import { join } from "node:path";
|
|
9
7
|
|
|
10
|
-
import { getWorkspaceDir } from "
|
|
8
|
+
import { getWorkspaceDir } from "../../paths.js";
|
|
11
9
|
|
|
12
10
|
export const PKB_TARGET_TYPE = "pkb_file" as const;
|
|
13
11
|
|
|
@@ -10,8 +10,8 @@
|
|
|
10
10
|
import { existsSync, readFileSync } from "node:fs";
|
|
11
11
|
import { join } from "node:path";
|
|
12
12
|
|
|
13
|
-
import { stripCommentLines } from "
|
|
14
|
-
import { getWorkspaceDir } from "
|
|
13
|
+
import { stripCommentLines } from "../host-utils.js";
|
|
14
|
+
import { getWorkspaceDir } from "../paths.js";
|
|
15
15
|
|
|
16
16
|
/**
|
|
17
17
|
* Whether `pkb/buffer.md` has any filable content (comment lines and
|
|
@@ -14,7 +14,7 @@ import {
|
|
|
14
14
|
} from "../../../../persistence/schema/index.js";
|
|
15
15
|
import { getMemoryConfig } from "../config.js";
|
|
16
16
|
import { mapCosineToUnit } from "../validation.js";
|
|
17
|
-
// ── Types
|
|
17
|
+
// ── Types ──────────────────────────────────────────────────────────
|
|
18
18
|
|
|
19
19
|
type CandidateType = "segment" | "item" | "summary" | "media";
|
|
20
20
|
|
|
@@ -13,7 +13,7 @@ import {
|
|
|
13
13
|
} from "../../../../../persistence/db-singleton.js";
|
|
14
14
|
import { migrateActivationState } from "../../../../../persistence/migrations/232-activation-state.js";
|
|
15
15
|
import * as schema from "../../../../../persistence/schema/index.js";
|
|
16
|
-
import type { ActivationState } from "../../
|
|
16
|
+
import type { ActivationState } from "../../substrate/types.js";
|
|
17
17
|
import {
|
|
18
18
|
clearEverInjected,
|
|
19
19
|
forkActivationState,
|
|
@@ -7,9 +7,6 @@
|
|
|
7
7
|
* - `computeOwnActivation`: applies `A_o = d·prev + c_user·simU + c_a·simA +
|
|
8
8
|
* c_now·simN`; clamps to [0,1]; orphan in candidates returns 0 when no
|
|
9
9
|
* sim hits.
|
|
10
|
-
* - `spreadActivation`: orphan yields A == A_o; spread walks incoming edges
|
|
11
|
-
* only (A→B boosts B but not A); hops=2 reaches second-degree predecessors
|
|
12
|
-
* but not third; bounded in [0,1].
|
|
13
10
|
* - `selectInjections`: top-K rank, deterministic tie-break, delta against
|
|
14
11
|
* `everInjected`.
|
|
15
12
|
*
|
|
@@ -127,11 +124,15 @@ mock.module("../reranker.js", () => ({
|
|
|
127
124
|
candidates: [...candidates],
|
|
128
125
|
});
|
|
129
126
|
return queries.map(() => {
|
|
130
|
-
if (rerankState.scores === null)
|
|
127
|
+
if (rerankState.scores === null) {
|
|
128
|
+
return new Map();
|
|
129
|
+
}
|
|
131
130
|
const out = new Map<string, number>();
|
|
132
131
|
for (const slug of candidates) {
|
|
133
132
|
const v = rerankState.scores.get(slug);
|
|
134
|
-
if (v !== undefined)
|
|
133
|
+
if (v !== undefined) {
|
|
134
|
+
out.set(slug, v);
|
|
135
|
+
}
|
|
135
136
|
}
|
|
136
137
|
return out;
|
|
137
138
|
});
|
|
@@ -141,17 +142,12 @@ mock.module("../reranker.js", () => ({
|
|
|
141
142
|
|
|
142
143
|
// Static `import type` is fine — types erase, so they don't run module-init
|
|
143
144
|
// code that would race the mocks above.
|
|
144
|
-
import type {
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
computeOwnActivation,
|
|
149
|
-
selectCandidates,
|
|
150
|
-
selectInjections,
|
|
151
|
-
spreadActivation,
|
|
152
|
-
} = await import("../activation.js");
|
|
145
|
+
import type { ActivationState } from "../../substrate/types.js";
|
|
146
|
+
|
|
147
|
+
const { computeOwnActivation, selectCandidates, selectInjections } =
|
|
148
|
+
await import("../activation.js");
|
|
153
149
|
const { _resetMemoryV2QdrantForTests } =
|
|
154
|
-
await import("../../
|
|
150
|
+
await import("../../substrate/qdrant.js");
|
|
155
151
|
|
|
156
152
|
// ---------------------------------------------------------------------------
|
|
157
153
|
// Helpers
|
|
@@ -874,265 +870,6 @@ describe("computeOwnActivation", () => {
|
|
|
874
870
|
});
|
|
875
871
|
});
|
|
876
872
|
|
|
877
|
-
// ---------------------------------------------------------------------------
|
|
878
|
-
// spreadActivation
|
|
879
|
-
// ---------------------------------------------------------------------------
|
|
880
|
-
|
|
881
|
-
/**
|
|
882
|
-
* Build a directed `EdgeIndex` from a flat list of `[from, to]` pairs. Each
|
|
883
|
-
* entry is interpreted as a directed edge `from → to`; self-loops are dropped.
|
|
884
|
-
*/
|
|
885
|
-
function buildEdgeIndex(edges: Array<[string, string]>): EdgeIndex {
|
|
886
|
-
const outgoing = new Map<string, Set<string>>();
|
|
887
|
-
const incoming = new Map<string, Set<string>>();
|
|
888
|
-
for (const [from, to] of edges) {
|
|
889
|
-
if (from === to) continue;
|
|
890
|
-
let outSet = outgoing.get(from);
|
|
891
|
-
if (!outSet) {
|
|
892
|
-
outSet = new Set<string>();
|
|
893
|
-
outgoing.set(from, outSet);
|
|
894
|
-
}
|
|
895
|
-
outSet.add(to);
|
|
896
|
-
let inSet = incoming.get(to);
|
|
897
|
-
if (!inSet) {
|
|
898
|
-
inSet = new Set<string>();
|
|
899
|
-
incoming.set(to, inSet);
|
|
900
|
-
}
|
|
901
|
-
inSet.add(from);
|
|
902
|
-
}
|
|
903
|
-
return { outgoing, incoming };
|
|
904
|
-
}
|
|
905
|
-
|
|
906
|
-
describe("spreadActivation", () => {
|
|
907
|
-
test("orphan node yields A == A_o", () => {
|
|
908
|
-
const edges = buildEdgeIndex([]);
|
|
909
|
-
const own = new Map([["alice", 0.7]]);
|
|
910
|
-
const out = spreadActivation(own, edges, 0.5, 2);
|
|
911
|
-
expect(out.final.get("alice")).toBeCloseTo(0.7, 6);
|
|
912
|
-
});
|
|
913
|
-
|
|
914
|
-
test("directed edge boosts only the target, not the source", () => {
|
|
915
|
-
// Edge alice→bob: alice activation flows into bob; bob does NOT push back
|
|
916
|
-
// into alice. alice (a pure source under this graph) keeps its own value.
|
|
917
|
-
const edges = buildEdgeIndex([["alice", "bob"]]);
|
|
918
|
-
const own = new Map([
|
|
919
|
-
["alice", 0.6],
|
|
920
|
-
["bob", 0.0],
|
|
921
|
-
]);
|
|
922
|
-
const out = spreadActivation(own, edges, 0.5, 2);
|
|
923
|
-
// alice has no incoming edges → final == own.
|
|
924
|
-
expect(out.final.get("alice")).toBeCloseTo(0.6, 6);
|
|
925
|
-
// bob's incoming = {alice}: numerator = 0 + 0.5*0.6 = 0.3, denom = 1.5.
|
|
926
|
-
expect(out.final.get("bob")).toBeCloseTo(0.3 / 1.5, 6);
|
|
927
|
-
});
|
|
928
|
-
|
|
929
|
-
test("two-cycle (A→B and B→A) lets activation flow both ways", () => {
|
|
930
|
-
// With both directions present, each node is the other's predecessor.
|
|
931
|
-
const edges = buildEdgeIndex([
|
|
932
|
-
["alice", "bob"],
|
|
933
|
-
["bob", "alice"],
|
|
934
|
-
]);
|
|
935
|
-
const own = new Map([
|
|
936
|
-
["alice", 0.0],
|
|
937
|
-
["bob", 0.8],
|
|
938
|
-
]);
|
|
939
|
-
const out = spreadActivation(own, edges, 0.5, 2);
|
|
940
|
-
// alice: incoming {bob}=0.8 → numerator = 0 + 0.5*0.8 = 0.4, denom = 1.5.
|
|
941
|
-
expect(out.final.get("alice")).toBeCloseTo(0.4 / 1.5, 6);
|
|
942
|
-
// bob: incoming {alice}=0.0 → numerator = 0.8 + 0 = 0.8, denom = 1.5.
|
|
943
|
-
expect(out.final.get("bob")).toBeCloseTo(0.8 / 1.5, 6);
|
|
944
|
-
});
|
|
945
|
-
|
|
946
|
-
test("pure source (high outgoing, zero incoming) collapses to final == own", () => {
|
|
947
|
-
// alice → bob → carol; alice has no incoming edges.
|
|
948
|
-
const edges = buildEdgeIndex([
|
|
949
|
-
["alice", "bob"],
|
|
950
|
-
["bob", "carol"],
|
|
951
|
-
]);
|
|
952
|
-
const own = new Map([
|
|
953
|
-
["alice", 0.5],
|
|
954
|
-
["bob", 0.0],
|
|
955
|
-
["carol", 0.0],
|
|
956
|
-
]);
|
|
957
|
-
const out = spreadActivation(own, edges, 0.5, 2);
|
|
958
|
-
expect(out.final.get("alice")).toBeCloseTo(0.5, 6);
|
|
959
|
-
});
|
|
960
|
-
|
|
961
|
-
test("hops=2 reaches second-degree predecessors but stops there", () => {
|
|
962
|
-
// Directed path: alice → bob → carol → delta
|
|
963
|
-
// From delta's perspective: carol is 1-hop predecessor, bob is 2-hop,
|
|
964
|
-
// alice is 3-hop. Activation on bob (2-hop) reaches delta; activation on
|
|
965
|
-
// alice (3-hop) does NOT.
|
|
966
|
-
const edges = buildEdgeIndex([
|
|
967
|
-
["alice", "bob"],
|
|
968
|
-
["bob", "carol"],
|
|
969
|
-
["carol", "delta"],
|
|
970
|
-
]);
|
|
971
|
-
const own = new Map([
|
|
972
|
-
["alice", 1.0], // 3-hop predecessor of delta — must NOT contribute
|
|
973
|
-
["bob", 1.0], // 2-hop predecessor of delta
|
|
974
|
-
["carol", 0.0],
|
|
975
|
-
["delta", 0.0],
|
|
976
|
-
]);
|
|
977
|
-
const out = spreadActivation(own, edges, 0.5, 2);
|
|
978
|
-
// delta: 1-hop {carol}=0, 2-hop {bob}=1.0.
|
|
979
|
-
// numerator = 0 + 0.5*0 + 0.25*1.0 = 0.25
|
|
980
|
-
// denominator = 1 + 0.5*1 + 0.25*1 = 1.75
|
|
981
|
-
// A = 0.25 / 1.75 ≈ 0.142857
|
|
982
|
-
expect(out.final.get("delta")).toBeCloseTo(0.25 / 1.75, 6);
|
|
983
|
-
});
|
|
984
|
-
|
|
985
|
-
test("output is bounded in [0, 1] for arbitrary inputs", () => {
|
|
986
|
-
const edges = buildEdgeIndex([
|
|
987
|
-
["alice", "bob"],
|
|
988
|
-
["bob", "carol"],
|
|
989
|
-
["alice", "carol"],
|
|
990
|
-
]);
|
|
991
|
-
const own = new Map([
|
|
992
|
-
["alice", 1.0],
|
|
993
|
-
["bob", 1.0],
|
|
994
|
-
["carol", 1.0],
|
|
995
|
-
]);
|
|
996
|
-
const out = spreadActivation(own, edges, 0.99, 2);
|
|
997
|
-
for (const [, value] of out.final) {
|
|
998
|
-
expect(value).toBeGreaterThanOrEqual(0);
|
|
999
|
-
expect(value).toBeLessThanOrEqual(1);
|
|
1000
|
-
}
|
|
1001
|
-
});
|
|
1002
|
-
|
|
1003
|
-
test("hops=0 collapses to A == A_o", () => {
|
|
1004
|
-
const edges = buildEdgeIndex([["alice", "bob"]]);
|
|
1005
|
-
const own = new Map([
|
|
1006
|
-
["alice", 0.4],
|
|
1007
|
-
["bob", 0.9],
|
|
1008
|
-
]);
|
|
1009
|
-
const out = spreadActivation(own, edges, 0.5, 0);
|
|
1010
|
-
expect(out.final.get("alice")).toBeCloseTo(0.4, 6);
|
|
1011
|
-
expect(out.final.get("bob")).toBeCloseTo(0.9, 6);
|
|
1012
|
-
});
|
|
1013
|
-
|
|
1014
|
-
test("k=0 collapses to A == A_o", () => {
|
|
1015
|
-
const edges = buildEdgeIndex([["alice", "bob"]]);
|
|
1016
|
-
const own = new Map([
|
|
1017
|
-
["alice", 0.4],
|
|
1018
|
-
["bob", 0.9],
|
|
1019
|
-
]);
|
|
1020
|
-
const out = spreadActivation(own, edges, 0, 5);
|
|
1021
|
-
expect(out.final.get("alice")).toBeCloseTo(0.4, 6);
|
|
1022
|
-
expect(out.final.get("bob")).toBeCloseTo(0.9, 6);
|
|
1023
|
-
});
|
|
1024
|
-
|
|
1025
|
-
test("predecessors not in the candidate set are dropped from both numerator and denominator", () => {
|
|
1026
|
-
// Edge alice→bob: bob has structural predecessor alice, but alice is not
|
|
1027
|
-
// in `ownActivation`. With the new formula she contributes nothing —
|
|
1028
|
-
// hop1 has no active predecessors so the whole hop drops out of both
|
|
1029
|
-
// sides of the ratio. Bob therefore stays at his own activation.
|
|
1030
|
-
const edges = buildEdgeIndex([["alice", "bob"]]);
|
|
1031
|
-
const own = new Map([["bob", 0.6]]);
|
|
1032
|
-
const out = spreadActivation(own, edges, 0.5, 2);
|
|
1033
|
-
expect(out.final.get("bob")).toBeCloseTo(0.6, 6);
|
|
1034
|
-
});
|
|
1035
|
-
|
|
1036
|
-
test("L_2 norm over multiple active predecessors rewards strong outliers more than avg would", () => {
|
|
1037
|
-
// bob has 4 predecessors in the candidate set: one strong, three weak.
|
|
1038
|
-
// L_2 = √((0.8² + 0.1² + 0.1² + 0.1²) / 4) = √(0.1675) ≈ 0.40927
|
|
1039
|
-
// Plain avg of the same set = 0.275, so L_2 lifts bob more than avg
|
|
1040
|
-
// would — the design goal of preferring quality over quantity.
|
|
1041
|
-
const edges = buildEdgeIndex([
|
|
1042
|
-
["a1", "bob"],
|
|
1043
|
-
["a2", "bob"],
|
|
1044
|
-
["a3", "bob"],
|
|
1045
|
-
["a4", "bob"],
|
|
1046
|
-
]);
|
|
1047
|
-
const own = new Map([
|
|
1048
|
-
["a1", 0.8],
|
|
1049
|
-
["a2", 0.1],
|
|
1050
|
-
["a3", 0.1],
|
|
1051
|
-
["a4", 0.1],
|
|
1052
|
-
["bob", 0.0],
|
|
1053
|
-
]);
|
|
1054
|
-
const out = spreadActivation(own, edges, 0.5, 2);
|
|
1055
|
-
const rms = Math.sqrt((0.8 * 0.8 + 3 * 0.1 * 0.1) / 4);
|
|
1056
|
-
// numerator = 0 + 0.5 · rms
|
|
1057
|
-
// denominator = 1 + 0.5
|
|
1058
|
-
expect(out.final.get("bob")).toBeCloseTo((0.5 * rms) / 1.5, 6);
|
|
1059
|
-
});
|
|
1060
|
-
|
|
1061
|
-
test("high-in-degree hub with mostly-inactive predecessors stays near A_o", () => {
|
|
1062
|
-
// 100 structural predecessors point at hub; only one (`pred0`) is in
|
|
1063
|
-
// the candidate set. The old formula would crush hub by the structural
|
|
1064
|
-
// count (denominator ≈ 51); the new formula folds the empty bulk out
|
|
1065
|
-
// and the L_2 averages over the single active predecessor only.
|
|
1066
|
-
const rawEdges: Array<[string, string]> = [];
|
|
1067
|
-
for (let i = 0; i < 100; i++) rawEdges.push([`pred${i}`, "hub"]);
|
|
1068
|
-
const edges = buildEdgeIndex(rawEdges);
|
|
1069
|
-
const own = new Map([
|
|
1070
|
-
["hub", 0.6],
|
|
1071
|
-
["pred0", 0.5],
|
|
1072
|
-
]);
|
|
1073
|
-
const out = spreadActivation(own, edges, 0.5, 2);
|
|
1074
|
-
// hop1 active = {pred0}, L_2([0.5]) = 0.5.
|
|
1075
|
-
// numerator = 0.6 + 0.5 · 0.5 = 0.85
|
|
1076
|
-
// denominator = 1 + 0.5 = 1.5
|
|
1077
|
-
expect(out.final.get("hub")).toBeCloseTo(0.85 / 1.5, 6);
|
|
1078
|
-
});
|
|
1079
|
-
|
|
1080
|
-
test("empty own-activation map returns empty result", () => {
|
|
1081
|
-
const out = spreadActivation(
|
|
1082
|
-
new Map(),
|
|
1083
|
-
buildEdgeIndex([["a", "b"]]),
|
|
1084
|
-
0.5,
|
|
1085
|
-
2,
|
|
1086
|
-
);
|
|
1087
|
-
expect(out.final.size).toBe(0);
|
|
1088
|
-
expect(out.contribution.size).toBe(0);
|
|
1089
|
-
});
|
|
1090
|
-
|
|
1091
|
-
test("contribution equals final - own for each slug", () => {
|
|
1092
|
-
// Two-cycle: A→B and B→A so both nodes have predecessors and the spread
|
|
1093
|
-
// moves each off its own value in opposite directions.
|
|
1094
|
-
const edges = buildEdgeIndex([
|
|
1095
|
-
["alice", "bob"],
|
|
1096
|
-
["bob", "alice"],
|
|
1097
|
-
]);
|
|
1098
|
-
const own = new Map([
|
|
1099
|
-
["alice", 0.0],
|
|
1100
|
-
["bob", 0.8],
|
|
1101
|
-
]);
|
|
1102
|
-
const out = spreadActivation(own, edges, 0.5, 2);
|
|
1103
|
-
for (const [slug, finalValue] of out.final) {
|
|
1104
|
-
const ownValue = own.get(slug) ?? 0;
|
|
1105
|
-
expect(out.contribution.get(slug)).toBeCloseTo(finalValue - ownValue, 6);
|
|
1106
|
-
}
|
|
1107
|
-
// alice gained spread (predecessor bob=0.8); bob lost some (predecessor
|
|
1108
|
-
// alice=0 dilutes its own 0.8).
|
|
1109
|
-
expect(out.contribution.get("alice")).toBeGreaterThan(0);
|
|
1110
|
-
expect(out.contribution.get("bob")).toBeLessThan(0);
|
|
1111
|
-
});
|
|
1112
|
-
|
|
1113
|
-
test("contribution is 0 for every slug when hops == 0", () => {
|
|
1114
|
-
const edges = buildEdgeIndex([["alice", "bob"]]);
|
|
1115
|
-
const own = new Map([
|
|
1116
|
-
["alice", 0.4],
|
|
1117
|
-
["bob", 0.9],
|
|
1118
|
-
]);
|
|
1119
|
-
const out = spreadActivation(own, edges, 0.5, 0);
|
|
1120
|
-
expect(out.contribution.get("alice")).toBe(0);
|
|
1121
|
-
expect(out.contribution.get("bob")).toBe(0);
|
|
1122
|
-
});
|
|
1123
|
-
|
|
1124
|
-
test("contribution is 0 for every slug when k == 0", () => {
|
|
1125
|
-
const edges = buildEdgeIndex([["alice", "bob"]]);
|
|
1126
|
-
const own = new Map([
|
|
1127
|
-
["alice", 0.4],
|
|
1128
|
-
["bob", 0.9],
|
|
1129
|
-
]);
|
|
1130
|
-
const out = spreadActivation(own, edges, 0, 5);
|
|
1131
|
-
expect(out.contribution.get("alice")).toBe(0);
|
|
1132
|
-
expect(out.contribution.get("bob")).toBe(0);
|
|
1133
|
-
});
|
|
1134
|
-
});
|
|
1135
|
-
|
|
1136
873
|
// ---------------------------------------------------------------------------
|
|
1137
874
|
// selectInjections
|
|
1138
875
|
// ---------------------------------------------------------------------------
|