@vellumai/assistant 0.8.4 → 0.8.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +33 -1
- package/ARCHITECTURE.md +3 -3
- package/bunfig.toml +6 -1
- package/docs/browser-use-architecture-phase2.md +1 -1
- package/docs/credential-execution-service.md +6 -6
- package/docs/plugins.md +4 -3
- package/knip.json +2 -1
- package/node_modules/@vellumai/skill-host-contracts/src/client.ts +12 -13
- package/node_modules/@vellumai/skill-host-contracts/src/skill-host.ts +4 -1
- package/node_modules/@vellumai/skill-host-contracts/src/tool-types.ts +16 -14
- package/openapi.yaml +2748 -216
- package/package.json +1 -1
- package/src/__tests__/actor-token-service.test.ts +3 -2
- package/src/__tests__/agent-loop-exit-reason.test.ts +102 -9
- package/src/__tests__/agent-loop-override-profile.test.ts +2 -1
- package/src/__tests__/agent-wake-disk-pressure-callsite.test.ts +1 -0
- package/src/__tests__/agent-wake-override-profile.test.ts +1 -0
- package/src/__tests__/always-loaded-tools-guard.test.ts +2 -2
- package/src/__tests__/annotate-risk-options.test.ts +1 -0
- package/src/__tests__/anthropic-provider.test.ts +34 -37
- package/src/__tests__/approval-cascade.test.ts +1 -0
- package/src/__tests__/approval-routes-http.test.ts +9 -13
- package/src/__tests__/assert-not-live-db.ts +79 -0
- package/src/__tests__/assistant-event-hub-self-exclusion.test.ts +293 -0
- package/src/__tests__/assistant-feature-flags-integration.test.ts +12 -28
- package/src/__tests__/audit-log-rotation.test.ts +72 -18
- package/src/__tests__/auto-analysis-end-to-end.test.ts +6 -6
- package/src/__tests__/background-workers-disk-pressure.test.ts +8 -11
- package/src/__tests__/browser-skill-endstate.test.ts +3 -3
- package/src/__tests__/btw-routes.test.ts +5 -5
- package/src/__tests__/call-controller.test.ts +3 -3
- package/src/__tests__/cancel-resolves-conversation-key.test.ts +1 -1
- package/src/__tests__/channel-approval-routes.test.ts +3 -2
- package/src/__tests__/channel-guardian.test.ts +6 -5
- package/src/__tests__/channel-readiness-slack-remote.test.ts +175 -0
- package/src/__tests__/channel-reply-delivery.test.ts +35 -0
- package/src/__tests__/channel-retry-sweep.test.ts +320 -3
- package/src/__tests__/checker.test.ts +18 -27
- package/src/__tests__/compaction-events.test.ts +2 -0
- package/src/__tests__/compaction-trail-store.test.ts +264 -0
- package/src/__tests__/compactor-call-site-logging.test.ts +215 -0
- package/src/__tests__/compactor-preserved-tail-count.test.ts +1 -0
- package/src/__tests__/computer-use-skill-manifest-regression.test.ts +12 -16
- package/src/__tests__/computer-use-tools.test.ts +14 -18
- package/src/__tests__/config-loader-backfill.test.ts +13 -28
- package/src/__tests__/config-loader-corrupt.test.ts +5 -5
- package/src/__tests__/config-loader-platform-defaults.test.ts +93 -26
- package/src/__tests__/config-loader-quarantine-bulletin.test.ts +3 -3
- package/src/__tests__/config-managed-gemini-defaults.test.ts +3 -4
- package/src/__tests__/config-schema.test.ts +10 -10
- package/src/__tests__/confirmation-request-guardian-bridge.test.ts +0 -1
- package/src/__tests__/connection-model-compat.test.ts +83 -0
- package/src/__tests__/contacts-tools.test.ts +3 -2
- package/src/__tests__/context-token-estimator.test.ts +22 -0
- package/src/__tests__/conversation-abort-tool-results.test.ts +5 -0
- package/src/__tests__/conversation-agent-loop-disk-pressure.test.ts +2 -1
- package/src/__tests__/conversation-agent-loop-handlers-max-tokens.test.ts +55 -0
- package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +2 -1
- package/src/__tests__/conversation-agent-loop-overflow.test.ts +231 -2
- package/src/__tests__/conversation-agent-loop.test.ts +581 -54
- package/src/__tests__/conversation-analysis-routes.test.ts +1 -0
- package/src/__tests__/conversation-app-control-instantiation.test.ts +31 -24
- package/src/__tests__/conversation-app-control-lifecycle.test.ts +1 -0
- package/src/__tests__/conversation-attention-store.test.ts +101 -0
- package/src/__tests__/conversation-attention-telegram.test.ts +3 -2
- package/src/__tests__/conversation-clear-safety.test.ts +25 -25
- package/src/__tests__/conversation-confirmation-signals.test.ts +1 -0
- package/src/__tests__/conversation-delete-schedule-cleanup.test.ts +1 -1
- package/src/__tests__/conversation-disk-view-integration.test.ts +2 -2
- package/src/__tests__/conversation-error.test.ts +61 -0
- package/src/__tests__/conversation-fork-crud.test.ts +239 -15
- package/src/__tests__/conversation-fork-route.test.ts +3 -2
- package/src/__tests__/conversation-history-web-search.test.ts +1 -0
- package/src/__tests__/conversation-inference-profile-list.test.ts +3 -2
- package/src/__tests__/conversation-inference-profile-route.test.ts +3 -2
- package/src/__tests__/conversation-lifecycle.test.ts +53 -11
- package/src/__tests__/conversation-list-source.test.ts +3 -2
- package/src/__tests__/conversation-load-history-repair.test.ts +2 -1
- package/src/__tests__/{conversation-load-cleaned-at.test.ts → conversation-load-history-stripped.test.ts} +14 -13
- package/src/__tests__/conversation-pairing.test.ts +53 -0
- package/src/__tests__/conversation-process-app-control-preactivation.test.ts +26 -7
- package/src/__tests__/conversation-process-callsite.test.ts +1 -0
- package/src/__tests__/conversation-provider-retry-repair.test.ts +6 -0
- package/src/__tests__/conversation-queue.test.ts +333 -291
- package/src/__tests__/conversation-routes-disk-view.test.ts +112 -18
- package/src/__tests__/conversation-routes-guardian-reply.test.ts +33 -8
- package/src/__tests__/conversation-routes-slash-commands.test.ts +68 -2
- package/src/__tests__/conversation-runtime-assembly.test.ts +78 -0
- package/src/__tests__/conversation-skill-tools.test.ts +40 -147
- package/src/__tests__/conversation-slash-queue.test.ts +84 -32
- package/src/__tests__/conversation-slash-unknown.test.ts +5 -0
- package/src/__tests__/conversation-speed-override.test.ts +1 -0
- package/src/__tests__/conversation-store.test.ts +1 -1
- package/src/__tests__/conversation-surfaces-action-delivery.test.ts +46 -0
- package/src/__tests__/conversation-surfaces-data-persist.test.ts +1 -0
- package/src/__tests__/conversation-surfaces-standalone-payloads.test.ts +6 -3
- package/src/__tests__/conversation-surfaces-standalone.test.ts +6 -3
- package/src/__tests__/conversation-surfaces-state-update.test.ts +3 -3
- package/src/__tests__/conversation-surfaces-table-action.test.ts +7 -17
- package/src/__tests__/conversation-sync-tags.test.ts +218 -35
- package/src/__tests__/conversation-title-service.test.ts +1 -0
- package/src/__tests__/conversation-tool-setup-app-refresh.test.ts +30 -0
- package/src/__tests__/conversation-usage.test.ts +1 -0
- package/src/__tests__/conversation-workspace-cache-state.test.ts +2 -0
- package/src/__tests__/conversation-workspace-injection.test.ts +6 -1
- package/src/__tests__/conversation-workspace-tool-tracking.test.ts +6 -1
- package/src/__tests__/credential-broker-browser-fill.test.ts +3 -3
- package/src/__tests__/credential-broker-server-use.test.ts +5 -5
- package/src/__tests__/credential-execution-client.test.ts +72 -1
- package/src/__tests__/credential-execution-feature-gates.test.ts +19 -19
- package/src/__tests__/credential-execution-tools.test.ts +6 -6
- package/src/__tests__/credential-health-service.test.ts +252 -3
- package/src/__tests__/credential-security-invariants.test.ts +6 -5
- package/src/__tests__/credential-vault-unit.test.ts +21 -21
- package/src/__tests__/credential-vault.test.ts +5 -5
- package/src/__tests__/cross-provider-web-search.test.ts +56 -2
- package/src/__tests__/db-connection-isolation.test.ts +7 -6
- package/src/__tests__/db-conversation-fork-lineage-migration.test.ts +8 -10
- package/src/__tests__/db-conversation-inference-profile-migration.test.ts +7 -10
- package/src/__tests__/db-llm-request-log-provider-migration.test.ts +9 -15
- package/src/__tests__/db-test-helpers.ts +58 -0
- package/src/__tests__/disk-pressure-guard.test.ts +58 -41
- package/src/__tests__/disk-pressure-lifecycle.test.ts +13 -10
- package/src/__tests__/disk-pressure-routes.test.ts +0 -33
- package/src/__tests__/disk-pressure-tools.test.ts +0 -4
- package/src/__tests__/dm-persistence.test.ts +26 -40
- package/src/__tests__/document-create-dedupe.test.ts +189 -0
- package/src/__tests__/document-find-replace.test.ts +3 -2
- package/src/__tests__/document-tool-security.test.ts +81 -2
- package/src/__tests__/dynamic-page-surface.test.ts +2 -2
- package/src/__tests__/dynamic-skill-workflow-prompt.test.ts +5 -4
- package/src/__tests__/email-html-renderer.test.ts +12 -0
- package/src/__tests__/encrypted-store-test-helpers.ts +56 -0
- package/src/__tests__/encrypted-store.test.ts +11 -9
- package/src/__tests__/feature-flag-test-helpers.ts +53 -0
- package/src/__tests__/filing-service.test.ts +1 -0
- package/src/__tests__/first-greeting.test.ts +62 -12
- package/src/__tests__/gateway-flag-listener.test.ts +236 -0
- package/src/__tests__/gemini-provider.test.ts +104 -0
- package/src/__tests__/guardian-action-sweep.test.ts +3 -2
- package/src/__tests__/guardian-dispatch.test.ts +0 -1
- package/src/__tests__/guardian-outbound-http.test.ts +10 -7
- package/src/__tests__/handlers-skills-memory-v2-reseed.test.ts +48 -3
- package/src/__tests__/handlers-user-message-approval-consumption.test.ts +2 -1
- package/src/__tests__/heartbeat-disk-pressure.test.ts +5 -0
- package/src/__tests__/heartbeat-service.test.ts +5 -0
- package/src/__tests__/helpers/mock-logger.ts +26 -0
- package/src/__tests__/host-bash-routes.test.ts +1 -0
- package/src/__tests__/host-cu-routes-targeted.test.ts +1 -0
- package/src/__tests__/host-file-routes-targeted.test.ts +1 -0
- package/src/__tests__/host-shell-tool.test.ts +6 -5
- package/src/__tests__/host-transfer-routes-targeted.test.ts +1 -0
- package/src/__tests__/http-conversation-lineage.test.ts +3 -2
- package/src/__tests__/http-user-message-parity.test.ts +29 -7
- package/src/__tests__/identity-intro-cache.test.ts +133 -22
- package/src/__tests__/inbound-slack-persistence.test.ts +44 -72
- package/src/__tests__/inference-profile-reaper.test.ts +3 -2
- package/src/__tests__/inference-profile-session-ipc.test.ts +3 -2
- package/src/__tests__/init-feature-flag-overrides.test.ts +5 -6
- package/src/__tests__/injector-disk-pressure.test.ts +3 -17
- package/src/__tests__/inline-skill-load-permissions.test.ts +4 -4
- package/src/__tests__/list-messages-hidden-metadata.test.ts +80 -0
- package/src/__tests__/list-messages-tool-merge.test.ts +70 -11
- package/src/__tests__/llm-context-normalization.test.ts +42 -0
- package/src/__tests__/llm-request-log-call-site.test.ts +136 -0
- package/src/__tests__/llm-request-log-source-clickhouse.test.ts +26 -0
- package/src/__tests__/llm-resolver.test.ts +408 -9
- package/src/__tests__/llm-schema.test.ts +1 -1
- package/src/__tests__/llm-usage-store.test.ts +66 -0
- package/src/__tests__/logger.test.ts +89 -0
- package/src/__tests__/manual-token-reconciliation.test.ts +76 -1
- package/src/__tests__/mcp-abort-signal.test.ts +16 -2
- package/src/__tests__/mcp-client-auth.test.ts +14 -0
- package/src/__tests__/media-generate-image.test.ts +31 -0
- package/src/__tests__/memory-v2-static-injector.test.ts +7 -7
- package/src/__tests__/messaging-send-tool.test.ts +1 -0
- package/src/__tests__/migration-import-from-url.test.ts +3 -3
- package/src/__tests__/mock-gateway-ipc.ts +18 -2
- package/src/__tests__/model-intents.test.ts +4 -6
- package/src/__tests__/native-web-search.test.ts +30 -2
- package/src/__tests__/notification-deep-link.test.ts +62 -0
- package/src/__tests__/notification-guardian-path.test.ts +0 -1
- package/src/__tests__/oauth-commands-routes.test.ts +37 -0
- package/src/__tests__/oauth-provider-visibility.test.ts +8 -8
- package/src/__tests__/oauth-store.test.ts +3 -2
- package/src/__tests__/onboarding-template-contract.test.ts +4 -3
- package/src/__tests__/openai-provider.test.ts +54 -9
- package/src/__tests__/openai-responses-provider.test.ts +176 -14
- package/src/__tests__/openrouter-provider-only.test.ts +27 -5
- package/src/__tests__/outbound-slack-persistence.test.ts +46 -1
- package/src/__tests__/pending-interactions-resolved-event.test.ts +0 -1
- package/src/__tests__/persistence-pipeline.test.ts +139 -1
- package/src/__tests__/persistence-secret-redaction.test.ts +83 -12
- package/src/__tests__/platform-bash-auto-approve.test.ts +2 -2
- package/src/__tests__/platform.test.ts +2 -2
- package/src/__tests__/plugin-api-tool-definition.test.ts +92 -0
- package/src/__tests__/plugin-bootstrap.test.ts +11 -13
- package/src/__tests__/plugin-tool-contribution.test.ts +50 -40
- package/src/__tests__/plugin-types.test.ts +3 -2
- package/src/__tests__/prechat-onboarding-contract.test.ts +131 -98
- package/src/__tests__/pricing.test.ts +12 -0
- package/src/__tests__/process-message-background-slack.test.ts +21 -16
- package/src/__tests__/process-message-display-content.test.ts +19 -22
- package/src/__tests__/provider-catalog-visibility.test.ts +9 -9
- package/src/__tests__/provider-platform-proxy-integration.test.ts +216 -4
- package/src/__tests__/provider-registry-ollama.test.ts +45 -22
- package/src/__tests__/prune-jobs-changes-parser.test.ts +61 -0
- package/src/__tests__/recording-handler.test.ts +1 -0
- package/src/__tests__/regenerate-fire-and-forget-trace.test.ts +1 -0
- package/src/__tests__/registry.test.ts +84 -84
- package/src/__tests__/relay-server.test.ts +10 -10
- package/src/__tests__/require-fresh-approval.test.ts +2 -2
- package/src/__tests__/runtime-attachment-metadata.test.ts +3 -2
- package/src/__tests__/runtime-events-sse-bilingual.test.ts +154 -0
- package/src/__tests__/schedule-store.test.ts +16 -1
- package/src/__tests__/scheduler-reuse-conversation.test.ts +48 -3
- package/src/__tests__/secret-ingress-http.test.ts +5 -1
- package/src/__tests__/secure-keys.test.ts +3 -3
- package/src/__tests__/send-endpoint-busy.test.ts +81 -42
- package/src/__tests__/server-history-render.test.ts +4 -1
- package/src/__tests__/shell-tool-proxy-mode.test.ts +1 -1
- package/src/__tests__/skill-feature-flags-integration.test.ts +8 -10
- package/src/__tests__/skill-feature-flags.test.ts +16 -18
- package/src/__tests__/skill-load-feature-flag.test.ts +5 -5
- package/src/__tests__/skill-projection-feature-flag.test.ts +48 -37
- package/src/__tests__/skill-projection.benchmark.test.ts +7 -13
- package/src/__tests__/skill-tool-factory.test.ts +97 -96
- package/src/__tests__/slack-channel-config.test.ts +3 -3
- package/src/__tests__/subagent-call-site-routing.test.ts +11 -3
- package/src/__tests__/subagent-disposal.test.ts +27 -8
- package/src/__tests__/subagent-fork-notifications.test.ts +24 -9
- package/src/__tests__/subagent-fork-spawn.test.ts +13 -4
- package/src/__tests__/subagent-manager-notify.test.ts +20 -8
- package/src/__tests__/subagent-notify-parent.test.ts +6 -5
- package/src/__tests__/subagent-spawn-tool-fork.test.ts +58 -0
- package/src/__tests__/subagent-tools.test.ts +2 -1
- package/src/__tests__/suggestion-routes.test.ts +2 -0
- package/src/__tests__/sync-message-contract.test.ts +59 -0
- package/src/__tests__/system-prompt.test.ts +183 -131
- package/src/__tests__/terminal-tools.test.ts +1 -1
- package/src/__tests__/test-preload-verifier.ts +68 -0
- package/src/__tests__/test-preload.ts +32 -39
- package/src/__tests__/tool-approval-handler.test.ts +1 -5
- package/src/__tests__/tool-execute-pipeline.test.ts +2 -2
- package/src/__tests__/tool-execution-pipeline.benchmark.test.ts +2 -5
- package/src/__tests__/tool-executor-lifecycle-events.test.ts +35 -12
- package/src/__tests__/tool-executor.test.ts +64 -72
- package/src/__tests__/tool-grant-request-escalation.test.ts +1 -6
- package/src/__tests__/tool-preview-lifecycle.test.ts +1 -0
- package/src/__tests__/tool-result-metadata-plumbing.test.ts +1 -0
- package/src/__tests__/trusted-contact-approval-notifier.test.ts +0 -1
- package/src/__tests__/trusted-contact-inline-approval-integration.test.ts +1 -6
- package/src/__tests__/trusted-contact-multichannel.test.ts +0 -1
- package/src/__tests__/twilio-routes.test.ts +3 -2
- package/src/__tests__/ui-file-upload-surface.test.ts +2 -2
- package/src/__tests__/usage-routes.test.ts +3 -0
- package/src/__tests__/validate-input.test.ts +381 -0
- package/src/__tests__/verification-control-plane-policy.test.ts +3 -2
- package/src/__tests__/voice-scoped-grant-consumer.test.ts +2 -1
- package/src/__tests__/voice-session-bridge.test.ts +37 -28
- package/src/__tests__/workspace-git-service.test.ts +6 -5
- package/src/__tests__/workspace-migration-089-move-memory-tree-out-of-v3.test.ts +86 -0
- package/src/__tests__/workspace-migration-090-memory-router-cost-optimized-profile.test.ts +326 -0
- package/src/__tests__/workspace-migration-091-retighten-migration-onboarding-thread.test.ts +166 -0
- package/src/acp/__tests__/prepare-agent-env.test.ts +146 -0
- package/src/acp/prepare-agent-env.ts +78 -0
- package/src/acp/session-manager.ts +6 -7
- package/src/agent/loop.ts +88 -0
- package/src/api/README.md +127 -0
- package/src/api/constants/call-sites.ts +27 -0
- package/src/api/events/assistant-outbound-attachment.ts +51 -0
- package/src/api/events/assistant-text-delta.ts +32 -0
- package/src/api/events/assistant-turn-start.ts +33 -0
- package/src/api/events/document-comment-created.ts +48 -0
- package/src/api/events/document-comment-deleted.ts +24 -0
- package/src/api/events/document-comment-reopened.ts +25 -0
- package/src/api/events/document-comment-resolved.ts +27 -0
- package/src/api/events/generation-cancelled.ts +24 -0
- package/src/api/events/generation-handoff.ts +41 -0
- package/src/api/events/message-complete.ts +42 -0
- package/src/api/events/open-url.ts +30 -0
- package/src/api/events/relationship-state-updated.ts +25 -0
- package/src/api/events/tool-use-start.ts +32 -0
- package/src/api/index.ts +129 -0
- package/src/api/package.json +10 -0
- package/src/api/responses/llm-context-response.ts +39 -0
- package/src/api/responses/llm-request-log-entry.ts +93 -0
- package/src/api/responses/memory-recall-log.ts +65 -0
- package/src/api/responses/memory-v2-activation-log.ts +78 -0
- package/src/background-wake/background-wake-routes.test.ts +868 -0
- package/src/background-wake/platform-client.test.ts +308 -0
- package/src/background-wake/platform-client.ts +167 -0
- package/src/background-wake/publisher.ts +91 -0
- package/src/background-wake/runtime-registry.ts +24 -0
- package/src/background-wake/wake-intent-hooks.test.ts +282 -0
- package/src/calls/guardian-dispatch.ts +1 -0
- package/src/calls/voice-session-bridge.ts +4 -4
- package/src/cli/commands/__tests__/browser.test.ts +23 -5
- package/src/cli/commands/__tests__/conversations-slack.test.ts +16 -0
- package/src/cli/commands/__tests__/domain-register.test.ts +110 -0
- package/src/cli/commands/__tests__/domain-status.test.ts +33 -33
- package/src/cli/commands/__tests__/inference-send.test.ts +108 -5
- package/src/cli/commands/__tests__/memory-v2-compare-render.test.ts +98 -0
- package/src/cli/commands/__tests__/memory-v2.test.ts +1 -0
- package/src/cli/commands/__tests__/memory-v3-render.test.ts +340 -0
- package/src/cli/commands/__tests__/notifications.test.ts +184 -40
- package/src/cli/commands/browser.ts +247 -0
- package/src/cli/commands/channels/__tests__/channels.test.ts +143 -0
- package/src/cli/commands/channels/index.ts +229 -0
- package/src/cli/commands/domain.ts +91 -41
- package/src/cli/commands/inference.ts +93 -40
- package/src/cli/commands/memory-v2-compare-render.ts +115 -0
- package/src/cli/commands/memory-v2.ts +176 -1
- package/src/cli/commands/memory-v3-render.ts +491 -0
- package/src/cli/commands/memory-v3.ts +567 -0
- package/src/cli/commands/notifications.ts +365 -55
- package/src/cli/lib/open-browser.ts +7 -2
- package/src/cli/program.ts +4 -0
- package/src/config/assistant-feature-flags.ts +39 -46
- package/src/config/bundled-skills/document-editor/SKILL.md +16 -3
- package/src/config/bundled-skills/document-editor/TOOLS.json +18 -0
- package/src/config/bundled-skills/document-editor/tools/document-open.ts +12 -0
- package/src/config/bundled-skills/image-studio/SKILL.md +4 -0
- package/src/config/bundled-skills/image-studio/tools/media-generate-image.ts +2 -2
- package/src/config/bundled-skills/media-processing/tools/ingest-media.ts +13 -8
- package/src/config/bundled-skills/messaging/tools/messaging-analyze-style.ts +10 -3
- package/src/config/bundled-skills/phone-calls/references/TRANSCRIPTS.md +16 -14
- package/src/config/bundled-skills/playbooks/tools/playbook-create.ts +7 -2
- package/src/config/bundled-skills/playbooks/tools/playbook-update.ts +7 -2
- package/src/config/bundled-skills/schedule/SKILL.md +1 -1
- package/src/config/bundled-skills/schedule/TOOLS.json +2 -2
- package/src/config/bundled-skills/settings/tools/open-system-settings.ts +1 -0
- package/src/config/bundled-tool-registry.ts +2 -0
- package/src/config/call-site-defaults.ts +8 -7
- package/src/config/feature-flag-cache.ts +86 -0
- package/src/config/feature-flag-registry.json +33 -17
- package/src/config/llm-context-resolution.ts +10 -1
- package/src/config/llm-resolver.ts +121 -15
- package/src/config/loader.ts +4 -5
- package/src/config/schemas/__tests__/memory-v2.test.ts +228 -1
- package/src/config/schemas/call-site-catalog.ts +21 -7
- package/src/config/schemas/heartbeat.ts +1 -1
- package/src/config/schemas/llm.ts +102 -2
- package/src/config/schemas/memory-v2.ts +272 -0
- package/src/config/schemas/memory.ts +2 -1
- package/src/config/schemas/services.ts +6 -2
- package/src/config/seed-inference-profiles.ts +36 -16
- package/src/context/compactor.ts +52 -0
- package/src/context/token-estimator.ts +10 -5
- package/src/conversations/__tests__/message-consolidation.test.ts +350 -0
- package/src/conversations/message-consolidation.ts +404 -0
- package/src/credential-execution/executable-discovery.ts +40 -0
- package/src/credential-execution/process-manager.ts +6 -2
- package/src/credential-health/credential-health-service.ts +125 -40
- package/src/daemon/__tests__/conversation-lifecycle-auto-analyze.test.ts +3 -6
- package/src/daemon/__tests__/conversation-surfaces-launch.test.ts +13 -15
- package/src/daemon/__tests__/conversation-tool-setup-exclude.test.ts +2 -3
- package/src/daemon/__tests__/daemon-skill-host.test.ts +2 -0
- package/src/daemon/__tests__/meet-manifest-loader.test.ts +25 -12
- package/src/daemon/__tests__/native-web-search-metadata.test.ts +1 -0
- package/src/daemon/__tests__/switch-inference-profile-tool.test.ts +107 -0
- package/src/daemon/__tests__/web-search-status-text.test.ts +1 -0
- package/src/daemon/conversation-agent-loop-handlers.ts +390 -80
- package/src/daemon/conversation-agent-loop.ts +244 -90
- package/src/daemon/conversation-error.ts +64 -6
- package/src/daemon/conversation-lifecycle.ts +27 -22
- package/src/daemon/conversation-messaging.ts +84 -43
- package/src/daemon/conversation-process.ts +74 -37
- package/src/daemon/conversation-runtime-assembly.ts +38 -17
- package/src/daemon/conversation-skill-tools.ts +14 -30
- package/src/daemon/conversation-surfaces.ts +69 -34
- package/src/daemon/conversation-tool-setup.ts +77 -32
- package/src/daemon/conversation-usage.ts +2 -0
- package/src/daemon/conversation.ts +40 -75
- package/src/daemon/daemon-control.ts +1 -1
- package/src/daemon/daemon-skill-host.ts +9 -2
- package/src/daemon/disk-pressure-guard.ts +39 -29
- package/src/daemon/first-greeting.ts +31 -13
- package/src/daemon/handlers/config-model.test.ts +1 -0
- package/src/daemon/handlers/conversations.ts +11 -3
- package/src/daemon/handlers/shared.ts +6 -1
- package/src/daemon/host-browser-proxy.ts +5 -5
- package/src/daemon/host-cu-proxy.ts +4 -4
- package/src/daemon/host-file-proxy.ts +4 -4
- package/src/daemon/host-proxy-base.ts +4 -4
- package/src/daemon/host-transfer-proxy.ts +10 -10
- package/src/daemon/lifecycle.ts +29 -26
- package/src/daemon/mcp-reload-service.ts +1 -1
- package/src/daemon/meet-manifest-loader.ts +11 -24
- package/src/daemon/message-types/conversations.ts +22 -27
- package/src/daemon/message-types/document-comments.ts +8 -44
- package/src/daemon/message-types/home.ts +2 -14
- package/src/daemon/message-types/integrations.ts +2 -7
- package/src/daemon/message-types/messages.ts +25 -48
- package/src/daemon/message-types/subagents.ts +6 -0
- package/src/daemon/message-types/sync.ts +14 -0
- package/src/daemon/process-message.ts +9 -9
- package/src/daemon/providers-setup.ts +1 -1
- package/src/daemon/server.ts +16 -0
- package/src/daemon/shutdown-handlers.ts +24 -5
- package/src/daemon/switch-inference-profile-tool.ts +62 -0
- package/src/daemon/tool-setup-types.ts +7 -0
- package/src/daemon/wake-target-adapter.ts +10 -0
- package/src/documents/document-store.ts +38 -0
- package/src/export/__tests__/transcript-formatter.test.ts +1 -0
- package/src/heartbeat/__tests__/heartbeat-service.test.ts +30 -1
- package/src/heartbeat/heartbeat-service.ts +63 -0
- package/src/home/__tests__/feed-writer.test.ts +161 -0
- package/src/home/__tests__/post-connect-feed.test.ts +1 -0
- package/src/home/__tests__/suggested-prompts.test.ts +55 -59
- package/src/home/feed-writer.ts +146 -7
- package/src/home/home-greeting.ts +0 -9
- package/src/home/suggested-prompts.ts +27 -154
- package/src/ipc/__tests__/cli-ipc.test.ts +1 -0
- package/src/ipc/gateway-client.test.ts +4 -1
- package/src/ipc/gateway-flag-listener.ts +123 -0
- package/src/ipc/skill-routes/__tests__/memory.test.ts +1 -0
- package/src/ipc/skill-routes/__tests__/registries.test.ts +36 -7
- package/src/ipc/skill-routes/memory.ts +4 -3
- package/src/ipc/skill-routes/registries.ts +35 -40
- package/src/memory/__tests__/db-async-query.test.ts +165 -0
- package/src/memory/__tests__/db-maintenance.test.ts +115 -0
- package/src/memory/__tests__/jobs-store-enqueue-gate.test.ts +242 -0
- package/src/memory/__tests__/jobs-store-job-classes.test.ts +28 -1
- package/src/memory/__tests__/jobs-worker-v2-schedule.test.ts +26 -5
- package/src/memory/__tests__/memory-retrospective-enqueue.test.ts +1 -0
- package/src/memory/__tests__/memory-retrospective-job.test.ts +8 -0
- package/src/memory/__tests__/memory-retrospective-startup-cleanup.test.ts +1 -0
- package/src/memory/__tests__/memory-v2-activation-log-store.test.ts +31 -0
- package/src/memory/auto-analysis-enqueue.ts +5 -1
- package/src/memory/conversation-attention-store.ts +17 -3
- package/src/memory/conversation-crud.ts +423 -182
- package/src/memory/conversation-starters-cadence.ts +3 -1
- package/src/memory/conversation-title-service.ts +19 -3
- package/src/memory/db-async-query.ts +214 -0
- package/src/memory/db-connection.ts +29 -19
- package/src/memory/db-init.ts +14 -0
- package/src/memory/db-maintenance.ts +30 -21
- package/src/memory/db-singleton.ts +77 -0
- package/src/memory/delivery-channels.ts +82 -0
- package/src/memory/graph/__tests__/conversation-graph-memory-v2-routing.test.ts +2 -4
- package/src/memory/graph/bootstrap.ts +8 -1
- package/src/memory/graph/capability-seed.ts +7 -3
- package/src/memory/graph/conversation-graph-memory.ts +100 -17
- package/src/memory/graph/extraction.ts +1 -5
- package/src/memory/graph/graph-search.ts +7 -1
- package/src/memory/graph/retriever.test.ts +3 -3
- package/src/memory/indexer.ts +28 -18
- package/src/memory/job-handlers/cleanup.ts +76 -18
- package/src/memory/job-handlers/conversation-starters.ts +1 -4
- package/src/memory/job-handlers/embedding.test.ts +3 -2
- package/src/memory/jobs/__tests__/embed-concept-page.test.ts +5 -2
- package/src/memory/jobs/embed-pkb-file.ts +6 -1
- package/src/memory/jobs-store.ts +14 -0
- package/src/memory/jobs-worker.ts +66 -22
- package/src/memory/llm-request-log-source-clickhouse.ts +122 -2
- package/src/memory/llm-request-log-source-local.ts +31 -0
- package/src/memory/llm-request-log-source.ts +40 -2
- package/src/memory/llm-request-log-store.ts +228 -1
- package/src/memory/llm-usage-store.ts +24 -0
- package/src/memory/memory-retrospective-enqueue.ts +8 -1
- package/src/memory/memory-retrospective-job.ts +5 -0
- package/src/memory/memory-v2-activation-log-store.ts +110 -7
- package/src/memory/migrations/260-rename-cleaned-at.ts +44 -0
- package/src/memory/migrations/261-llm-usage-add-raw-usage.ts +36 -0
- package/src/memory/migrations/262-memory-v3-coactivation.ts +57 -0
- package/src/memory/migrations/263-memory-v3-auto-edges.ts +50 -0
- package/src/memory/migrations/264-llm-request-log-call-site.ts +29 -0
- package/src/memory/migrations/265-drop-provider-connection-status.ts +26 -0
- package/src/memory/migrations/266-messages-client-message-id.ts +43 -0
- package/src/memory/migrations/index.ts +19 -0
- package/src/memory/migrations/registry.ts +33 -0
- package/src/memory/schema/conversations.ts +10 -2
- package/src/memory/schema/inference.ts +0 -1
- package/src/memory/schema/infrastructure.ts +21 -0
- package/src/memory/tool-usage-store.ts +36 -8
- package/src/memory/v2/__tests__/backfill-jobs.test.ts +5 -2
- package/src/memory/v2/__tests__/consolidation-job.test.ts +1 -0
- package/src/memory/v2/__tests__/harness-compare.test.ts +186 -0
- package/src/memory/v2/__tests__/harness-metrics.test.ts +83 -0
- package/src/memory/v2/__tests__/harness-oracle.test.ts +257 -0
- package/src/memory/v2/__tests__/harness-replay-input.test.ts +230 -0
- package/src/memory/v2/__tests__/harness-runner.test.ts +135 -0
- package/src/memory/v2/__tests__/injection.test.ts +127 -98
- package/src/memory/v2/__tests__/qdrant.test.ts +36 -0
- package/src/memory/v2/__tests__/router.test.ts +171 -3
- package/src/memory/v2/__tests__/sweep-job.test.ts +6 -3
- package/src/memory/v2/harness/compare.ts +57 -0
- package/src/memory/v2/harness/metrics.ts +128 -0
- package/src/memory/v2/harness/oracle.ts +145 -0
- package/src/memory/v2/harness/replay-input.ts +240 -0
- package/src/memory/v2/harness/retriever.ts +74 -0
- package/src/memory/v2/harness/router-retriever.ts +43 -0
- package/src/memory/v2/harness/runner.ts +112 -0
- package/src/memory/v2/harness/trace.ts +64 -0
- package/src/memory/v2/injection.ts +21 -15
- package/src/memory/v2/prompts/router.ts +26 -1
- package/src/memory/v2/qdrant.ts +14 -2
- package/src/memory/v2/router.ts +171 -18
- package/src/memory/v3/__tests__/coactivation-store.test.ts +422 -0
- package/src/memory/v3/__tests__/consolidation-job.test.ts +466 -0
- package/src/memory/v3/__tests__/coretrieval-seed.test.ts +270 -0
- package/src/memory/v3/__tests__/edge-learning-job.test.ts +324 -0
- package/src/memory/v3/__tests__/edges.test.ts +706 -0
- package/src/memory/v3/__tests__/filter.test.ts +560 -0
- package/src/memory/v3/__tests__/gate.test.ts +637 -0
- package/src/memory/v3/__tests__/index-composition.test.ts +291 -0
- package/src/memory/v3/__tests__/loop.test.ts +775 -0
- package/src/memory/v3/__tests__/retriever.test.ts +226 -0
- package/src/memory/v3/__tests__/scouts.test.ts +489 -0
- package/src/memory/v3/__tests__/shadow-diff.test.ts +225 -0
- package/src/memory/v3/__tests__/shadow-middleware.test.ts +398 -0
- package/src/memory/v3/__tests__/system-prompts.test.ts +154 -0
- package/src/memory/v3/__tests__/traversal.test.ts +508 -0
- package/src/memory/v3/__tests__/tree-index.test.ts +280 -0
- package/src/memory/v3/__tests__/tree-store.test.ts +529 -0
- package/src/memory/v3/__tests__/tree-walk.test.ts +784 -0
- package/src/memory/v3/__tests__/validate.test.ts +277 -0
- package/src/memory/v3/auto-edges.ts +223 -0
- package/src/memory/v3/coactivation-store.ts +124 -0
- package/src/memory/v3/consolidation-job.ts +323 -0
- package/src/memory/v3/coretrieval-seed.ts +240 -0
- package/src/memory/v3/edge-learning-job.ts +160 -0
- package/src/memory/v3/edges.ts +286 -0
- package/src/memory/v3/filter.ts +286 -0
- package/src/memory/v3/gate.ts +349 -0
- package/src/memory/v3/index-composition.ts +126 -0
- package/src/memory/v3/llm-capture.ts +46 -0
- package/src/memory/v3/loop.ts +430 -0
- package/src/memory/v3/maintenance.ts +144 -0
- package/src/memory/v3/prompt-context.ts +33 -0
- package/src/memory/v3/prompts/consolidation.ts +458 -0
- package/src/memory/v3/prompts/system-prompts.ts +196 -0
- package/src/memory/v3/retriever.ts +33 -0
- package/src/memory/v3/scouts.ts +431 -0
- package/src/memory/v3/shadow-diff.ts +287 -0
- package/src/memory/v3/shadow-middleware.ts +347 -0
- package/src/memory/v3/traversal.ts +211 -0
- package/src/memory/v3/tree-index.ts +237 -0
- package/src/memory/v3/tree-store.ts +394 -0
- package/src/memory/v3/tree-walk.ts +356 -0
- package/src/memory/v3/types.ts +65 -0
- package/src/memory/v3/validate.ts +323 -0
- package/src/notifications/__tests__/emit-signal-home-feed.test.ts +1 -0
- package/src/notifications/__tests__/home-feed-side-effect.test.ts +1 -0
- package/src/notifications/adapters/macos.ts +18 -1
- package/src/notifications/adapters/platform.ts +1 -1
- package/src/notifications/adapters/slack.ts +45 -11
- package/src/notifications/broadcaster.ts +114 -63
- package/src/notifications/conversation-pairing.ts +23 -3
- package/src/notifications/decision-engine.ts +1 -4
- package/src/notifications/decisions-store.ts +32 -1
- package/src/notifications/deliveries-store.ts +45 -0
- package/src/notifications/edit-notification.ts +201 -0
- package/src/notifications/emit-signal.ts +40 -50
- package/src/notifications/signal.ts +10 -0
- package/src/notifications/types.ts +37 -0
- package/src/oauth/byo-connection.test.ts +67 -3
- package/src/oauth/byo-connection.ts +32 -5
- package/src/oauth/connect-orchestrator.ts +9 -0
- package/src/oauth/connection-resolver.test.ts +76 -0
- package/src/oauth/connection-resolver.ts +49 -10
- package/src/oauth/manual-token-connection.ts +51 -3
- package/src/oauth/seed-providers.ts +3 -0
- package/src/permissions/approval-policy.test.ts +19 -5
- package/src/permissions/approval-policy.ts +14 -3
- package/src/permissions/checker.ts +21 -8
- package/src/permissions/prompter.ts +3 -3
- package/src/permissions/question-prompter.ts +5 -2
- package/src/permissions/secret-prompter.ts +2 -2
- package/src/platform/client.test.ts +24 -1
- package/src/platform/client.ts +8 -0
- package/src/platform/feature-gate.ts +15 -0
- package/src/plugin-api/index.ts +4 -0
- package/src/plugin-api/types.ts +7 -33
- package/src/plugins/defaults/index.ts +6 -0
- package/src/plugins/defaults/injectors.ts +20 -19
- package/src/plugins/defaults/persistence.ts +25 -6
- package/src/plugins/external-plugin-loader.ts +5 -68
- package/src/plugins/types.ts +68 -29
- package/src/proactive-artifact/aux-message-injector.ts +17 -4
- package/src/proactive-artifact/job.test.ts +1 -0
- package/src/prompts/__tests__/system-prompt.test.ts +4 -4
- package/src/prompts/__tests__/task-progress-hint-section.test.ts +3 -9
- package/src/prompts/persona-resolver.ts +36 -21
- package/src/prompts/sections.ts +39 -7
- package/src/prompts/system-prompt.ts +84 -221
- package/src/prompts/template-detection.ts +10 -4
- package/src/prompts/templates/BOOTSTRAP.md +9 -13
- package/src/prompts/templates/IDENTITY.md +0 -2
- package/src/prompts/templates/system-sections.ts +230 -8
- package/src/providers/__tests__/connection-model-compat.test.ts +233 -0
- package/src/providers/__tests__/registry-native-web-search.test.ts +122 -0
- package/src/providers/__tests__/retry-callsite.test.ts +85 -5
- package/src/providers/anthropic/client.ts +32 -66
- package/src/providers/call-site-routing.ts +42 -6
- package/src/providers/connection-model-compat.ts +61 -0
- package/src/providers/connection-resolution.ts +47 -14
- package/src/providers/fireworks/client.ts +1 -0
- package/src/providers/gemini/client.ts +70 -6
- package/src/providers/inference/__tests__/adapter-factory-openai-compatible.test.ts +0 -2
- package/src/providers/inference/__tests__/base-url-security.test.ts +2 -3
- package/src/providers/inference/__tests__/{connections-status-label.test.ts → connections-label.test.ts} +12 -111
- package/src/providers/inference/adapter-factory.ts +3 -0
- package/src/providers/inference/auth.ts +0 -8
- package/src/providers/inference/connections.ts +3 -66
- package/src/providers/inference/resolve-auth.ts +2 -3
- package/src/providers/minimax/client.ts +106 -0
- package/src/providers/model-catalog.ts +78 -1
- package/src/providers/model-intents.ts +4 -4
- package/src/providers/openai/__tests__/api-error-detail.test.ts +120 -0
- package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +157 -5
- package/src/providers/openai/chat-completions-provider.ts +116 -15
- package/src/providers/openai/codex-models.ts +20 -0
- package/src/providers/openai/responses-provider.ts +87 -30
- package/src/providers/openrouter/client.ts +13 -8
- package/src/providers/provider-send-message.ts +20 -5
- package/src/providers/registry.ts +48 -8
- package/src/providers/retry.ts +50 -7
- package/src/providers/search-provider-catalog.ts +17 -9
- package/src/providers/thinking-config.ts +26 -1
- package/src/providers/types.ts +9 -0
- package/src/providers/usage-tracking.ts +2 -0
- package/src/runtime/AGENTS.md +2 -2
- package/src/runtime/__tests__/agent-wake.test.ts +1 -0
- package/src/runtime/__tests__/background-job-runner.test.ts +1 -0
- package/src/runtime/access-request-helper.ts +1 -0
- package/src/runtime/agent-wake.ts +1 -0
- package/src/runtime/assistant-event-hub.ts +76 -6
- package/src/runtime/auth/route-policy.ts +46 -0
- package/src/runtime/btw-sidechain.ts +0 -6
- package/src/runtime/channel-readiness-service.ts +68 -0
- package/src/runtime/channel-reply-delivery.ts +23 -0
- package/src/runtime/channel-retry-sweep.ts +47 -14
- package/src/runtime/confirmation-request-guardian-bridge.ts +1 -1
- package/src/runtime/http-types.ts +0 -2
- package/src/runtime/migrations/vbundle-builder.ts +12 -4
- package/src/runtime/pending-interactions.ts +0 -1
- package/src/runtime/routes/__tests__/bookmark-routes.test.ts +1 -0
- package/src/runtime/routes/__tests__/conversation-compaction-routes.test.ts +406 -0
- package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +204 -0
- package/src/runtime/routes/__tests__/heartbeat-routes.test.ts +1 -1
- package/src/runtime/routes/__tests__/home-feed-routes.test.ts +209 -1
- package/src/runtime/routes/__tests__/inference-provider-connection-routes.test.ts +13 -50
- package/src/runtime/routes/__tests__/memory-v2-simulate-route.test.ts +76 -9
- package/src/runtime/routes/__tests__/memory-v3-simulate-params.test.ts +35 -0
- package/src/runtime/routes/__tests__/plugins-routes.test.ts +512 -0
- package/src/runtime/routes/__tests__/slack-channel-routes.test.ts +3 -2
- package/src/runtime/routes/__tests__/surface-content-routes.test.ts +294 -0
- package/src/runtime/routes/__tests__/task-routes.test.ts +48 -3
- package/src/runtime/routes/acp-routes-list.test.ts +3 -0
- package/src/runtime/routes/acp-routes.test.ts +255 -6
- package/src/runtime/routes/acp-routes.ts +8 -1
- package/src/runtime/routes/app-management-routes.ts +111 -4
- package/src/runtime/routes/avatar-routes.ts +10 -10
- package/src/runtime/routes/background-wake-routes.ts +356 -0
- package/src/runtime/routes/browser-tabs-routes.ts +200 -0
- package/src/runtime/routes/btw-routes.ts +4 -10
- package/src/runtime/routes/conversation-analysis-routes.ts +6 -0
- package/src/runtime/routes/conversation-cli-routes.ts +1 -1
- package/src/runtime/routes/conversation-compaction-routes.ts +263 -0
- package/src/runtime/routes/conversation-list-routes.ts +159 -4
- package/src/runtime/routes/conversation-management-routes.ts +108 -26
- package/src/runtime/routes/conversation-query-routes.ts +200 -44
- package/src/runtime/routes/conversation-routes.ts +409 -521
- package/src/runtime/routes/conversation-starter-routes.ts +6 -3
- package/src/runtime/routes/conversations-import-routes.ts +19 -6
- package/src/runtime/routes/disk-pressure-routes.ts +1 -1
- package/src/runtime/routes/documents-routes.ts +10 -1
- package/src/runtime/routes/domain-routes.ts +60 -10
- package/src/runtime/routes/email-routes.ts +5 -2
- package/src/runtime/routes/events-routes.ts +54 -10
- package/src/runtime/routes/group-routes.ts +35 -8
- package/src/runtime/routes/home-feed-routes.ts +129 -0
- package/src/runtime/routes/host-browser-routes.ts +10 -2
- package/src/runtime/routes/host-cu-routes.ts +2 -2
- package/src/runtime/routes/identity-intro-cache.ts +61 -16
- package/src/runtime/routes/identity-routes.ts +30 -9
- package/src/runtime/routes/inbound-stages/acl-enforcement.ts +96 -3
- package/src/runtime/routes/inbound-stages/background-dispatch.test.ts +530 -6
- package/src/runtime/routes/inbound-stages/background-dispatch.ts +57 -8
- package/src/runtime/routes/index.ts +10 -0
- package/src/runtime/routes/inference-profile-session-handler.ts +22 -12
- package/src/runtime/routes/inference-profile-session-routes.ts +7 -1
- package/src/runtime/routes/inference-provider-connection-routes.ts +5 -26
- package/src/runtime/routes/integrations/vercel.ts +15 -0
- package/src/runtime/routes/llm-call-sites-routes.ts +32 -5
- package/src/runtime/routes/llm-context-normalization.ts +7 -2
- package/src/runtime/routes/memory-item-routes.ts +8 -3
- package/src/runtime/routes/memory-v2-routes.ts +215 -5
- package/src/runtime/routes/memory-v3-routes.ts +474 -0
- package/src/runtime/routes/migration-routes.ts +32 -28
- package/src/runtime/routes/notification-routes.ts +63 -1
- package/src/runtime/routes/oauth-commands-routes.ts +6 -1
- package/src/runtime/routes/plugins-routes.ts +337 -0
- package/src/runtime/routes/rename-conversation-routes.ts +6 -2
- package/src/runtime/routes/secret-routes.ts +25 -5
- package/src/runtime/routes/settings-routes.ts +12 -11
- package/src/runtime/routes/slack-channel-routes.ts +5 -4
- package/src/runtime/routes/surface-action-routes.ts +1 -38
- package/src/runtime/routes/surface-content-routes.ts +12 -5
- package/src/runtime/routes/surface-conversation-resolver.ts +65 -0
- package/src/runtime/routes/wipe-conversation-routes.ts +3 -0
- package/src/runtime/routes/workspace-routes.ts +25 -10
- package/src/runtime/services/__tests__/analyze-conversation.test.ts +2 -0
- package/src/runtime/slack-dm-text-delivery.ts +177 -0
- package/src/runtime/sync/resource-sync-events.ts +106 -38
- package/src/runtime/sync/sync-publisher.test.ts +49 -0
- package/src/runtime/sync/sync-publisher.ts +2 -1
- package/src/runtime/tool-grant-request-helper.ts +1 -0
- package/src/runtime/verification-outbound-actions.ts +73 -1
- package/src/schedule/schedule-store.ts +8 -1
- package/src/schedule/scheduler.ts +111 -15
- package/src/security/__tests__/provider-key-env-fallback.test.ts +3 -3
- package/src/security/encrypted-store.ts +7 -16
- package/src/security/store-path-override.ts +61 -0
- package/src/signals/user-message.ts +5 -8
- package/src/skills/validate-input.ts +177 -0
- package/src/subagent/manager.ts +13 -13
- package/src/subagent/types.ts +6 -0
- package/src/tasks/tool-sanitizer.ts +2 -2
- package/src/telemetry/types.ts +12 -0
- package/src/telemetry/usage-telemetry-reporter.test.ts +48 -0
- package/src/telemetry/usage-telemetry-reporter.ts +1 -0
- package/src/tools/acp/spawn.test.ts +119 -0
- package/src/tools/acp/spawn.ts +15 -2
- package/src/tools/apps/definitions.ts +36 -28
- package/src/tools/ask-question/ask-question-tool.test.ts +3 -3
- package/src/tools/ask-question/ask-question-tool.ts +38 -45
- package/src/tools/browser/__tests__/browser-execution-acquire.test.ts +2 -8
- package/src/tools/browser/__tests__/pinned-tabs.test.ts +70 -0
- package/src/tools/browser/browser-execution.ts +16 -3
- package/src/tools/browser/cdp-client/__tests__/browser-tabs-factory.test.ts +402 -0
- package/src/tools/browser/cdp-client/__tests__/types.test.ts +3 -0
- package/src/tools/browser/cdp-client/cdp-inspect-client.ts +12 -0
- package/src/tools/browser/cdp-client/extension-cdp-client.ts +27 -1
- package/src/tools/browser/cdp-client/factory.ts +100 -17
- package/src/tools/browser/cdp-client/local-cdp-client.ts +12 -0
- package/src/tools/browser/cdp-client/types.ts +65 -0
- package/src/tools/browser/pinned-tabs.ts +96 -40
- package/src/tools/computer-use/definitions.ts +282 -336
- package/src/tools/credential-execution/make-authenticated-request.ts +3 -9
- package/src/tools/credential-execution/manage-secure-command-tool.ts +3 -9
- package/src/tools/credential-execution/run-authenticated-command.ts +3 -9
- package/src/tools/credentials/vault.ts +3 -9
- package/src/tools/document/document-tool.ts +189 -7
- package/src/tools/execution-target.ts +18 -23
- package/src/tools/executor.ts +24 -56
- package/src/tools/filesystem/edit.ts +3 -9
- package/src/tools/filesystem/list.ts +3 -9
- package/src/tools/filesystem/read.ts +3 -9
- package/src/tools/filesystem/write.ts +3 -9
- package/src/tools/host-filesystem/edit.test.ts +1 -0
- package/src/tools/host-filesystem/edit.ts +3 -9
- package/src/tools/host-filesystem/read.test.ts +1 -0
- package/src/tools/host-filesystem/read.ts +3 -9
- package/src/tools/host-filesystem/transfer.test.ts +31 -6
- package/src/tools/host-filesystem/transfer.ts +3 -9
- package/src/tools/host-filesystem/write.test.ts +1 -0
- package/src/tools/host-filesystem/write.ts +3 -9
- package/src/tools/host-terminal/host-shell.ts +3 -9
- package/src/tools/mcp/mcp-tool-factory.ts +1 -10
- package/src/tools/memory/register.test.ts +1 -1
- package/src/tools/memory/register.ts +4 -9
- package/src/tools/network/__tests__/managed-search-proxy.test.ts +282 -0
- package/src/tools/network/__tests__/web-search.test.ts +211 -3
- package/src/tools/network/managed-search-proxy.ts +183 -0
- package/src/tools/network/web-fetch.ts +3 -9
- package/src/tools/network/web-search.ts +224 -76
- package/src/tools/policy-context.ts +3 -1
- package/src/tools/registry.ts +150 -123
- package/src/tools/schedule/create.ts +1 -1
- package/src/tools/schema-transforms.ts +1 -1
- package/src/tools/skills/execute.ts +3 -9
- package/src/tools/skills/load.ts +3 -9
- package/src/tools/skills/skill-tool-factory.ts +18 -44
- package/src/tools/subagent/notify-parent.ts +3 -9
- package/src/tools/subagent/spawn.ts +3 -0
- package/src/tools/system/request-permission.ts +3 -9
- package/src/tools/terminal/shell.ts +3 -9
- package/src/tools/tool-approval-handler.ts +10 -4
- package/src/tools/tool-defaults.ts +94 -0
- package/src/tools/tool-name-aliases.ts +72 -14
- package/src/tools/types.ts +32 -101
- package/src/tools/ui-surface/definitions.ts +104 -108
- package/src/types/onboarding-context.ts +6 -0
- package/src/usage/attribution.ts +32 -1
- package/src/usage/pricing.ts +23 -0
- package/src/usage/types.ts +12 -0
- package/src/util/browser.ts +7 -2
- package/src/util/logger.ts +16 -7
- package/src/util/platform.ts +7 -2
- package/src/util/sqlite3-runtime.ts +65 -0
- package/src/workspace/migrations/086-revert-stale-gemini-mis-rewrites.ts +1 -0
- package/src/workspace/migrations/089-move-memory-tree-out-of-v3.ts +86 -0
- package/src/workspace/migrations/090-memory-router-cost-optimized-profile.ts +109 -0
- package/src/workspace/migrations/091-retighten-migration-onboarding-thread.ts +41 -0
- package/src/workspace/migrations/registry.ts +6 -0
- package/src/__tests__/compaction-strip-metadata-clear.test.ts +0 -206
- package/src/__tests__/message-complete-display-id.test.ts +0 -175
- package/src/daemon/query-complexity-router.ts +0 -75
- package/src/prompts/cache-boundary.ts +0 -8
|
@@ -0,0 +1,775 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tests for `assistant/src/memory/v3/loop.ts`.
|
|
3
|
+
*
|
|
4
|
+
* The loop is the composition layer over the v3 lanes. Every lane module
|
|
5
|
+
* (`scouts`, `filter`, `tree-walk`, `edges`, `gate`) plus the two index
|
|
6
|
+
* builders (`tree-index`, `page-index`) the loop calls are stubbed via
|
|
7
|
+
* `mock.module`, so the suite makes no real LLM, Qdrant, embedding, or
|
|
8
|
+
* filesystem calls. Each mock factory closes over a mutable `lane` state object
|
|
9
|
+
* that every test rewires before calling `runRetrievalLoop`; a `laneCalls`
|
|
10
|
+
* recorder captures the arguments the loop passed each lane so the composition
|
|
11
|
+
* wiring (seeding, query threading, toggles) is assertable.
|
|
12
|
+
*
|
|
13
|
+
* Coverage:
|
|
14
|
+
* - single-pass ready: scouts → filter → tree → edges → gate composes into a
|
|
15
|
+
* valid RetrievalOutput with per-lane source tags and one DescentPass.
|
|
16
|
+
* - multi-pass: gate "more" then "ready" runs two passes and threads the
|
|
17
|
+
* gate's questions into the second pass's NOW text.
|
|
18
|
+
* - passCap: a gate that always says "more" force-exits at passCap.
|
|
19
|
+
* - lane toggles: `lanes.tree=false` / `lanes.edges=false` suppress those
|
|
20
|
+
* lanes' candidates and trace fields.
|
|
21
|
+
* - trace: one DescentPass per pass.
|
|
22
|
+
* - cost: `ms` accumulates and is non-negative across passes.
|
|
23
|
+
* - failureReason: a filter failure is surfaced on the output.
|
|
24
|
+
*/
|
|
25
|
+
|
|
26
|
+
import { beforeEach, describe, expect, mock, test } from "bun:test";
|
|
27
|
+
|
|
28
|
+
import type { DrizzleDb } from "../../db-connection.js";
|
|
29
|
+
import type {
|
|
30
|
+
RetrievalInput,
|
|
31
|
+
RetrievalOutput,
|
|
32
|
+
} from "../../v2/harness/retriever.js";
|
|
33
|
+
import type { GateDecision, ScoutResult } from "../../v2/harness/trace.js";
|
|
34
|
+
|
|
35
|
+
// ---------------------------------------------------------------------------
|
|
36
|
+
// Lane stubs — installed before importing the module under test.
|
|
37
|
+
// ---------------------------------------------------------------------------
|
|
38
|
+
|
|
39
|
+
interface RunScoutsResult {
|
|
40
|
+
scouts: ScoutResult[];
|
|
41
|
+
sticky: Set<string>;
|
|
42
|
+
bypass: Set<string>;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
interface FilterResult {
|
|
46
|
+
kept: string[];
|
|
47
|
+
trace: { judged: string[]; dropped: string[] };
|
|
48
|
+
failureReason?: string;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
interface WalkResult {
|
|
52
|
+
pages: Set<string>;
|
|
53
|
+
levels: Array<{
|
|
54
|
+
node: string;
|
|
55
|
+
considered: string[];
|
|
56
|
+
descended: string[];
|
|
57
|
+
skipped: string[];
|
|
58
|
+
reasoning: string;
|
|
59
|
+
}>;
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
interface ExpandResult {
|
|
63
|
+
pulled: Set<string>;
|
|
64
|
+
expansions: Array<{ from: string; pulled: string[] }>;
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
interface GateResult {
|
|
68
|
+
decision: GateDecision;
|
|
69
|
+
selectedSlugs: string[];
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
/**
|
|
73
|
+
* Per-pass-programmable lane state. The mock factories close over these live
|
|
74
|
+
* refs; each test rewires them before calling `runRetrievalLoop`. List-valued
|
|
75
|
+
* fields are consumed pass-by-pass (one entry per pass) so a multi-pass test
|
|
76
|
+
* can script a different verdict per pass.
|
|
77
|
+
*/
|
|
78
|
+
const lane = {
|
|
79
|
+
scouts: [] as RunScoutsResult[],
|
|
80
|
+
filter: [] as FilterResult[],
|
|
81
|
+
walk: [] as WalkResult[],
|
|
82
|
+
edges: [] as ExpandResult[],
|
|
83
|
+
gate: [] as GateResult[],
|
|
84
|
+
};
|
|
85
|
+
|
|
86
|
+
/** Records the args the loop passed each lane, one entry per call. */
|
|
87
|
+
const laneCalls = {
|
|
88
|
+
scouts: [] as Array<{ nowText: string }>,
|
|
89
|
+
filter: [] as Array<{
|
|
90
|
+
nowText: string;
|
|
91
|
+
dense: ScoutResult;
|
|
92
|
+
sticky: string[];
|
|
93
|
+
bypass: string[];
|
|
94
|
+
}>,
|
|
95
|
+
walk: [] as Array<{
|
|
96
|
+
nowText: string;
|
|
97
|
+
scouts: ScoutResult[];
|
|
98
|
+
}>,
|
|
99
|
+
edges: [] as Array<{
|
|
100
|
+
seeds: string[];
|
|
101
|
+
extraAdjacency?: ReadonlyMap<string, ReadonlySet<string>>;
|
|
102
|
+
}>,
|
|
103
|
+
gate: [] as Array<{
|
|
104
|
+
nowText: string;
|
|
105
|
+
passNumber: number;
|
|
106
|
+
candidates: string[];
|
|
107
|
+
sticky: string[];
|
|
108
|
+
}>,
|
|
109
|
+
};
|
|
110
|
+
|
|
111
|
+
/** Pop the next scripted value for a pass, reusing the last entry if exhausted. */
|
|
112
|
+
function nextOf<T>(list: T[], index: number): T {
|
|
113
|
+
return list[Math.min(index, list.length - 1)];
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
let scoutCallCount = 0;
|
|
117
|
+
let walkCallCount = 0;
|
|
118
|
+
let edgeCallCount = 0;
|
|
119
|
+
let gateCallCount = 0;
|
|
120
|
+
|
|
121
|
+
// Learned-adjacency mock state: what `aboveThreshold` returns, and a recorder of
|
|
122
|
+
// the thresholds the loop read it at (empty when the loop never reads it).
|
|
123
|
+
let aboveThresholdCalls: Array<{ threshold: number }> = [];
|
|
124
|
+
let learnedAdjacencyResult: ReadonlyMap<
|
|
125
|
+
string,
|
|
126
|
+
ReadonlySet<string>
|
|
127
|
+
> = new Map();
|
|
128
|
+
|
|
129
|
+
mock.module("../scouts.js", () => ({
|
|
130
|
+
runScouts: async (input: RetrievalInput): Promise<RunScoutsResult> => {
|
|
131
|
+
laneCalls.scouts.push({ nowText: input.nowText });
|
|
132
|
+
return nextOf(lane.scouts, scoutCallCount++);
|
|
133
|
+
},
|
|
134
|
+
}));
|
|
135
|
+
|
|
136
|
+
mock.module("../filter.js", () => ({
|
|
137
|
+
filterDenseHits: async (args: {
|
|
138
|
+
input: RetrievalInput;
|
|
139
|
+
dense: ScoutResult;
|
|
140
|
+
sticky: Set<string>;
|
|
141
|
+
bypass: Set<string>;
|
|
142
|
+
}): Promise<FilterResult> => {
|
|
143
|
+
laneCalls.filter.push({
|
|
144
|
+
nowText: args.input.nowText,
|
|
145
|
+
dense: args.dense,
|
|
146
|
+
sticky: [...args.sticky],
|
|
147
|
+
bypass: [...args.bypass],
|
|
148
|
+
});
|
|
149
|
+
// Filter calls share the scout pass index (one filter call per dense pass).
|
|
150
|
+
return nextOf(lane.filter, laneCalls.filter.length - 1);
|
|
151
|
+
},
|
|
152
|
+
}));
|
|
153
|
+
|
|
154
|
+
mock.module("../tree-walk.js", () => ({
|
|
155
|
+
runTreeWalk: async (args: {
|
|
156
|
+
input: RetrievalInput;
|
|
157
|
+
scouts: ScoutResult[];
|
|
158
|
+
}): Promise<WalkResult> => {
|
|
159
|
+
laneCalls.walk.push({
|
|
160
|
+
nowText: args.input.nowText,
|
|
161
|
+
scouts: args.scouts,
|
|
162
|
+
});
|
|
163
|
+
return nextOf(lane.walk, walkCallCount++);
|
|
164
|
+
},
|
|
165
|
+
}));
|
|
166
|
+
|
|
167
|
+
mock.module("../edges.js", () => ({
|
|
168
|
+
expandEdges: async (args: {
|
|
169
|
+
seeds: Iterable<string>;
|
|
170
|
+
extraAdjacency?: ReadonlyMap<string, ReadonlySet<string>>;
|
|
171
|
+
}): Promise<ExpandResult> => {
|
|
172
|
+
laneCalls.edges.push({
|
|
173
|
+
seeds: [...args.seeds],
|
|
174
|
+
extraAdjacency: args.extraAdjacency,
|
|
175
|
+
});
|
|
176
|
+
return nextOf(lane.edges, edgeCallCount++);
|
|
177
|
+
},
|
|
178
|
+
}));
|
|
179
|
+
|
|
180
|
+
mock.module("../auto-edges.js", () => ({
|
|
181
|
+
aboveThreshold: (_db: unknown, threshold: number) => {
|
|
182
|
+
aboveThresholdCalls.push({ threshold });
|
|
183
|
+
return learnedAdjacencyResult;
|
|
184
|
+
},
|
|
185
|
+
}));
|
|
186
|
+
|
|
187
|
+
mock.module("../gate.js", () => ({
|
|
188
|
+
runGate: async (args: {
|
|
189
|
+
input: RetrievalInput;
|
|
190
|
+
candidates: Set<string>;
|
|
191
|
+
sticky: Set<string>;
|
|
192
|
+
passNumber: number;
|
|
193
|
+
}): Promise<GateResult> => {
|
|
194
|
+
laneCalls.gate.push({
|
|
195
|
+
nowText: args.input.nowText,
|
|
196
|
+
passNumber: args.passNumber,
|
|
197
|
+
candidates: [...args.candidates],
|
|
198
|
+
sticky: [...args.sticky],
|
|
199
|
+
});
|
|
200
|
+
return nextOf(lane.gate, gateCallCount++);
|
|
201
|
+
},
|
|
202
|
+
}));
|
|
203
|
+
|
|
204
|
+
// The loop calls these index builders only to hand opaque handles to the
|
|
205
|
+
// (stubbed) tree walk. The stubs return harmless empty values.
|
|
206
|
+
mock.module("../tree-index.js", () => ({
|
|
207
|
+
getTreeIndex: async () => ({
|
|
208
|
+
nodes: new Map(),
|
|
209
|
+
childrenByNode: new Map(),
|
|
210
|
+
parentsByNode: new Map(),
|
|
211
|
+
pageParents: new Map(),
|
|
212
|
+
root: "_root",
|
|
213
|
+
}),
|
|
214
|
+
}));
|
|
215
|
+
|
|
216
|
+
mock.module("../../v2/page-index.js", () => ({
|
|
217
|
+
getPageIndex: async () => ({
|
|
218
|
+
entries: [],
|
|
219
|
+
bySlug: new Map(),
|
|
220
|
+
byId: new Map(),
|
|
221
|
+
rendered: "",
|
|
222
|
+
}),
|
|
223
|
+
}));
|
|
224
|
+
|
|
225
|
+
const { runRetrievalLoop } = await import("../loop.js");
|
|
226
|
+
|
|
227
|
+
// ---------------------------------------------------------------------------
|
|
228
|
+
// Fixtures.
|
|
229
|
+
// ---------------------------------------------------------------------------
|
|
230
|
+
|
|
231
|
+
/** Opaque DB sentinel — the stubbed scout lane never dereferences it. */
|
|
232
|
+
const db = {} as DrizzleDb;
|
|
233
|
+
|
|
234
|
+
interface LaneConfig {
|
|
235
|
+
hot?: boolean;
|
|
236
|
+
sparse?: boolean;
|
|
237
|
+
dense?: boolean;
|
|
238
|
+
tree?: boolean;
|
|
239
|
+
edges?: boolean;
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
/**
|
|
243
|
+
* Minimal `RetrievalInput`. Only `nowText` and `config.memory.v3` (passCap +
|
|
244
|
+
* lanes) are read by the loop; the lanes are stubbed so the rest is inert.
|
|
245
|
+
*/
|
|
246
|
+
function makeInput(opts?: {
|
|
247
|
+
nowText?: string;
|
|
248
|
+
passCap?: number;
|
|
249
|
+
lanes?: LaneConfig;
|
|
250
|
+
edgesThreshold?: number;
|
|
251
|
+
}): RetrievalInput {
|
|
252
|
+
const lanes = {
|
|
253
|
+
hot: true,
|
|
254
|
+
sparse: true,
|
|
255
|
+
dense: true,
|
|
256
|
+
tree: true,
|
|
257
|
+
edges: true,
|
|
258
|
+
...opts?.lanes,
|
|
259
|
+
};
|
|
260
|
+
return {
|
|
261
|
+
workspaceDir: "/tmp/does-not-matter",
|
|
262
|
+
recentTurnPairs: [],
|
|
263
|
+
nowText: opts?.nowText ?? "NOW",
|
|
264
|
+
priorEverInjected: [],
|
|
265
|
+
config: {
|
|
266
|
+
memory: {
|
|
267
|
+
v3: {
|
|
268
|
+
passCap: opts?.passCap ?? 3,
|
|
269
|
+
lanes,
|
|
270
|
+
edges: { learnedAdjacencyThreshold: opts?.edgesThreshold ?? 0 },
|
|
271
|
+
},
|
|
272
|
+
},
|
|
273
|
+
} as unknown as RetrievalInput["config"],
|
|
274
|
+
};
|
|
275
|
+
}
|
|
276
|
+
|
|
277
|
+
function scout(lane: ScoutResult["lane"], slugs: string[]): ScoutResult {
|
|
278
|
+
return { lane, slugs };
|
|
279
|
+
}
|
|
280
|
+
|
|
281
|
+
function readyGate(selected: string[]): GateResult {
|
|
282
|
+
return { decision: { decision: "ready" }, selectedSlugs: selected };
|
|
283
|
+
}
|
|
284
|
+
|
|
285
|
+
function moreGate(selected: string[], questions: string[]): GateResult {
|
|
286
|
+
return { decision: { decision: "more", questions }, selectedSlugs: selected };
|
|
287
|
+
}
|
|
288
|
+
|
|
289
|
+
function reset(): void {
|
|
290
|
+
lane.scouts = [];
|
|
291
|
+
lane.filter = [];
|
|
292
|
+
lane.walk = [];
|
|
293
|
+
lane.edges = [];
|
|
294
|
+
lane.gate = [];
|
|
295
|
+
laneCalls.scouts = [];
|
|
296
|
+
laneCalls.filter = [];
|
|
297
|
+
laneCalls.walk = [];
|
|
298
|
+
laneCalls.edges = [];
|
|
299
|
+
laneCalls.gate = [];
|
|
300
|
+
scoutCallCount = 0;
|
|
301
|
+
walkCallCount = 0;
|
|
302
|
+
edgeCallCount = 0;
|
|
303
|
+
gateCallCount = 0;
|
|
304
|
+
aboveThresholdCalls = [];
|
|
305
|
+
learnedAdjacencyResult = new Map();
|
|
306
|
+
}
|
|
307
|
+
|
|
308
|
+
beforeEach(reset);
|
|
309
|
+
|
|
310
|
+
// ---------------------------------------------------------------------------
|
|
311
|
+
// Tests.
|
|
312
|
+
// ---------------------------------------------------------------------------
|
|
313
|
+
|
|
314
|
+
describe("runRetrievalLoop — single pass", () => {
|
|
315
|
+
test("ready path composes a valid RetrievalOutput with per-lane source tags", async () => {
|
|
316
|
+
lane.scouts = [
|
|
317
|
+
{
|
|
318
|
+
scouts: [
|
|
319
|
+
scout("hot", ["a"]),
|
|
320
|
+
scout("sparse", ["b"]),
|
|
321
|
+
scout("dense", ["c", "d"]),
|
|
322
|
+
],
|
|
323
|
+
sticky: new Set(["a", "b"]),
|
|
324
|
+
bypass: new Set(["b"]),
|
|
325
|
+
},
|
|
326
|
+
];
|
|
327
|
+
lane.filter = [{ kept: ["c"], trace: { judged: ["d"], dropped: ["d"] } }];
|
|
328
|
+
lane.walk = [
|
|
329
|
+
{
|
|
330
|
+
pages: new Set(["t1"]),
|
|
331
|
+
levels: [
|
|
332
|
+
{
|
|
333
|
+
node: "_root",
|
|
334
|
+
considered: ["sub"],
|
|
335
|
+
descended: ["sub"],
|
|
336
|
+
skipped: [],
|
|
337
|
+
reasoning: "r",
|
|
338
|
+
},
|
|
339
|
+
],
|
|
340
|
+
},
|
|
341
|
+
];
|
|
342
|
+
lane.edges = [
|
|
343
|
+
{ pulled: new Set(["e1"]), expansions: [{ from: "a", pulled: ["e1"] }] },
|
|
344
|
+
];
|
|
345
|
+
lane.gate = [readyGate(["a", "b", "c", "t1", "e1"])];
|
|
346
|
+
|
|
347
|
+
const out: RetrievalOutput = await runRetrievalLoop(makeInput(), { db });
|
|
348
|
+
|
|
349
|
+
expect(out.selectedSlugs).toEqual(["a", "b", "c", "t1", "e1"]);
|
|
350
|
+
// sourceBySlug tags each slug with the lane that first surfaced it.
|
|
351
|
+
expect(out.sourceBySlug.get("a")).toBe("hot");
|
|
352
|
+
expect(out.sourceBySlug.get("b")).toBe("sparse");
|
|
353
|
+
expect(out.sourceBySlug.get("c")).toBe("dense");
|
|
354
|
+
expect(out.sourceBySlug.get("t1")).toBe("tree");
|
|
355
|
+
expect(out.sourceBySlug.get("e1")).toBe("edge");
|
|
356
|
+
// Dropped dense candidate `d` was filtered out — never tagged.
|
|
357
|
+
expect(out.sourceBySlug.has("d")).toBe(false);
|
|
358
|
+
|
|
359
|
+
// Exactly one pass, with all four lane sub-traces present.
|
|
360
|
+
expect(out.trace?.passes).toHaveLength(1);
|
|
361
|
+
const pass = out.trace!.passes[0];
|
|
362
|
+
expect(pass.passNumber).toBe(1);
|
|
363
|
+
expect(pass.scouts).toHaveLength(3);
|
|
364
|
+
expect(pass.treeLevels).toHaveLength(1);
|
|
365
|
+
expect(pass.edgeExpansions).toHaveLength(1);
|
|
366
|
+
expect(pass.gate).toEqual({ decision: "ready" });
|
|
367
|
+
|
|
368
|
+
expect(out.failureReason).toBeNull();
|
|
369
|
+
expect(out.cost?.ms).toBeGreaterThanOrEqual(0);
|
|
370
|
+
});
|
|
371
|
+
|
|
372
|
+
test("dense lane is filtered before seeding tree + gate", async () => {
|
|
373
|
+
lane.scouts = [
|
|
374
|
+
{
|
|
375
|
+
scouts: [scout("dense", ["keep", "drop"])],
|
|
376
|
+
sticky: new Set(),
|
|
377
|
+
bypass: new Set(),
|
|
378
|
+
},
|
|
379
|
+
];
|
|
380
|
+
lane.filter = [
|
|
381
|
+
{
|
|
382
|
+
kept: ["keep"],
|
|
383
|
+
trace: { judged: ["keep", "drop"], dropped: ["drop"] },
|
|
384
|
+
},
|
|
385
|
+
];
|
|
386
|
+
lane.walk = [{ pages: new Set(), levels: [] }];
|
|
387
|
+
lane.edges = [{ pulled: new Set(), expansions: [] }];
|
|
388
|
+
lane.gate = [readyGate(["keep"])];
|
|
389
|
+
|
|
390
|
+
const out = await runRetrievalLoop(makeInput(), { db });
|
|
391
|
+
|
|
392
|
+
// The filter saw the full dense lane.
|
|
393
|
+
expect(laneCalls.filter[0].dense.slugs).toEqual(["keep", "drop"]);
|
|
394
|
+
// The dropped dense slug never reaches the gate's candidate set.
|
|
395
|
+
expect(laneCalls.gate[0].candidates).toEqual(["keep"]);
|
|
396
|
+
expect(out.selectedSlugs).toEqual(["keep"]);
|
|
397
|
+
});
|
|
398
|
+
});
|
|
399
|
+
|
|
400
|
+
describe("runRetrievalLoop — multi pass", () => {
|
|
401
|
+
test("gate 'more' then 'ready' runs two passes and threads questions into NOW", async () => {
|
|
402
|
+
lane.scouts = [
|
|
403
|
+
{
|
|
404
|
+
scouts: [scout("dense", ["p1"])],
|
|
405
|
+
sticky: new Set(),
|
|
406
|
+
bypass: new Set(),
|
|
407
|
+
},
|
|
408
|
+
{
|
|
409
|
+
scouts: [scout("dense", ["p2"])],
|
|
410
|
+
sticky: new Set(),
|
|
411
|
+
bypass: new Set(),
|
|
412
|
+
},
|
|
413
|
+
];
|
|
414
|
+
lane.filter = [
|
|
415
|
+
{ kept: ["p1"], trace: { judged: ["p1"], dropped: [] } },
|
|
416
|
+
{ kept: ["p2"], trace: { judged: ["p2"], dropped: [] } },
|
|
417
|
+
];
|
|
418
|
+
lane.walk = [
|
|
419
|
+
{ pages: new Set(), levels: [] },
|
|
420
|
+
{ pages: new Set(), levels: [] },
|
|
421
|
+
];
|
|
422
|
+
lane.edges = [
|
|
423
|
+
{ pulled: new Set(), expansions: [] },
|
|
424
|
+
{ pulled: new Set(), expansions: [] },
|
|
425
|
+
];
|
|
426
|
+
lane.gate = [moreGate(["p1"], ["what about X?"]), readyGate(["p1", "p2"])];
|
|
427
|
+
|
|
428
|
+
const out = await runRetrievalLoop(
|
|
429
|
+
makeInput({ nowText: "BASE", passCap: 3 }),
|
|
430
|
+
{ db },
|
|
431
|
+
);
|
|
432
|
+
|
|
433
|
+
// Two passes ran.
|
|
434
|
+
expect(out.trace?.passes).toHaveLength(2);
|
|
435
|
+
expect(out.trace!.passes[0].gate).toEqual({
|
|
436
|
+
decision: "more",
|
|
437
|
+
questions: ["what about X?"],
|
|
438
|
+
});
|
|
439
|
+
expect(out.trace!.passes[1].gate).toEqual({ decision: "ready" });
|
|
440
|
+
|
|
441
|
+
// Pass 1 used the base NOW verbatim; pass 2's NOW carried the gate's
|
|
442
|
+
// generated follow-up question — the standing context is not rewritten.
|
|
443
|
+
expect(laneCalls.scouts[0].nowText).toBe("BASE");
|
|
444
|
+
expect(laneCalls.scouts[1].nowText).toContain("BASE");
|
|
445
|
+
expect(laneCalls.scouts[1].nowText).toContain("what about X?");
|
|
446
|
+
|
|
447
|
+
// Final selection is the last (ready) pass's selection.
|
|
448
|
+
expect(out.selectedSlugs).toEqual(["p1", "p2"]);
|
|
449
|
+
});
|
|
450
|
+
|
|
451
|
+
test("candidates accumulate across passes so the final gate sees pass-1 hits", async () => {
|
|
452
|
+
// Each pass surfaces a distinct dense hit. Without cross-pass accumulation
|
|
453
|
+
// the pass-2 gate would only see "p2"; with it, the cumulative pool carries
|
|
454
|
+
// pass-1's "p1" into the final gate input.
|
|
455
|
+
lane.scouts = [
|
|
456
|
+
{
|
|
457
|
+
scouts: [scout("dense", ["p1"])],
|
|
458
|
+
sticky: new Set(),
|
|
459
|
+
bypass: new Set(),
|
|
460
|
+
},
|
|
461
|
+
{
|
|
462
|
+
scouts: [scout("dense", ["p2"])],
|
|
463
|
+
sticky: new Set(),
|
|
464
|
+
bypass: new Set(),
|
|
465
|
+
},
|
|
466
|
+
];
|
|
467
|
+
lane.filter = [
|
|
468
|
+
{ kept: ["p1"], trace: { judged: ["p1"], dropped: [] } },
|
|
469
|
+
{ kept: ["p2"], trace: { judged: ["p2"], dropped: [] } },
|
|
470
|
+
];
|
|
471
|
+
lane.walk = [
|
|
472
|
+
{ pages: new Set(), levels: [] },
|
|
473
|
+
{ pages: new Set(), levels: [] },
|
|
474
|
+
];
|
|
475
|
+
lane.edges = [
|
|
476
|
+
{ pulled: new Set(), expansions: [] },
|
|
477
|
+
{ pulled: new Set(), expansions: [] },
|
|
478
|
+
];
|
|
479
|
+
lane.gate = [moreGate(["p1"], ["more?"]), readyGate(["p1", "p2"])];
|
|
480
|
+
|
|
481
|
+
const out = await runRetrievalLoop(makeInput({ passCap: 3 }), { db });
|
|
482
|
+
|
|
483
|
+
// Pass 1's gate saw only p1; pass 2's gate saw the cumulative pool.
|
|
484
|
+
expect(laneCalls.gate[0].candidates).toEqual(["p1"]);
|
|
485
|
+
expect(laneCalls.gate[1].candidates).toEqual(
|
|
486
|
+
expect.arrayContaining(["p1", "p2"]),
|
|
487
|
+
);
|
|
488
|
+
expect(out.selectedSlugs).toEqual(["p1", "p2"]);
|
|
489
|
+
});
|
|
490
|
+
|
|
491
|
+
test("passCap force-exits with the current selection when the gate keeps asking for more", async () => {
|
|
492
|
+
lane.scouts = [
|
|
493
|
+
{ scouts: [scout("dense", ["p"])], sticky: new Set(), bypass: new Set() },
|
|
494
|
+
];
|
|
495
|
+
lane.filter = [{ kept: ["p"], trace: { judged: ["p"], dropped: [] } }];
|
|
496
|
+
lane.walk = [{ pages: new Set(), levels: [] }];
|
|
497
|
+
lane.edges = [{ pulled: new Set(), expansions: [] }];
|
|
498
|
+
// Gate always says "more"; reused across every pass via nextOf.
|
|
499
|
+
lane.gate = [moreGate(["p"], ["again?"])];
|
|
500
|
+
|
|
501
|
+
const out = await runRetrievalLoop(makeInput({ passCap: 2 }), { db });
|
|
502
|
+
|
|
503
|
+
// Capped at passCap passes despite the gate never saying ready.
|
|
504
|
+
expect(out.trace?.passes).toHaveLength(2);
|
|
505
|
+
expect(gateCallCount).toBe(2);
|
|
506
|
+
expect(out.selectedSlugs).toEqual(["p"]);
|
|
507
|
+
});
|
|
508
|
+
});
|
|
509
|
+
|
|
510
|
+
describe("runRetrievalLoop — lane toggles", () => {
|
|
511
|
+
test("tree + edge lanes off removes their candidates and trace fields", async () => {
|
|
512
|
+
lane.scouts = [
|
|
513
|
+
{ scouts: [scout("dense", ["s"])], sticky: new Set(), bypass: new Set() },
|
|
514
|
+
];
|
|
515
|
+
lane.filter = [{ kept: ["s"], trace: { judged: ["s"], dropped: [] } }];
|
|
516
|
+
// These would contribute t1/e1 if their lanes ran — they must not.
|
|
517
|
+
lane.walk = [
|
|
518
|
+
{
|
|
519
|
+
pages: new Set(["t1"]),
|
|
520
|
+
levels: [
|
|
521
|
+
{
|
|
522
|
+
node: "_root",
|
|
523
|
+
considered: [],
|
|
524
|
+
descended: [],
|
|
525
|
+
skipped: [],
|
|
526
|
+
reasoning: "",
|
|
527
|
+
},
|
|
528
|
+
],
|
|
529
|
+
},
|
|
530
|
+
];
|
|
531
|
+
lane.edges = [
|
|
532
|
+
{ pulled: new Set(["e1"]), expansions: [{ from: "s", pulled: ["e1"] }] },
|
|
533
|
+
];
|
|
534
|
+
lane.gate = [readyGate(["s"])];
|
|
535
|
+
|
|
536
|
+
const out = await runRetrievalLoop(
|
|
537
|
+
makeInput({ lanes: { tree: false, edges: false } }),
|
|
538
|
+
{ db },
|
|
539
|
+
);
|
|
540
|
+
|
|
541
|
+
// Disabled lanes were never called.
|
|
542
|
+
expect(laneCalls.walk).toHaveLength(0);
|
|
543
|
+
expect(laneCalls.edges).toHaveLength(0);
|
|
544
|
+
// Their would-be candidates never entered the gate or the selection.
|
|
545
|
+
expect(laneCalls.gate[0].candidates).toEqual(["s"]);
|
|
546
|
+
expect(out.sourceBySlug.has("t1")).toBe(false);
|
|
547
|
+
expect(out.sourceBySlug.has("e1")).toBe(false);
|
|
548
|
+
// Trace omits the disabled lanes' fields.
|
|
549
|
+
expect(out.trace!.passes[0].treeLevels).toBeUndefined();
|
|
550
|
+
expect(out.trace!.passes[0].edgeExpansions).toBeUndefined();
|
|
551
|
+
});
|
|
552
|
+
|
|
553
|
+
test("edge lane on by default expands over the accumulated candidate set", async () => {
|
|
554
|
+
lane.scouts = [
|
|
555
|
+
{
|
|
556
|
+
scouts: [scout("hot", ["h"]), scout("dense", ["d"])],
|
|
557
|
+
sticky: new Set(["h"]),
|
|
558
|
+
bypass: new Set(),
|
|
559
|
+
},
|
|
560
|
+
];
|
|
561
|
+
lane.filter = [{ kept: ["d"], trace: { judged: ["d"], dropped: [] } }];
|
|
562
|
+
lane.walk = [{ pages: new Set(["t"]), levels: [] }];
|
|
563
|
+
lane.edges = [
|
|
564
|
+
{ pulled: new Set(["x"]), expansions: [{ from: "d", pulled: ["x"] }] },
|
|
565
|
+
];
|
|
566
|
+
lane.gate = [readyGate(["h", "d", "t", "x"])];
|
|
567
|
+
|
|
568
|
+
await runRetrievalLoop(makeInput(), { db });
|
|
569
|
+
|
|
570
|
+
// Edge expansion seeds over every accumulated confident slug (hot, dense,
|
|
571
|
+
// tree) — not just the scouts.
|
|
572
|
+
expect(laneCalls.edges[0].seeds).toEqual(
|
|
573
|
+
expect.arrayContaining(["h", "d", "t"]),
|
|
574
|
+
);
|
|
575
|
+
});
|
|
576
|
+
});
|
|
577
|
+
|
|
578
|
+
describe("runRetrievalLoop — sourceBySlug lane trust", () => {
|
|
579
|
+
test("upgrades a slug's lane when a higher-trust lane re-surfaces it in one pass", async () => {
|
|
580
|
+
// `shared` is surfaced by the low-trust hot lane AND survives the
|
|
581
|
+
// higher-trust dense filter in the same pass. Provenance must end on the
|
|
582
|
+
// more trusted lane (dense) so the downstream seed cap ranks it by its
|
|
583
|
+
// strongest signal, not the stale first-seen hot lane.
|
|
584
|
+
lane.scouts = [
|
|
585
|
+
{
|
|
586
|
+
scouts: [scout("hot", ["shared"]), scout("dense", ["shared"])],
|
|
587
|
+
sticky: new Set(),
|
|
588
|
+
bypass: new Set(),
|
|
589
|
+
},
|
|
590
|
+
];
|
|
591
|
+
lane.filter = [
|
|
592
|
+
{ kept: ["shared"], trace: { judged: ["shared"], dropped: [] } },
|
|
593
|
+
];
|
|
594
|
+
lane.walk = [{ pages: new Set(), levels: [] }];
|
|
595
|
+
lane.edges = [{ pulled: new Set(), expansions: [] }];
|
|
596
|
+
lane.gate = [readyGate(["shared"])];
|
|
597
|
+
|
|
598
|
+
const out = await runRetrievalLoop(makeInput(), { db });
|
|
599
|
+
|
|
600
|
+
// hot tagged first, then upgraded to the more trusted dense lane.
|
|
601
|
+
expect(out.sourceBySlug.get("shared")).toBe("dense");
|
|
602
|
+
});
|
|
603
|
+
|
|
604
|
+
test("does not downgrade a slug's lane when a lower-trust lane re-surfaces it", async () => {
|
|
605
|
+
// `s` is a dense survivor (trusted) in pass 1, then edge-pulled (lowest
|
|
606
|
+
// trust) in pass 2. The lane must stay dense — only upgrades apply.
|
|
607
|
+
lane.scouts = [
|
|
608
|
+
{
|
|
609
|
+
scouts: [scout("dense", ["s"])],
|
|
610
|
+
sticky: new Set(),
|
|
611
|
+
bypass: new Set(),
|
|
612
|
+
},
|
|
613
|
+
{ scouts: [], sticky: new Set(), bypass: new Set() },
|
|
614
|
+
];
|
|
615
|
+
lane.filter = [
|
|
616
|
+
{ kept: ["s"], trace: { judged: ["s"], dropped: [] } },
|
|
617
|
+
{ kept: [], trace: { judged: [], dropped: [] } },
|
|
618
|
+
];
|
|
619
|
+
lane.walk = [
|
|
620
|
+
{ pages: new Set(), levels: [] },
|
|
621
|
+
{ pages: new Set(), levels: [] },
|
|
622
|
+
];
|
|
623
|
+
// Pass 2's edge expansion re-pulls the already-dense `s`.
|
|
624
|
+
lane.edges = [
|
|
625
|
+
{ pulled: new Set(), expansions: [] },
|
|
626
|
+
{ pulled: new Set(["s"]), expansions: [{ from: "s", pulled: ["s"] }] },
|
|
627
|
+
];
|
|
628
|
+
lane.gate = [moreGate(["s"], ["more?"]), readyGate(["s"])];
|
|
629
|
+
|
|
630
|
+
const out = await runRetrievalLoop(makeInput({ passCap: 2 }), { db });
|
|
631
|
+
|
|
632
|
+
expect(out.sourceBySlug.get("s")).toBe("dense");
|
|
633
|
+
});
|
|
634
|
+
|
|
635
|
+
test("upgrades the lane across passes while preserving earliest-pass provenance", async () => {
|
|
636
|
+
// `s` first enters via the low-trust edge lane on pass 1, then is surfaced
|
|
637
|
+
// by the higher-trust dense lane on pass 2. The lane upgrades to dense, but
|
|
638
|
+
// the co-activation provenance must still treat it as a pass-1 hit: the lane
|
|
639
|
+
// upgrades, the first-seen pass does not.
|
|
640
|
+
lane.scouts = [
|
|
641
|
+
{ scouts: [], sticky: new Set(), bypass: new Set() },
|
|
642
|
+
{
|
|
643
|
+
scouts: [scout("dense", ["s"])],
|
|
644
|
+
sticky: new Set(),
|
|
645
|
+
bypass: new Set(),
|
|
646
|
+
},
|
|
647
|
+
];
|
|
648
|
+
// Pass 1 has no dense scout, so the filter is called only once (pass 2);
|
|
649
|
+
// the mock indexes filter results by call count, so the single entry keeps `s`.
|
|
650
|
+
lane.filter = [{ kept: ["s"], trace: { judged: ["s"], dropped: [] } }];
|
|
651
|
+
lane.walk = [
|
|
652
|
+
{ pages: new Set(), levels: [] },
|
|
653
|
+
{ pages: new Set(), levels: [] },
|
|
654
|
+
];
|
|
655
|
+
lane.edges = [
|
|
656
|
+
{ pulled: new Set(["s"]), expansions: [{ from: "x", pulled: ["s"] }] },
|
|
657
|
+
{ pulled: new Set(), expansions: [] },
|
|
658
|
+
];
|
|
659
|
+
lane.gate = [moreGate([], ["more?"]), readyGate(["s"])];
|
|
660
|
+
|
|
661
|
+
const out = await runRetrievalLoop(makeInput({ passCap: 2 }), { db });
|
|
662
|
+
|
|
663
|
+
// Lane upgraded from edge (pass 1) to dense (pass 2).
|
|
664
|
+
expect(out.sourceBySlug.get("s")).toBe("dense");
|
|
665
|
+
});
|
|
666
|
+
});
|
|
667
|
+
|
|
668
|
+
describe("runRetrievalLoop — sticky excluded from dense filter", () => {
|
|
669
|
+
test("forwards the full sticky set to the filter while keeping sticky in the selection", async () => {
|
|
670
|
+
// `sk` is sticky (and a dense hit); `keep` is a plain dense candidate. The
|
|
671
|
+
// loop must hand the filter the full sticky set so it can exclude `sk` from
|
|
672
|
+
// judgment — `sk` is force-selected by the gate regardless. `keep` is
|
|
673
|
+
// judged and kept normally.
|
|
674
|
+
lane.scouts = [
|
|
675
|
+
{
|
|
676
|
+
scouts: [scout("dense", ["sk", "keep"])],
|
|
677
|
+
sticky: new Set(["sk"]),
|
|
678
|
+
bypass: new Set(),
|
|
679
|
+
},
|
|
680
|
+
];
|
|
681
|
+
lane.filter = [
|
|
682
|
+
{ kept: ["keep"], trace: { judged: ["keep"], dropped: [] } },
|
|
683
|
+
];
|
|
684
|
+
lane.walk = [{ pages: new Set(), levels: [] }];
|
|
685
|
+
lane.edges = [{ pulled: new Set(), expansions: [] }];
|
|
686
|
+
lane.gate = [readyGate(["sk", "keep"])];
|
|
687
|
+
|
|
688
|
+
const out = await runRetrievalLoop(makeInput(), { db });
|
|
689
|
+
|
|
690
|
+
// The loop forwarded the full sticky set to the filter so it can subtract it.
|
|
691
|
+
expect(laneCalls.filter[0].sticky).toEqual(["sk"]);
|
|
692
|
+
// The sticky slug is still in the final selection (gate force-injects it).
|
|
693
|
+
expect(out.selectedSlugs).toEqual(expect.arrayContaining(["sk", "keep"]));
|
|
694
|
+
});
|
|
695
|
+
});
|
|
696
|
+
|
|
697
|
+
describe("runRetrievalLoop — failure + cost", () => {
|
|
698
|
+
test("surfaces a filter failureReason on the output", async () => {
|
|
699
|
+
lane.scouts = [
|
|
700
|
+
{ scouts: [scout("dense", ["d"])], sticky: new Set(), bypass: new Set() },
|
|
701
|
+
];
|
|
702
|
+
lane.filter = [
|
|
703
|
+
{
|
|
704
|
+
kept: ["d"],
|
|
705
|
+
trace: { judged: ["d"], dropped: [] },
|
|
706
|
+
failureReason: "no_provider",
|
|
707
|
+
},
|
|
708
|
+
];
|
|
709
|
+
lane.walk = [{ pages: new Set(), levels: [] }];
|
|
710
|
+
lane.edges = [{ pulled: new Set(), expansions: [] }];
|
|
711
|
+
lane.gate = [readyGate(["d"])];
|
|
712
|
+
|
|
713
|
+
const out = await runRetrievalLoop(makeInput(), { db });
|
|
714
|
+
|
|
715
|
+
expect(out.failureReason).toBe("no_provider");
|
|
716
|
+
});
|
|
717
|
+
|
|
718
|
+
test("cost.ms accumulates across passes", async () => {
|
|
719
|
+
lane.scouts = [
|
|
720
|
+
{ scouts: [scout("dense", ["p"])], sticky: new Set(), bypass: new Set() },
|
|
721
|
+
];
|
|
722
|
+
lane.filter = [{ kept: ["p"], trace: { judged: ["p"], dropped: [] } }];
|
|
723
|
+
lane.walk = [{ pages: new Set(), levels: [] }];
|
|
724
|
+
lane.edges = [{ pulled: new Set(), expansions: [] }];
|
|
725
|
+
lane.gate = [moreGate(["p"], ["q"])];
|
|
726
|
+
|
|
727
|
+
const out = await runRetrievalLoop(makeInput({ passCap: 3 }), { db });
|
|
728
|
+
|
|
729
|
+
expect(out.trace?.passes).toHaveLength(3);
|
|
730
|
+
expect(out.cost?.ms).toBeGreaterThanOrEqual(0);
|
|
731
|
+
});
|
|
732
|
+
});
|
|
733
|
+
|
|
734
|
+
describe("runRetrievalLoop — learned edge adjacency", () => {
|
|
735
|
+
/** Minimal single-pass fixture; the edge lane is the subject under test. */
|
|
736
|
+
function singlePassFixture(): void {
|
|
737
|
+
lane.scouts = [
|
|
738
|
+
{
|
|
739
|
+
scouts: [scout("hot", ["seed-x"])],
|
|
740
|
+
sticky: new Set(),
|
|
741
|
+
bypass: new Set(),
|
|
742
|
+
},
|
|
743
|
+
];
|
|
744
|
+
lane.filter = [{ kept: [], trace: { judged: [], dropped: [] } }];
|
|
745
|
+
lane.walk = [{ pages: new Set(), levels: [] }];
|
|
746
|
+
lane.edges = [
|
|
747
|
+
{
|
|
748
|
+
pulled: new Set(["learned-y"]),
|
|
749
|
+
expansions: [{ from: "seed-x", pulled: ["learned-y"] }],
|
|
750
|
+
},
|
|
751
|
+
];
|
|
752
|
+
lane.gate = [readyGate(["seed-x", "learned-y"])];
|
|
753
|
+
}
|
|
754
|
+
|
|
755
|
+
test("reads and merges learned adjacency into edge expansion when threshold > 0", async () => {
|
|
756
|
+
singlePassFixture();
|
|
757
|
+
learnedAdjacencyResult = new Map([["seed-x", new Set(["learned-y"])]]);
|
|
758
|
+
|
|
759
|
+
await runRetrievalLoop(makeInput({ edgesThreshold: 1.5 }), { db });
|
|
760
|
+
|
|
761
|
+
// The loop reads the learned graph once at the configured threshold and
|
|
762
|
+
// hands it to the edge lane as extraAdjacency.
|
|
763
|
+
expect(aboveThresholdCalls).toEqual([{ threshold: 1.5 }]);
|
|
764
|
+
expect(laneCalls.edges[0].extraAdjacency).toBe(learnedAdjacencyResult);
|
|
765
|
+
});
|
|
766
|
+
|
|
767
|
+
test("does not read or pass learned adjacency when the threshold is 0", async () => {
|
|
768
|
+
singlePassFixture();
|
|
769
|
+
|
|
770
|
+
await runRetrievalLoop(makeInput({ edgesThreshold: 0 }), { db });
|
|
771
|
+
|
|
772
|
+
expect(aboveThresholdCalls).toHaveLength(0);
|
|
773
|
+
expect(laneCalls.edges[0].extraAdjacency).toBeUndefined();
|
|
774
|
+
});
|
|
775
|
+
});
|