@vellumai/assistant 0.11.0 → 0.11.1-staging.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/ARCHITECTURE.md +14 -9
- package/Dockerfile +1 -0
- package/docs/architecture/memory.md +59 -0
- package/docs/stt-provider-onboarding.md +10 -7
- package/eslint.config.mjs +34 -1
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/package.json +1 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/conversation-handle.test.ts +316 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/__tests__/redacted-credential.test.ts +1 -1
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/conversation-handle.ts +246 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
- package/node_modules/@vellumai/ces-client/node_modules/@vellumai/service-contracts/src/remote-web-pairing.ts +2 -2
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/package.json +1 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/conversation-handle.test.ts +316 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/__tests__/redacted-credential.test.ts +1 -1
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/conversation-handle.ts +246 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
- package/node_modules/@vellumai/gateway-client/node_modules/@vellumai/service-contracts/src/remote-web-pairing.ts +2 -2
- package/node_modules/@vellumai/ipc-server-utils/src/index.ts +10 -0
- package/{src/ipc → node_modules/@vellumai/ipc-server-utils/src}/ipc-framing.ts +21 -7
- package/node_modules/@vellumai/service-contracts/package.json +1 -0
- package/node_modules/@vellumai/service-contracts/src/__tests__/conversation-handle.test.ts +316 -0
- package/node_modules/@vellumai/service-contracts/src/__tests__/redacted-credential.test.ts +1 -1
- package/node_modules/@vellumai/service-contracts/src/conversation-handle.ts +246 -0
- package/node_modules/@vellumai/service-contracts/src/index.ts +1 -0
- package/node_modules/@vellumai/service-contracts/src/remote-web-pairing.ts +2 -2
- package/openapi.yaml +365 -11
- package/package.json +1 -1
- package/scripts/build-plugin-api.ts +11 -4
- package/scripts/capture-x-graphql.ts +54 -20
- package/scripts/generate-openapi.ts +7 -3
- package/scripts/memory-inspect.ts +17 -6
- package/scripts/sync-llm-catalog.ts +44 -19
- package/scripts/sync-web-search-catalog.ts +3 -1
- package/scripts/voice-ttft-spike.ts +6 -3
- package/src/__tests__/add-message-skip-indexing.test.ts +3 -2
- package/src/__tests__/agent-loop-history-repair.test.ts +180 -0
- package/src/__tests__/agent-loop-output-hooks.test.ts +35 -11
- package/src/__tests__/agent-loop-override-profile.test.ts +21 -14
- package/src/__tests__/agent-loop-regrowth-guard.test.ts +3 -1
- package/src/__tests__/agent-loop.test.ts +5 -2
- package/src/__tests__/anthropic-error-formatting.test.ts +3 -1
- package/src/__tests__/app-control-flow.test.ts +3 -1
- package/src/__tests__/app-control-tool-schemas.test.ts +6 -2
- package/src/__tests__/app-dir-path-guard.test.ts +9 -3
- package/src/__tests__/app-routes-csp.test.ts +12 -4
- package/src/__tests__/app-source-watcher.test.ts +3 -1
- package/src/__tests__/approval-primitive.test.ts +66 -22
- package/src/__tests__/assistant-feature-flag-guard.test.ts +6 -2
- package/src/__tests__/assistant-feature-flag-guardrails.test.ts +12 -4
- package/src/__tests__/assistant-id-boundary-guard.test.ts +26 -9
- package/src/__tests__/attachments-store.test.ts +12 -4
- package/src/__tests__/avatar-generator.test.ts +3 -1
- package/src/__tests__/background-shell-bash.test.ts +3 -1
- package/src/__tests__/browser-fill-credential.test.ts +6 -2
- package/src/__tests__/browser-runtime-check.test.ts +3 -1
- package/src/__tests__/build-persisted-content.test.ts +3 -1
- package/src/__tests__/bundled-skill-retrieval-guard.test.ts +15 -5
- package/src/__tests__/byok-default-profile-ensure.test.ts +1095 -0
- package/src/__tests__/call-controller.test.ts +9 -3
- package/src/__tests__/call-domain.test.ts +15 -8
- package/src/__tests__/call-setup-flow-midcall-trust.test.ts +3 -1
- package/src/__tests__/call-state-machine.test.ts +3 -1
- package/src/__tests__/channel-approval-routes.test.ts +2 -1
- package/src/__tests__/channel-approval.test.ts +9 -6
- package/src/__tests__/channel-guardian.test.ts +3 -1
- package/src/__tests__/channel-setup-panel-ack.test.ts +1 -3
- package/src/__tests__/clawhub.test.ts +3 -1
- package/src/__tests__/cli-memory-v2-reembed-skills.test.ts +3 -1
- package/src/__tests__/compact-event-conversation-id-guard.test.ts +3 -2
- package/src/__tests__/compaction-summary-head-persisted-count.test.ts +1 -1
- package/src/__tests__/config-callsite-patch-merge.test.ts +92 -0
- package/src/__tests__/config-get-vision-flag.test.ts +1 -1
- package/src/__tests__/config-loader-backfill.test.ts +199 -134
- package/src/__tests__/config-loader-corrupt.test.ts +3 -1
- package/src/__tests__/config-loader-platform-defaults.test.ts +3 -1
- package/src/__tests__/config-loader-quarantine-notice.test.ts +3 -1
- package/src/__tests__/config-loader-validation-reset-notice.test.ts +3 -1
- package/src/__tests__/config-model-image-provider.test.ts +3 -1
- package/src/__tests__/config-set-platform-guard.test.ts +3 -1
- package/src/__tests__/config-watcher.test.ts +3 -1
- package/src/__tests__/connection-model-compat.test.ts +3 -1
- package/src/__tests__/contact-store-user-file.test.ts +18 -6
- package/src/__tests__/contacts-relay-reads.test.ts +31 -22
- package/src/__tests__/contacts-tools.test.ts +3 -1
- package/src/__tests__/context-overflow-reducer.test.ts +3 -1
- package/src/__tests__/context-search-conversations-source.test.ts +4 -1
- package/src/__tests__/context-search-memory-v2-source.test.ts +3 -1
- package/src/__tests__/conversation-agent-loop-handlers-max-tokens.test.ts +3 -1
- package/src/__tests__/conversation-agent-loop-inference-profile.test.ts +1 -1
- package/src/__tests__/conversation-agent-loop-overflow.test.ts +1 -1
- package/src/__tests__/conversation-agent-loop.test.ts +1 -1
- package/src/__tests__/conversation-delete-schedule-cleanup.test.ts +3 -3
- package/src/__tests__/conversation-delete-subagent-rows.test.ts +303 -0
- package/src/__tests__/conversation-fork-route.test.ts +3 -1
- package/src/__tests__/conversation-inference-profile-list.test.ts +3 -1
- package/src/__tests__/conversation-list-source.test.ts +3 -1
- package/src/__tests__/conversation-loop-db-lock-resilience.test.ts +9 -8
- package/src/__tests__/conversation-pairing.test.ts +6 -2
- package/src/__tests__/conversation-pre-run-repair.test.ts +1 -1
- package/src/__tests__/conversation-queue.test.ts +65 -1
- package/src/__tests__/conversation-routes-disk-view.test.ts +18 -6
- package/src/__tests__/conversation-slash-commands.test.ts +27 -9
- package/src/__tests__/conversation-slash.test.ts +92 -0
- package/src/__tests__/conversation-starter-routes.test.ts +6 -2
- package/src/__tests__/conversation-surfaces-app-control.test.ts +3 -1
- package/src/__tests__/conversation-surfaces-app-open.test.ts +1 -3
- package/src/__tests__/conversation-surfaces-queued-emit.test.ts +86 -0
- package/src/__tests__/conversation-surfaces-standalone.test.ts +6 -2
- package/src/__tests__/conversation-surfaces-state-update.test.ts +1 -3
- package/src/__tests__/conversation-surfaces-table-action.test.ts +1 -3
- package/src/__tests__/conversation-usage.test.ts +159 -0
- package/src/__tests__/conversations-import-system-filter.test.ts +101 -4
- package/src/__tests__/credential-broker-server-use.test.ts +21 -7
- package/src/__tests__/credential-broker.test.ts +30 -10
- package/src/__tests__/credential-execution-client.test.ts +17 -6
- package/src/__tests__/credential-security-invariants.test.ts +3 -1
- package/src/__tests__/custom-group-listing-visibility.test.ts +93 -0
- package/src/__tests__/db-migration-rollback.test.ts +21 -7
- package/src/__tests__/db-readiness-http-gate.test.ts +3 -1
- package/src/__tests__/db-schedule-syntax-migration.test.ts +1 -0
- package/src/__tests__/default-provider-ensure.test.ts +10 -1
- package/src/__tests__/disk-pressure-guard.test.ts +3 -1
- package/src/__tests__/dm-backfill.test.ts +3 -1
- package/src/__tests__/dm-persistence.test.ts +3 -1
- package/src/__tests__/docker-signing-key-bootstrap.test.ts +2 -1
- package/src/__tests__/drain-requeue-on-contention.test.ts +124 -0
- package/src/__tests__/edit-engine.test.ts +42 -14
- package/src/__tests__/events-dev-bypass-actor.test.ts +3 -1
- package/src/__tests__/file-ops-service.test.ts +60 -20
- package/src/__tests__/filesystem-tools.test.ts +90 -30
- package/src/__tests__/fixtures/mock-chrome-extension.ts +18 -6
- package/src/__tests__/fixtures/mock-signup-server.ts +6 -2
- package/src/__tests__/fuzzy-match-property.test.ts +18 -6
- package/src/__tests__/gateway-flag-listener.test.ts +9 -3
- package/src/__tests__/gateway-only-enforcement.test.ts +2 -1
- package/src/__tests__/gateway-only-guard.test.ts +12 -4
- package/src/__tests__/gemini-image-service.test.ts +3 -1
- package/src/__tests__/gemini-provider.test.ts +81 -2
- package/src/__tests__/get-skill-detail-audit.test.ts +9 -3
- package/src/__tests__/google-calendar-watcher.test.ts +75 -0
- package/src/__tests__/guardian-card-rehydration.test.ts +210 -0
- package/src/__tests__/guardian-card-withdrawal.test.ts +37 -2
- package/src/__tests__/guardian-decision-primitive-canonical.test.ts +42 -14
- package/src/__tests__/guardian-expiry-notifier.test.ts +3 -1
- package/src/__tests__/guardian-question-mode.test.ts +12 -4
- package/src/__tests__/headless-browser-interactions.test.ts +6 -2
- package/src/__tests__/headless-browser-mode.test.ts +6 -2
- package/src/__tests__/headless-browser-navigate.test.ts +33 -11
- package/src/__tests__/headless-browser-read-tools.test.ts +24 -8
- package/src/__tests__/headless-browser-snapshot.test.ts +3 -1
- package/src/__tests__/helpers/channel-test-adapter.ts +17 -7
- package/src/__tests__/helpers/create-guardian-binding.ts +3 -1
- package/src/__tests__/helpers/derive-guardian-delivery.ts +3 -1
- package/src/__tests__/helpers/gateway-acl-store.ts +6 -2
- package/src/__tests__/helpers/gateway-classify-mock.ts +3 -1
- package/src/__tests__/helpers/seed-contact-channel.ts +3 -1
- package/src/__tests__/helpers/tar-fixtures.ts +3 -1
- package/src/__tests__/history-repair-observability.test.ts +1 -1
- package/src/__tests__/history-repair.test.ts +2 -2
- package/src/__tests__/host-app-control-routes.test.ts +98 -2
- package/src/__tests__/host-bash-routes.test.ts +66 -0
- package/src/__tests__/host-cu-proxy.test.ts +7 -1
- package/src/__tests__/host-cu-routes-targeted.test.ts +87 -0
- package/src/__tests__/host-file-routes-targeted.test.ts +60 -0
- package/src/__tests__/host-proxy-preactivation.test.ts +1 -5
- package/src/__tests__/host-transfer-proxy.test.ts +4 -4
- package/src/__tests__/host-transfer-routes-targeted.test.ts +3 -1
- package/src/__tests__/image-recovery-hook.test.ts +3 -3
- package/src/__tests__/inbound-slack-persistence.test.ts +3 -1
- package/src/__tests__/injector-config-quarantine-notice.test.ts +3 -1
- package/src/__tests__/injector-config-validation-reset-notice.test.ts +3 -1
- package/src/__tests__/injector-disk-pressure.test.ts +3 -1
- package/src/__tests__/injector-document-comments.test.ts +3 -1
- package/src/__tests__/injector-v3-suppression.test.ts +6 -2
- package/src/__tests__/inline-skill-authoring-guard.test.ts +12 -4
- package/src/__tests__/internal-telemetry-routes.test.ts +3 -1
- package/src/__tests__/lexical-index-dual-write.test.ts +3 -1
- package/src/__tests__/lifecycle-memory-v2-seed.test.ts +9 -3
- package/src/__tests__/llm-callsite-catalog.test.ts +3 -1
- package/src/__tests__/llm-catalog-parity.test.ts +21 -7
- package/src/__tests__/managed-profile-guard.test.ts +53 -0
- package/src/__tests__/max-tokens-continue-hook.test.ts +120 -0
- package/src/__tests__/mcp-cli.test.ts +10 -3
- package/src/__tests__/media-stream-output.test.ts +9 -3
- package/src/__tests__/media-stream-parser.test.ts +111 -37
- package/src/__tests__/media-stream-stt-session.test.ts +34 -11
- package/src/__tests__/memory-upsert-concurrency.test.ts +19 -16
- package/src/__tests__/message-delete-segment-purge.test.ts +98 -0
- package/src/__tests__/migration-cross-version-compatibility.test.ts +3 -1
- package/src/__tests__/migration-export-http.test.ts +9 -3
- package/src/__tests__/migration-export-streaming.test.ts +9 -3
- package/src/__tests__/migration-import-commit-http.test.ts +21 -7
- package/src/__tests__/migration-import-preflight-http.test.ts +3 -1
- package/src/__tests__/migration-validate-http.test.ts +3 -1
- package/src/__tests__/mock-fetch.ts +3 -1
- package/src/__tests__/mock-gateway-ipc.ts +20 -7
- package/src/__tests__/mock-signup-server.test.ts +9 -3
- package/src/__tests__/model-intents.test.ts +1 -1
- package/src/__tests__/native-web-search.test.ts +3 -1
- package/src/__tests__/no-is-trusted-guard.test.ts +3 -1
- package/src/__tests__/notification-broadcaster.test.ts +5 -3
- package/src/__tests__/notification-platform-adapter.test.ts +12 -4
- package/src/__tests__/oauth-apps-routes.test.ts +3 -1
- package/src/__tests__/oauth-commands-routes.test.ts +9 -3
- package/src/__tests__/oauth-connect-orchestrator.test.ts +33 -11
- package/src/__tests__/oauth-connect-routes.test.ts +3 -1
- package/src/__tests__/oauth-providers-routes.test.ts +15 -10
- package/src/__tests__/oauth2-refresh-retry.test.ts +3 -1
- package/src/__tests__/onboarding-persona-write.test.ts +12 -10
- package/src/__tests__/openai-image-service.test.ts +6 -2
- package/src/__tests__/openai-provider.test.ts +3 -1
- package/src/__tests__/openai-responses-cutover-guard.test.ts +3 -1
- package/src/__tests__/openai-responses-provider.test.ts +3 -1
- package/src/__tests__/outbound-slack-persistence.test.ts +18 -6
- package/src/__tests__/persist-media-references.test.ts +3 -1
- package/src/__tests__/persist-onboarding-artifacts.test.ts +3 -1
- package/src/__tests__/persist-unsendable-image-downscale.test.ts +3 -3
- package/src/__tests__/persist-unsendable-image.test.ts +3 -3
- package/src/__tests__/persist-user-message-set-processing-failure.test.ts +3 -1
- package/src/__tests__/persistence-secret-redaction.test.ts +9 -3
- package/src/__tests__/persona-resolver.test.ts +3 -1
- package/src/__tests__/plugin-api-tool-definition.test.ts +5 -8
- package/src/__tests__/plugin-bootstrap.test.ts +2 -3
- package/src/__tests__/plugin-import-boundary-guard.test.ts +1 -0
- package/src/__tests__/plugin-import-boundary-reverse-guard.test.ts +1 -4
- package/src/__tests__/post-turn-tool-result-truncation.test.ts +112 -1
- package/src/__tests__/prechat-onboarding-contract.test.ts +6 -2
- package/src/__tests__/pricing.test.ts +2 -2
- package/src/__tests__/process-message-background-slack.test.ts +3 -1
- package/src/__tests__/profiler-routes.test.ts +10 -12
- package/src/__tests__/provider-catalog-visibility.test.ts +12 -4
- package/src/__tests__/provider-error-scenarios.test.ts +27 -9
- package/src/__tests__/provider-streaming.benchmark.test.ts +12 -4
- package/src/__tests__/queued-message-delete-contract.test.ts +339 -0
- package/src/__tests__/recording-handler.test.ts +7 -3
- package/src/__tests__/retry-thinking-preadaptive.test.ts +204 -0
- package/src/__tests__/run-conversation-turn-persistence.test.ts +3 -1
- package/src/__tests__/runtime-events-sse-reconnect.test.ts +3 -1
- package/src/__tests__/schedule-retry.test.ts +3 -1
- package/src/__tests__/schedule-routes-workflow-validation.test.ts +9 -3
- package/src/__tests__/schedule-routes.test.ts +3 -1
- package/src/__tests__/schedule-store.test.ts +113 -9
- package/src/__tests__/schedule-tools.test.ts +106 -0
- package/src/__tests__/scheduler-reuse-conversation.test.ts +3 -1
- package/src/__tests__/scheduler-wake.test.ts +47 -8
- package/src/__tests__/script-proxy-injection-runtime.test.ts +14 -5
- package/src/__tests__/script-proxy-mitm-handler.test.ts +12 -4
- package/src/__tests__/script-proxy-rewrite-specificity.test.ts +12 -4
- package/src/__tests__/search-skills-unified.test.ts +27 -9
- package/src/__tests__/service-contracts-import-guard.test.ts +12 -4
- package/src/__tests__/settings-routes.test.ts +3 -1
- package/src/__tests__/shell-credential-ref.test.ts +6 -2
- package/src/__tests__/shell-observability.test.ts +3 -1
- package/src/__tests__/skill-cache-store.test.ts +3 -1
- package/src/__tests__/skill-feature-flags-integration.test.ts +3 -1
- package/src/__tests__/skill-secret-handling-guard.test.ts +11 -4
- package/src/__tests__/skills-file-content-endpoint.test.ts +93 -31
- package/src/__tests__/skills-files-catalog-fallback.test.ts +33 -11
- package/src/__tests__/skills.test.ts +33 -14
- package/src/__tests__/slack-channel-config.test.ts +6 -2
- package/src/__tests__/slack-messaging-token-resolution.test.ts +6 -2
- package/src/__tests__/sse-actor-principal-guardian-source.test.ts +3 -1
- package/src/__tests__/steer-on-enqueue-question.test.ts +3 -1
- package/src/__tests__/steer-tool-repair.test.ts +6 -2
- package/src/__tests__/stt-language-catalog-parity.test.ts +131 -0
- package/src/__tests__/subagent-allowlist-validation.test.ts +3 -1
- package/src/__tests__/subagent-detail.test.ts +317 -3
- package/src/__tests__/subagent-disposal.test.ts +149 -1
- package/src/__tests__/subagent-fork-prompt-role.test.ts +3 -1
- package/src/__tests__/subagent-notify-parent.test.ts +1 -0
- package/src/__tests__/subagent-persistence.test.ts +444 -7
- package/src/__tests__/subagent-reconcile-route.test.ts +423 -0
- package/src/__tests__/subagent-role-registry.test.ts +3 -1
- package/src/__tests__/subagent-tools.test.ts +304 -0
- package/src/__tests__/system-prompt.test.ts +12 -5
- package/src/__tests__/task-progress-nudge-hook.test.ts +3 -1
- package/src/__tests__/telegram-bot-username-resolution.test.ts +3 -1
- package/src/__tests__/telegram-config.test.ts +3 -1
- package/src/__tests__/telemetry-routes.test.ts +8 -3
- package/src/__tests__/thinking-block-replay.test.ts +1 -2
- package/src/__tests__/thread-backfill.test.ts +24 -8
- package/src/__tests__/token-estimator-accuracy.benchmark.test.ts +6 -2
- package/src/__tests__/token-manager.test.ts +36 -12
- package/src/__tests__/tool-preview-lifecycle.test.ts +3 -6
- package/src/__tests__/tool-result-truncation.test.ts +3 -1
- package/src/__tests__/trusted-contact-approval-notifier.test.ts +6 -2
- package/src/__tests__/tts-catalog-parity.test.ts +6 -2
- package/src/__tests__/twilio-provider.test.ts +6 -2
- package/src/__tests__/unicode.test.ts +1 -3
- package/src/__tests__/usage-cli.test.ts +3 -1
- package/src/__tests__/usage-routes.test.ts +3 -1
- package/src/__tests__/validate-input.test.ts +27 -9
- package/src/__tests__/voice-approval-resolver-relay.test.ts +15 -5
- package/src/__tests__/voice-config-update.test.ts +257 -2
- package/src/__tests__/wake-schedule-escalation.test.ts +477 -0
- package/src/__tests__/wake-schedule-trust.test.ts +255 -0
- package/src/__tests__/web-fetch.test.ts +21 -7
- package/src/__tests__/web-search-catalog-parity.test.ts +11 -4
- package/src/__tests__/web-search-history.test.ts +72 -78
- package/src/__tests__/web-search.test.ts +15 -5
- package/src/__tests__/worker-entrypoint-guards.test.ts +39 -0
- package/src/__tests__/workspace-greetings.test.ts +3 -1
- package/src/__tests__/workspace-migration-026-backfill-install-meta.test.ts +3 -1
- package/src/__tests__/workspace-migration-043-release-notes-latex-rendering.test.ts +3 -1
- package/src/__tests__/workspace-migration-082-backfill-managed-profile-labels.test.ts +1 -4
- package/src/__tests__/workspace-migration-130-speech-mode-to-provider.test.ts +3 -1
- package/src/__tests__/workspace-migration-136-repair-stale-fireworks-kimi-model-id.test.ts +139 -0
- package/src/__tests__/workspace-migration-down-functions.test.ts +5 -2
- package/src/__tests__/workspace-migration-meets.test.ts +4 -6
- package/src/__tests__/workspace-migration-memory-v2-init.test.ts +3 -1
- package/src/__tests__/workspace-migration-seed-device-id.test.ts +3 -1
- package/src/a2a/__tests__/agent-card.test.ts +5 -21
- package/src/a2a/agent-card.ts +11 -17
- package/src/acp/__tests__/helpers/exec-file-stub.ts +3 -1
- package/src/acp/__tests__/prepare-agent-env.test.ts +3 -1
- package/src/acp/agent-process.ts +18 -6
- package/src/acp/auto-install.test.ts +9 -3
- package/src/acp/auto-install.ts +6 -2
- package/src/acp/failure-error.ts +8 -3
- package/src/acp/prepare-agent-env.ts +3 -1
- package/src/acp/resolve-agent.test.ts +81 -27
- package/src/acp/resolve-agent.ts +9 -3
- package/src/{plugins/defaults/history-repair/terminal.ts → agent/history-repair/history-repair.ts} +42 -11
- package/src/agent/image-optimize.ts +18 -6
- package/src/agent/loop.ts +45 -10
- package/src/api/events/contact-request.ts +1 -0
- package/src/api/events/message-dequeued.ts +4 -0
- package/src/api/events/message-queued-deleted.ts +4 -0
- package/src/api/events/message-queued.ts +4 -0
- package/src/api/events/message-requeued.ts +35 -0
- package/src/api/events/tool-result.ts +1 -0
- package/src/api/index.ts +6 -0
- package/src/api/responses/subagent-detail.ts +13 -6
- package/src/approvals/guardian-card-withdrawal.ts +30 -11
- package/src/apps/app-store.ts +65 -22
- package/src/apps/shared-app-links-store.ts +9 -3
- package/src/avatar/__tests__/avatar-store.test.ts +6 -2
- package/src/avatar/avatar-manifest.ts +18 -6
- package/src/avatar/resvg-lazy.test.ts +6 -2
- package/src/background-wake/background-wake-routes.test.ts +9 -3
- package/src/background-wake/next-wake.ts +15 -5
- package/src/background-wake/platform-client.ts +18 -6
- package/src/background-wake/publisher.ts +3 -1
- package/src/backup/__tests__/paths.test.ts +0 -1
- package/src/backup/__tests__/restore.test.ts +1 -6
- package/src/backup/__tests__/snapshot-lock.test.ts +3 -2
- package/src/backup/list-snapshots.ts +15 -5
- package/src/backup/local-writer.ts +9 -3
- package/src/backup/paths.ts +6 -3
- package/src/backup/snapshot-lock.ts +18 -6
- package/src/browser-session/__tests__/manager.test.ts +6 -2
- package/src/browser-session/manager.ts +6 -2
- package/src/bundler/app-compiler.ts +44 -15
- package/src/bundler/bundle-scanner.ts +29 -10
- package/src/bundler/bundle-signer.ts +3 -1
- package/src/bundler/compiler-tools.ts +15 -5
- package/src/bundler/package-resolver.ts +3 -1
- package/src/bundler/signature-verifier.ts +3 -1
- package/src/calls/__tests__/inbound-trust-reader.test.ts +1 -4
- package/src/calls/__tests__/tts-text-sanitizer.test.ts +11 -11
- package/src/calls/access-request-wait.ts +9 -3
- package/src/calls/audio-store.ts +9 -3
- package/src/calls/call-constants.ts +6 -2
- package/src/calls/call-controller.ts +72 -25
- package/src/calls/call-pointer-message-composer.ts +11 -4
- package/src/calls/call-pointer-messages.ts +24 -8
- package/src/calls/call-store.ts +12 -4
- package/src/calls/guardian-action-sweep.ts +3 -1
- package/src/calls/inbound-trust-reader.ts +5 -1
- package/src/calls/media-stream-audio-transcode.ts +9 -3
- package/src/calls/media-stream-output.ts +41 -15
- package/src/calls/media-stream-stt-session.ts +21 -7
- package/src/calls/media-turn-detector.ts +9 -3
- package/src/calls/speaker-identification.ts +21 -7
- package/src/calls/telephony-credential-preflight.ts +1 -3
- package/src/calls/tts-text-sanitizer.ts +2 -8
- package/src/calls/twilio-config.ts +3 -1
- package/src/calls/twilio-provider.ts +3 -1
- package/src/calls/twilio-rest.ts +3 -1
- package/src/calls/voice-control-protocol.ts +12 -4
- package/src/channels/__tests__/gateway-verification-sessions.test.ts +2 -3
- package/src/channels/permission-profiles.ts +9 -3
- package/src/channels/slack-callback-url.ts +9 -3
- package/src/channels/types.ts +17 -6
- package/src/cli/__tests__/run-assistant-command.ts +3 -1
- package/src/cli/__tests__/unknown-command.test.ts +3 -1
- package/src/cli/commands/__tests__/attachment.test.ts +3 -1
- package/src/cli/commands/__tests__/avatar.test.ts +18 -10
- package/src/cli/commands/__tests__/backup.test.ts +30 -10
- package/src/cli/commands/__tests__/browser.test.ts +3 -1
- package/src/cli/commands/__tests__/cache.test.ts +3 -1
- package/src/cli/commands/__tests__/changelog.test.ts +3 -1
- package/src/cli/commands/__tests__/channel-verification-sessions.test.ts +11 -6
- package/src/cli/commands/__tests__/conversations-import.test.ts +3 -1
- package/src/cli/commands/__tests__/conversations-new.test.ts +9 -3
- package/src/cli/commands/__tests__/conversations-slack.test.ts +15 -5
- package/src/cli/commands/__tests__/conversations-wake.test.ts +13 -3
- package/src/cli/commands/__tests__/domain-register.test.ts +1 -3
- package/src/cli/commands/__tests__/domain-status.test.ts +13 -5
- package/src/cli/commands/__tests__/email-attachment.test.ts +61 -19
- package/src/cli/commands/__tests__/email-core.test.ts +126 -49
- package/src/cli/commands/__tests__/gateway.test.ts +6 -2
- package/src/cli/commands/__tests__/image-generation.test.ts +5 -2
- package/src/cli/commands/__tests__/inference-send.test.ts +3 -1
- package/src/cli/commands/__tests__/skills.test.ts +3 -1
- package/src/cli/commands/__tests__/status.test.ts +16 -3
- package/src/cli/commands/__tests__/stt.test.ts +23 -5
- package/src/cli/commands/__tests__/trust.test.ts +3 -1
- package/src/cli/commands/__tests__/tts.test.ts +6 -2
- package/src/cli/commands/__tests__/ui-confirm.test.ts +3 -1
- package/src/cli/commands/__tests__/ui.test.ts +3 -1
- package/src/cli/commands/__tests__/watchers.test.ts +3 -1
- package/src/cli/commands/__tests__/webhooks.test.ts +23 -5
- package/src/cli/commands/audit.ts +7 -3
- package/src/cli/commands/avatar.ts +14 -7
- package/src/cli/commands/backup.ts +42 -17
- package/src/cli/commands/cache.ts +9 -3
- package/src/cli/commands/changelog.ts +50 -18
- package/src/cli/commands/channel-verification-sessions.ts +25 -10
- package/src/cli/commands/channels/__tests__/channels.test.ts +8 -13
- package/src/cli/commands/channels/index.ts +12 -4
- package/src/cli/commands/clients.ts +12 -4
- package/src/cli/commands/contacts.help.ts +5 -0
- package/src/cli/commands/contacts.ts +30 -12
- package/src/cli/commands/conversations-import.ts +2 -1
- package/src/cli/commands/conversations.ts +12 -4
- package/src/cli/commands/db/__tests__/repair.test.ts +6 -2
- package/src/cli/commands/db/format.ts +18 -6
- package/src/cli/commands/db/repair-steps.ts +3 -1
- package/src/cli/commands/db/status.ts +6 -2
- package/src/cli/commands/gateway.ts +25 -9
- package/src/cli/commands/image-generation.ts +5 -2
- package/src/cli/commands/inference-session.ts +6 -2
- package/src/cli/commands/inference.ts +44 -6
- package/src/cli/commands/memory/__tests__/memory-ingest.test.ts +591 -0
- package/src/cli/commands/memory/__tests__/memory-v2.test.ts +3 -1
- package/src/cli/commands/memory/__tests__/memory-v3.test.ts +3 -1
- package/src/cli/commands/memory/__tests__/worker.test.ts +3 -1
- package/src/cli/commands/memory/index.help.ts +55 -1
- package/src/cli/commands/memory/index.ts +2 -0
- package/src/cli/commands/memory/memory-ingest.ts +273 -0
- package/src/cli/commands/memory/memory-v2-compare-render.ts +3 -1
- package/src/cli/commands/memory/memory-v2.ts +12 -4
- package/src/cli/commands/memory/memory-v3.ts +3 -1
- package/src/cli/commands/notifications.ts +56 -19
- package/src/cli/commands/oauth/apps.ts +15 -5
- package/src/cli/commands/oauth/disconnect.ts +9 -3
- package/src/cli/commands/oauth/mode.ts +6 -2
- package/src/cli/commands/oauth/ping.ts +9 -3
- package/src/cli/commands/oauth/providers.ts +223 -92
- package/src/cli/commands/oauth/request.ts +26 -9
- package/src/cli/commands/oauth/token.ts +9 -3
- package/src/cli/commands/platform/__tests__/callback-routes-list.test.ts +7 -8
- package/src/cli/commands/platform/__tests__/plans.test.ts +129 -0
- package/src/cli/commands/platform/__tests__/subscription.test.ts +121 -0
- package/src/cli/commands/platform/connect.ts +2 -1
- package/src/cli/commands/platform/disconnect.ts +2 -1
- package/src/cli/commands/platform/index.help.ts +55 -0
- package/src/cli/commands/platform/index.ts +118 -4
- package/src/cli/commands/ps.ts +3 -1
- package/src/cli/commands/sequence.ts +43 -15
- package/src/cli/commands/skills.ts +103 -45
- package/src/cli/commands/status.ts +3 -1
- package/src/cli/commands/telemetry.ts +2 -1
- package/src/cli/commands/ui.ts +6 -2
- package/src/cli/commands/watchers.ts +31 -11
- package/src/cli/commands/webhooks.ts +4 -2
- package/src/cli/lib/__tests__/inspect-plugin.test.ts +3 -1
- package/src/cli/lib/__tests__/list-installed-plugins.test.ts +4 -2
- package/src/cli/lib/__tests__/plugin-catalog-cache.test.ts +5 -2
- package/src/cli/lib/__tests__/plugin-catalog-resolve.test.ts +20 -11
- package/src/cli/lib/__tests__/plugin-details.test.ts +13 -7
- package/src/cli/lib/__tests__/plugin-pin-history.test.ts +3 -1
- package/src/cli/lib/__tests__/plugins-install-offline.test.ts +17 -5
- package/src/cli/lib/__tests__/publish-plugin.test.ts +51 -22
- package/src/cli/lib/__tests__/search-plugins.test.ts +13 -6
- package/src/cli/lib/__tests__/upgrade-plugin.test.ts +9 -3
- package/src/cli/lib/bundled-marketplace.json +13 -0
- package/src/cli/lib/cli-colors.ts +24 -8
- package/src/cli/lib/confirm-prompt.ts +3 -1
- package/src/cli/lib/install-from-github.ts +6 -2
- package/src/cli/lib/ipc-params.ts +6 -2
- package/src/cli/lib/list-installed-plugins.ts +21 -7
- package/src/cli/lib/parse-github-plugin-spec.ts +15 -5
- package/src/cli/lib/plugin-artifact.ts +9 -3
- package/src/cli/lib/plugin-catalog-platform.ts +7 -2
- package/src/cli/lib/plugin-catalog-resolve.ts +7 -5
- package/src/cli/lib/plugin-marketplace.ts +12 -4
- package/src/cli/lib/plugin-surfaces.ts +15 -5
- package/src/cli/lib/publish-plugin.ts +24 -8
- package/src/cli/lib/search-plugins.ts +3 -1
- package/src/cli/lib/time-ago.ts +18 -6
- package/src/cli/lib/unknown-command.ts +12 -4
- package/src/cli/output.ts +3 -1
- package/src/cli/program.ts +3 -1
- package/src/cli/utils/__tests__/conversation-id.test.ts +3 -3
- package/src/cli/utils/conversation-id.ts +9 -3
- package/src/cli/utils/parse-duration.ts +6 -2
- package/src/config/__tests__/default-plugin-skill-discovery.test.ts +158 -0
- package/src/config/__tests__/default-profile-catalog.test.ts +60 -1
- package/src/config/__tests__/deployment-context-defaults.test.ts +9 -3
- package/src/config/__tests__/feature-flag-registry-guard.test.ts +7 -2
- package/src/config/__tests__/loader-callsite-strip-fallback.test.ts +9 -3
- package/src/config/__tests__/plugin-resident-skill-discovery.test.ts +5 -2
- package/src/config/__tests__/seed-default-provider.test.ts +16 -0
- package/src/config/__tests__/sync-gated-profiles.test.ts +6 -2
- package/src/config/assistant-feature-flags.ts +32 -11
- package/src/config/bundled-skills/app-builder/SKILL.md +3 -3
- package/src/config/bundled-skills/app-builder/references/CUSTOM_ROUTES.md +24 -34
- package/src/config/bundled-skills/app-builder/references/DESIGN_SYSTEM.md +1 -1
- package/src/config/bundled-skills/app-builder/references/SLIDES.md +1 -0
- package/src/config/bundled-skills/app-builder/references/WIDGETS.md +1 -1
- package/src/config/bundled-skills/app-builder/tools/app-generate-icon.ts +3 -1
- package/src/config/bundled-skills/app-builder/tools/app-refresh.ts +3 -1
- package/src/config/bundled-skills/app-builder/tools/app-update.ts +3 -1
- package/src/config/bundled-skills/contacts/tools/contact-search.ts +11 -4
- package/src/config/bundled-skills/contacts/tools/google-contacts.ts +6 -2
- package/src/config/bundled-skills/media-processing/__tests__/extract-keyframes.test.ts +3 -1
- package/src/config/bundled-skills/media-processing/services/preprocess.ts +9 -3
- package/src/config/bundled-skills/media-processing/services/processing-pipeline.ts +9 -3
- package/src/config/bundled-skills/media-processing/services/reduce.ts +3 -1
- package/src/config/bundled-skills/media-processing/tools/generate-clip.ts +3 -1
- package/src/config/bundled-skills/media-processing/tools/ingest-media.ts +12 -4
- package/src/config/bundled-skills/messaging/SKILL.md +2 -2
- package/src/config/bundled-skills/messaging/tools/messaging-analyze-style.ts +6 -2
- package/src/config/bundled-skills/messaging/tools/messaging-draft.ts +23 -8
- package/src/config/bundled-skills/messaging/tools/messaging-send.ts +5 -2
- package/src/config/bundled-skills/messaging/tools/shared.ts +21 -7
- package/src/config/bundled-skills/phone-calls/references/TRANSCRIPTS.md +7 -7
- package/src/config/bundled-skills/playbooks/tools/playbook-list.ts +11 -4
- package/src/config/bundled-skills/schedule/SKILL.md +4 -0
- package/src/config/bundled-skills/schedule/TOOLS.json +8 -0
- package/src/config/bundled-skills/sequences/tools/sequence-create.ts +8 -3
- package/src/config/bundled-skills/sequences/tools/sequence-delete.ts +6 -2
- package/src/config/bundled-skills/sequences/tools/sequence-enroll.ts +12 -4
- package/src/config/bundled-skills/sequences/tools/sequence-enrollment-list.ts +3 -1
- package/src/config/bundled-skills/sequences/tools/sequence-get.ts +6 -2
- package/src/config/bundled-skills/sequences/tools/sequence-import.ts +13 -5
- package/src/config/bundled-skills/sequences/tools/sequence-list.ts +3 -1
- package/src/config/bundled-skills/sequences/tools/sequence-update.ts +17 -7
- package/src/config/bundled-skills/settings/TOOLS.json +4 -3
- package/src/config/bundled-skills/settings/tools/voice-config-update.ts +226 -2
- package/src/config/bundled-skills/skill-management/SKILL.md +1 -1
- package/src/config/bundled-skills/skill-management/TOOLS.json +1 -1
- package/src/config/bundled-skills/transcribe/tools/transcribe-media.test.ts +3 -1
- package/src/config/bundled-skills/transcribe/tools/transcribe-media.ts +15 -5
- package/src/config/default-profile-catalog.ts +103 -42
- package/src/config/default-profile-names.ts +16 -2
- package/src/config/env-registry.ts +3 -1
- package/src/config/env.ts +6 -2
- package/src/config/feature-flag-registry.json +8 -8
- package/src/config/llm-resolver.ts +4 -4
- package/src/config/loader.ts +42 -14
- package/src/config/prune-seeded-callsite-defaults.ts +30 -10
- package/src/config/schema-utils.ts +9 -3
- package/src/config/schemas/__tests__/stt.test.ts +27 -0
- package/src/config/schemas/llm.ts +48 -4
- package/src/config/schemas/memory-v3.ts +7 -7
- package/src/config/schemas/stt.ts +20 -1
- package/src/config/seed-inference-profiles.ts +84 -160
- package/src/config/skills.ts +195 -45
- package/src/config/sync-gated-profiles.ts +21 -7
- package/src/contacts/__tests__/guardian-contact-reader.test.ts +3 -1
- package/src/contacts/contact-store.ts +106 -37
- package/src/contacts/guardian-contact-reader.ts +3 -1
- package/src/contacts/guardian-delivery-reader.ts +15 -5
- package/src/context/compactor.ts +96 -32
- package/src/context/estimator-calibration.ts +9 -3
- package/src/context/image-dimensions.ts +75 -25
- package/src/context/post-turn-tool-result-truncation.ts +158 -23
- package/src/context/strip-injections.ts +15 -5
- package/src/context/token-estimator.ts +3 -1
- package/src/context/tool-result-spool.ts +3 -1
- package/src/context/tool-result-truncation.ts +6 -2
- package/src/conversations/job-handlers/summarization.ts +18 -6
- package/src/credential-execution/ces-runtime.ts +10 -10
- package/src/credential-execution/process-manager.test.ts +3 -1
- package/src/credential-execution/process-manager.ts +6 -2
- package/src/credential-health/credential-health-service.ts +30 -10
- package/src/daemon/__tests__/embedding-reconcile.test.ts +3 -1
- package/src/daemon/app-source-watcher.ts +21 -7
- package/src/daemon/assistant-attachments.ts +44 -15
- package/src/daemon/classifier.ts +9 -3
- package/src/daemon/connection-policy.ts +6 -2
- package/src/daemon/conversation-agent-loop.ts +10 -1
- package/src/daemon/conversation-error.ts +12 -4
- package/src/daemon/conversation-evictor.ts +12 -4
- package/src/daemon/conversation-media-retry.ts +18 -6
- package/src/daemon/conversation-messaging.ts +58 -15
- package/src/daemon/conversation-notices.ts +6 -2
- package/src/daemon/conversation-plugin-scope.ts +3 -1
- package/src/daemon/conversation-process.ts +77 -10
- package/src/daemon/conversation-queue-manager.ts +35 -8
- package/src/daemon/conversation-registry.ts +9 -3
- package/src/daemon/conversation-resting-trust.ts +64 -0
- package/src/daemon/conversation-runtime-assembly.ts +6 -2
- package/src/daemon/conversation-slash.ts +50 -17
- package/src/daemon/conversation-store.ts +16 -5
- package/src/daemon/conversation-surfaces.ts +2 -7
- package/src/daemon/conversation-usage.ts +109 -15
- package/src/daemon/conversation-workspace.ts +5 -2
- package/src/daemon/conversation.ts +1 -1
- package/src/daemon/daemon-control.ts +42 -14
- package/src/daemon/date-context.ts +15 -5
- package/src/daemon/dictation-profile-store.ts +26 -10
- package/src/daemon/dictation-text-processing.ts +9 -3
- package/src/daemon/disk-pressure-guard.ts +12 -4
- package/src/daemon/disk-pressure-policy.ts +15 -5
- package/src/daemon/first-greeting.ts +9 -3
- package/src/daemon/handlers/__tests__/config-channels.test.ts +9 -3
- package/src/daemon/handlers/config-channels.ts +3 -1
- package/src/daemon/handlers/conversations.ts +83 -11
- package/src/daemon/handlers/identity.ts +6 -2
- package/src/daemon/handlers/skills.ts +138 -48
- package/src/daemon/host-app-control-proxy.ts +3 -1
- package/src/daemon/host-bash-proxy.ts +11 -4
- package/src/daemon/host-cu-proxy.ts +20 -7
- package/src/daemon/host-transfer-proxy.ts +24 -8
- package/src/daemon/identity-helpers.ts +3 -1
- package/src/daemon/install-symlink.ts +18 -6
- package/src/daemon/interrupted-turn-reconciler.ts +7 -33
- package/src/daemon/lifecycle.ts +20 -5
- package/src/daemon/message-types/web-activity.ts +1 -0
- package/src/daemon/now-scratchpad.ts +3 -1
- package/src/daemon/orphan-reaper.test.ts +17 -6
- package/src/daemon/orphan-reaper.ts +24 -8
- package/src/daemon/parse-actual-tokens-from-error.ts +27 -9
- package/src/daemon/persist-media-references.ts +6 -2
- package/src/daemon/pkb-context-tracker.test.ts +37 -9
- package/src/daemon/pkb-context-tracker.ts +12 -4
- package/src/daemon/pointer-conversation-trust.ts +3 -1
- package/src/daemon/process-message.ts +3 -1
- package/src/daemon/profiler-run-store.ts +21 -7
- package/src/daemon/shutdown-handlers.ts +20 -7
- package/src/daemon/sqlite-corruption-watchdog.ts +6 -2
- package/src/daemon/summarize-boundary.ts +3 -1
- package/src/daemon/turn-latency-tracker.ts +33 -11
- package/src/daemon/verification-session-intent.ts +3 -1
- package/src/daemon/wake-conversation-ops.ts +3 -1
- package/src/daemon/web-search-history.ts +12 -4
- package/src/documents/document-store.ts +15 -5
- package/src/followups/followup-store.ts +9 -3
- package/src/heartbeat/heartbeat-run-store.ts +3 -1
- package/src/home/conversation-starter-checkpoints.ts +3 -1
- package/src/home/feed-source-enrichment.test.ts +7 -0
- package/src/home/feed-source-enrichment.ts +11 -2
- package/src/home/feed-writer.ts +27 -9
- package/src/home/home-greeting-cache.ts +3 -1
- package/src/home/job-handlers/conversation-starters.ts +15 -5
- package/src/home/post-connect-feed.ts +3 -1
- package/src/home/progress-formula.ts +6 -2
- package/src/home/relationship-state-writer.ts +78 -25
- package/src/ipc/__tests__/exit-helper.test.ts +12 -8
- package/src/ipc/__tests__/streaming-client.test.ts +54 -16
- package/src/ipc/__tests__/streaming-framing.test.ts +31 -8
- package/src/ipc/__tests__/ui-request-route.test.ts +3 -1
- package/src/ipc/__tests__/watcher-ipc.test.ts +6 -2
- package/src/ipc/assistant-server.ts +21 -13
- package/src/ipc/cli-client.ts +38 -13
- package/src/ipc/gateway-client.ts +6 -2
- package/src/ipc/gateway-flag-listener.ts +9 -3
- package/src/ipc/routes/__tests__/contacts-mirror-apply-atomicity.test.ts +7 -4
- package/src/ipc/routes/__tests__/contacts-mirror-apply.test.ts +22 -10
- package/src/ipc/routes/__tests__/contacts-mirror-ipc-routes.test.ts +26 -13
- package/src/ipc/routes/__tests__/contacts-mirror-merge-contact.test.ts +35 -9
- package/src/ipc/routes/__tests__/contacts-mirror-upsert-full.test.ts +37 -20
- package/src/ipc/routes/__tests__/guardian-label-ipc-routes.test.ts +4 -6
- package/src/ipc/routes/contacts-info-ipc-routes.ts +9 -6
- package/src/ipc/routes/trust-rules.test.ts +6 -2
- package/src/ipc/socket-cleanup.ts +6 -2
- package/src/live-voice/__tests__/live-activity-reporter.test.ts +194 -0
- package/src/live-voice/__tests__/live-voice-archive.test.ts +24 -8
- package/src/live-voice/__tests__/live-voice-stt.test.ts +330 -3
- package/src/live-voice/__tests__/live-voice-vad.test.ts +11 -1
- package/src/live-voice/__tests__/protocol.test.ts +45 -15
- package/src/live-voice/__tests__/runtime-websocket-shell.test.ts +6 -2
- package/src/live-voice/live-activity-reporter.ts +180 -0
- package/src/live-voice/live-voice-archive.ts +18 -6
- package/src/live-voice/live-voice-metrics.ts +24 -8
- package/src/live-voice/live-voice-session.ts +154 -15
- package/src/live-voice/protocol.ts +6 -2
- package/src/mcp/client.ts +9 -3
- package/src/mcp/manager.ts +3 -1
- package/src/mcp/mcp-auth-orchestrator.ts +3 -1
- package/src/mcp/mcp-header-store.ts +3 -1
- package/src/mcp/mcp-oauth-provider.ts +12 -4
- package/src/media/gemini-image-service.ts +15 -5
- package/src/media/openai-image-service.ts +9 -3
- package/src/messaging/draft-store.ts +3 -1
- package/src/messaging/providers/__tests__/transport-dispatch.test.ts +3 -1
- package/src/messaging/providers/a2a/__tests__/deliver.test.ts +3 -1
- package/src/messaging/providers/a2a/deliver.ts +3 -1
- package/src/messaging/providers/callback-routing.ts +3 -1
- package/src/messaging/providers/gmail/adapter.ts +36 -12
- package/src/messaging/providers/gmail/client.ts +71 -24
- package/src/messaging/providers/gmail/mime-builder.ts +6 -2
- package/src/messaging/providers/gmail/people-client.ts +3 -1
- package/src/messaging/providers/outlook/client.ts +30 -10
- package/src/messaging/providers/slack/__tests__/adapter-token-routing.test.ts +15 -6
- package/src/messaging/providers/slack/adapter.ts +51 -17
- package/src/messaging/providers/slack/api.ts +39 -13
- package/src/messaging/providers/slack/client.ts +9 -3
- package/src/messaging/providers/slack/deep-link.ts +15 -5
- package/src/messaging/providers/slack/message-metadata.ts +21 -7
- package/src/messaging/providers/slack/render-transcript.ts +54 -18
- package/src/messaging/providers/slack/render.ts +50 -17
- package/src/messaging/providers/slack/transport.ts +9 -3
- package/src/messaging/providers/telegram-bot/adapter.ts +6 -2
- package/src/messaging/providers/telegram-bot/api.ts +3 -1
- package/src/messaging/providers/telegram-bot/render.ts +33 -11
- package/src/messaging/providers/telegram-bot/send.ts +3 -1
- package/src/messaging/providers/whatsapp/adapter.ts +3 -1
- package/src/messaging/providers/whatsapp/api.ts +9 -3
- package/src/messaging/registry.ts +3 -1
- package/src/messaging/style-analyzer.ts +3 -1
- package/src/monitoring/__tests__/db-integrity-sample.test.ts +96 -0
- package/src/monitoring/__tests__/sample-ring-buffer.test.ts +12 -4
- package/src/monitoring/db-integrity-check.ts +163 -0
- package/src/monitoring/db-integrity-sample.ts +171 -0
- package/src/monitoring/process-memory.ts +2 -1
- package/src/monitoring/sample-ring-buffer.ts +15 -5
- package/src/monitoring/worker.ts +12 -0
- package/src/notifications/adapters/platform.ts +6 -7
- package/src/notifications/adapters/shared.ts +9 -3
- package/src/notifications/conversation-candidates.ts +21 -7
- package/src/notifications/conversation-seed-composer.ts +21 -7
- package/src/notifications/copy-composer.ts +12 -4
- package/src/notifications/decisions-store.ts +6 -2
- package/src/notifications/deferred-emit.ts +18 -6
- package/src/notifications/deliveries-store.ts +3 -1
- package/src/notifications/destination-resolver.ts +12 -6
- package/src/notifications/deterministic-checks.ts +6 -2
- package/src/notifications/edit-notification.ts +3 -1
- package/src/notifications/events-store.ts +3 -1
- package/src/notifications/guardian-question-mode.ts +15 -5
- package/src/notifications/home-feed-side-effect.ts +12 -4
- package/src/notifications/notification-utils.ts +8 -3
- package/src/notifications/preference-extractor.ts +5 -2
- package/src/notifications/preference-summary.ts +3 -1
- package/src/oauth/__tests__/oauth-connect-state.test.ts +4 -1
- package/src/oauth/byo-connection.test.ts +15 -5
- package/src/oauth/byo-connection.ts +6 -2
- package/src/oauth/connect-orchestrator.ts +3 -1
- package/src/oauth/connection-resolver.test.ts +6 -2
- package/src/oauth/connection-resolver.ts +12 -4
- package/src/oauth/identity-verifier.ts +30 -10
- package/src/oauth/manual-token-connection.ts +12 -4
- package/src/oauth/oauth-connect-state.ts +15 -3
- package/src/oauth/oauth-store.ts +132 -52
- package/src/oauth/provider-serializer.ts +9 -3
- package/src/oauth/provider-visibility.ts +3 -1
- package/src/oauth/scope-utils.ts +3 -1
- package/src/onboarding/checkin-event.ts +33 -11
- package/src/outbound-proxy/certs.ts +6 -2
- package/src/outbound-proxy/connect-tunnel.ts +15 -5
- package/src/outbound-proxy/host-pattern-match.ts +3 -1
- package/src/outbound-proxy/http-forwarder.ts +9 -3
- package/src/outbound-proxy/logging.ts +6 -2
- package/src/outbound-proxy/mitm-handler.ts +9 -3
- package/src/outbound-proxy/policy.ts +12 -4
- package/src/outbound-proxy/router.ts +3 -1
- package/src/outbound-proxy/server.ts +15 -5
- package/src/permissions/approval-provenance.test.ts +13 -4
- package/src/permissions/question-prompter.test.ts +12 -4
- package/src/permissions/question-prompter.ts +6 -2
- package/src/persistence/__tests__/raw-query-telemetry.test.ts +3 -1
- package/src/persistence/a2a-invite-store.ts +1 -4
- package/src/persistence/attachments-store.ts +60 -20
- package/src/persistence/bookmark-crud.ts +6 -2
- package/src/persistence/compaction-ledger-store.ts +6 -2
- package/src/persistence/compaction-log-store-clickhouse.ts +29 -10
- package/src/persistence/conversation-attention-store.ts +3 -1
- package/src/persistence/conversation-crud.ts +241 -93
- package/src/persistence/conversation-directories.ts +9 -3
- package/src/persistence/conversation-group-migration.ts +17 -1
- package/src/persistence/conversation-key-store.ts +3 -1
- package/src/persistence/conversation-queries.ts +146 -47
- package/src/persistence/conversation-search-lexical.ts +3 -1
- package/src/persistence/db-async-query.ts +9 -3
- package/src/persistence/delivery-channels.ts +3 -1
- package/src/persistence/embeddings/__tests__/embedding-identity.test.ts +9 -3
- package/src/persistence/embeddings/__tests__/embedding-local-lifecycle.test.ts +755 -0
- package/src/persistence/embeddings/__tests__/plugin-facade-index.test.ts +73 -0
- package/src/persistence/embeddings/__tests__/plugin-index.test.ts +323 -0
- package/src/persistence/embeddings/embed.ts +21 -7
- package/src/persistence/embeddings/embedding-backend.test.ts +12 -4
- package/src/persistence/embeddings/embedding-backend.ts +181 -24
- package/src/persistence/embeddings/embedding-billing-breaker.ts +21 -7
- package/src/persistence/embeddings/embedding-cache.ts +6 -2
- package/src/persistence/embeddings/embedding-gemini.ts +6 -2
- package/src/persistence/embeddings/embedding-identity.ts +12 -4
- package/src/persistence/embeddings/embedding-local.ts +719 -142
- package/src/persistence/embeddings/embedding-ollama.ts +6 -2
- package/src/persistence/embeddings/embedding-openai.ts +3 -1
- package/src/persistence/embeddings/embedding-runtime-manager.ts +25 -9
- package/src/persistence/embeddings/embedding-types.ts +22 -1
- package/src/persistence/embeddings/messages-lexical-index.ts +12 -4
- package/src/persistence/embeddings/plugin-facade.ts +102 -3
- package/src/persistence/embeddings/plugin-index.ts +341 -0
- package/src/persistence/embeddings/qdrant-circuit-breaker.ts +6 -2
- package/src/persistence/embeddings/qdrant-client.test.ts +10 -4
- package/src/persistence/embeddings/qdrant-client.ts +173 -9
- package/src/persistence/embeddings/qdrant-manager.ts +21 -7
- package/src/persistence/external-conversation-store.ts +6 -2
- package/src/persistence/group-crud.test.ts +59 -0
- package/src/persistence/group-crud.ts +36 -11
- package/src/persistence/job-handlers/cleanup.ts +30 -12
- package/src/persistence/job-utils.ts +46 -26
- package/src/persistence/llm-request-log-sink-clickhouse.ts +12 -4
- package/src/persistence/llm-request-log-source-clickhouse.ts +18 -6
- package/src/persistence/llm-request-log-store.ts +26 -9
- package/src/persistence/migrations/001-job-deferrals.ts +3 -1
- package/src/persistence/migrations/002-tool-invocations-fk.ts +6 -2
- package/src/persistence/migrations/003-memory-fts-backfill.ts +3 -1
- package/src/persistence/migrations/004-entity-relation-dedup.ts +3 -1
- package/src/persistence/migrations/005-fingerprint-scope-unique.ts +3 -1
- package/src/persistence/migrations/006-scope-salted-fingerprints.ts +6 -2
- package/src/persistence/migrations/007-assistant-id-to-self.ts +3 -1
- package/src/persistence/migrations/008-remove-assistant-id-columns.ts +6 -2
- package/src/persistence/migrations/009-llm-usage-events-drop-assistant-id.ts +6 -2
- package/src/persistence/migrations/011-call-sessions-provider-sid-dedup.ts +9 -3
- package/src/persistence/migrations/014-backfill-inbox-thread-state.ts +3 -1
- package/src/persistence/migrations/015-drop-active-search-index.ts +3 -1
- package/src/persistence/migrations/019-notification-tables-schema-migration.ts +3 -1
- package/src/persistence/migrations/020-rename-macos-ios-channel-to-vellum.ts +3 -1
- package/src/persistence/migrations/024-embedding-vector-blob.ts +6 -2
- package/src/persistence/migrations/025-messages-fts-backfill.ts +3 -1
- package/src/persistence/migrations/026a-embeddings-nullable-vector-json.ts +9 -3
- package/src/persistence/migrations/036-normalize-phone-identities.ts +36 -12
- package/src/persistence/migrations/120-fk-cascade-rebuilds.ts +12 -4
- package/src/persistence/migrations/126-backfill-guardian-principal-id.ts +6 -2
- package/src/persistence/migrations/127-guardian-principal-id-not-null.ts +15 -5
- package/src/persistence/migrations/134-contacts-notes-column.ts +10 -4
- package/src/persistence/migrations/135-backfill-contact-interaction-stats.ts +6 -2
- package/src/persistence/migrations/136-drop-assistant-id-columns.ts +12 -4
- package/src/persistence/migrations/140-backfill-usage-cache-accounting.ts +24 -8
- package/src/persistence/migrations/141-rename-verification-table.ts +12 -4
- package/src/persistence/migrations/142-rename-verification-session-id-column.ts +6 -2
- package/src/persistence/migrations/147-migrate-reminders-to-schedules.ts +6 -2
- package/src/persistence/migrations/150-oauth-apps-client-secret-path.ts +12 -4
- package/src/persistence/migrations/157-invite-contact-id.ts +3 -1
- package/src/persistence/migrations/162-guardian-timestamps-epoch-ms.ts +21 -8
- package/src/persistence/migrations/174-rename-thread-starters-table.ts +12 -4
- package/src/persistence/migrations/180-backfill-inline-attachments-to-disk.ts +3 -1
- package/src/persistence/migrations/196-strip-integration-prefix-from-provider-keys.ts +6 -2
- package/src/persistence/migrations/206-scrub-corrupted-image-attachments.ts +3 -1
- package/src/persistence/migrations/209-strip-thinking-from-consolidated.ts +3 -1
- package/src/persistence/migrations/220-normalize-user-file-by-principal.ts +24 -8
- package/src/persistence/migrations/222-strip-placeholder-sentinels-from-messages.ts +3 -1
- package/src/persistence/migrations/231-repair-memory-graph-event-dates.ts +18 -6
- package/src/persistence/migrations/241-activation-state-fk-cascade.ts +6 -2
- package/src/persistence/migrations/246-backfill-provider-connection-label.ts +3 -1
- package/src/persistence/migrations/247-external-conversation-binding-thread-id.ts +3 -1
- package/src/persistence/migrations/249-normalize-slack-external-content.ts +30 -10
- package/src/persistence/migrations/256-memory-v2-injection-events.ts +24 -8
- package/src/persistence/migrations/296-rewrite-balanced-economy-profile-pins.test.ts +3 -1
- package/src/persistence/migrations/296-rewrite-balanced-economy-profile-pins.ts +6 -2
- package/src/persistence/migrations/297-move-llm-request-logs-to-logs-db.ts +3 -1
- package/src/persistence/migrations/302-create-compaction-events.ts +3 -1
- package/src/persistence/migrations/306-rewrite-frontier-profile-pins.test.ts +3 -1
- package/src/persistence/migrations/306-rewrite-frontier-profile-pins.ts +6 -2
- package/src/persistence/migrations/311-create-subagents-table.ts +5 -3
- package/src/persistence/migrations/318-drop-contact-channel-telemetry.ts +3 -1
- package/src/persistence/migrations/319-remove-legacy-managed-connections.ts +3 -1
- package/src/persistence/migrations/329-move-onboarding-events-to-telemetry-db.ts +3 -1
- package/src/persistence/migrations/340-sweep-orphaned-graph-node-vectors.test.ts +9 -0
- package/src/persistence/migrations/342-add-conversation-parent-id.test.ts +1 -3
- package/src/persistence/migrations/352-drop-schedule-skill-script-handoff.ts +3 -1
- package/src/persistence/migrations/355-add-schedule-group-id.ts +22 -0
- package/src/persistence/migrations/356-add-subagent-parent-tool-use-id.test.ts +87 -0
- package/src/persistence/migrations/356-add-subagent-parent-tool-use-id.ts +31 -0
- package/src/persistence/migrations/357-move-memory-segments-to-memory-db.ts +95 -0
- package/src/persistence/migrations/358-move-memory-embeddings-to-memory-db.ts +83 -0
- package/src/persistence/migrations/359-move-memory-summaries-to-memory-db.ts +86 -0
- package/src/persistence/migrations/__tests__/350-conversations-total-input-tokens-nullable.test.ts +3 -1
- package/src/persistence/migrations/run-migrations.ts +12 -4
- package/src/persistence/migrations/validate-migration-state.ts +12 -4
- package/src/persistence/raw-query.ts +9 -3
- package/src/persistence/schema/conversation-groups.ts +2 -0
- package/src/persistence/schema/infrastructure.ts +1 -0
- package/src/persistence/slow-query-log.ts +27 -9
- package/src/persistence/slow-sync-log.ts +3 -1
- package/src/persistence/steps.ts +60 -0
- package/src/persistence/subagent-store.ts +187 -8
- package/src/persistence/usage-buckets.ts +9 -3
- package/src/persistence/usage-grouped-buckets.ts +6 -2
- package/src/platform/feature-gate.ts +3 -1
- package/src/platform/sync-identity.ts +9 -3
- package/src/playbooks/playbook-compiler.ts +3 -1
- package/src/plugin-api/index.ts +34 -1
- package/src/plugin-api/model-profiles.test.ts +30 -0
- package/src/plugin-api/model-profiles.ts +11 -4
- package/src/plugin-api/vision-support.test.ts +65 -2
- package/src/plugin-api/vision-support.ts +15 -3
- package/src/plugins/defaults/channel/injectors.ts +12 -4
- package/src/plugins/defaults/compaction/window-manager.ts +30 -10
- package/src/plugins/defaults/documents/injectors.ts +18 -6
- package/src/plugins/defaults/empty-response/hooks/post-model-call.ts +9 -3
- package/src/plugins/defaults/exploration-drift/hooks/post-tool-use.ts +26 -8
- package/src/plugins/defaults/image-fallback/hooks/post-compact.ts +3 -1
- package/src/plugins/defaults/image-fallback/hooks/post-tool-use.ts +6 -2
- package/src/plugins/defaults/image-fallback/hooks/user-prompt-submit.ts +3 -1
- package/src/plugins/defaults/image-fallback/src/caption-blocks.ts +6 -2
- package/src/plugins/defaults/image-fallback/src/image-persist.ts +3 -1
- package/src/plugins/defaults/image-fallback/src/vision-caption.ts +6 -2
- package/src/plugins/defaults/index.ts +0 -28
- package/src/plugins/defaults/injection-presence.ts +3 -1
- package/src/plugins/defaults/main.ts +31 -0
- package/src/plugins/defaults/max-tokens-continue/hooks/post-model-call.ts +62 -6
- package/src/plugins/defaults/memory/AGENTS.md +10 -7
- package/src/plugins/defaults/memory/__tests__/capability-seed-embed-gate.test.ts +4 -4
- package/src/plugins/defaults/memory/__tests__/compaction-log-store-clickhouse.test.ts +6 -2
- package/src/plugins/defaults/memory/__tests__/conversation-memory-purge.test.ts +1 -0
- package/src/plugins/defaults/memory/__tests__/conversation-queries.test.ts +224 -0
- package/src/plugins/defaults/memory/__tests__/conversation-row-batch-delete.test.ts +18 -34
- package/src/plugins/defaults/memory/__tests__/db-async-query.test.ts +3 -1
- package/src/plugins/defaults/memory/__tests__/db-memory-attach.test.ts +3 -0
- package/src/plugins/defaults/memory/__tests__/embedding-cache.test.ts +10 -7
- package/src/plugins/defaults/memory/__tests__/indexer-tier-dispatch.test.ts +62 -2
- package/src/plugins/defaults/memory/__tests__/relocated-memory-test-rows.ts +16 -0
- package/src/plugins/defaults/memory/__tests__/table-relocation.test.ts +183 -0
- package/src/plugins/defaults/memory/__tests__/worker-control.test.ts +6 -2
- package/src/plugins/defaults/memory/anisotropy.test.ts +18 -6
- package/src/plugins/defaults/memory/anisotropy.ts +45 -15
- package/src/plugins/defaults/memory/context-search/agent-protocol.ts +3 -1
- package/src/plugins/defaults/memory/context-search/agent-runner.ts +6 -2
- package/src/plugins/defaults/memory/context-search/limits.ts +6 -2
- package/src/plugins/defaults/memory/context-search/search.ts +30 -10
- package/src/plugins/defaults/memory/context-search/sources/memory.ts +9 -3
- package/src/plugins/defaults/memory/context-search/sources/workspace.ts +33 -11
- package/src/plugins/defaults/memory/conversation-memory-purge.ts +5 -0
- package/src/plugins/defaults/memory/find-most-recent-retrospective-for.ts +3 -1
- package/src/plugins/defaults/memory/frontmatter.ts +3 -1
- package/src/plugins/defaults/memory/graph/__tests__/conversation-graph-memory-recent-summaries.test.ts +142 -0
- package/src/plugins/defaults/memory/graph/conversation-graph-memory.ts +117 -45
- package/src/plugins/defaults/memory/graph/graph-memory-state-store.ts +9 -3
- package/src/plugins/defaults/memory/graph/graph-search.ts +3 -1
- package/src/plugins/defaults/memory/graph/store.ts +113 -45
- package/src/plugins/defaults/memory/graph/types.ts +20 -7
- package/src/plugins/defaults/memory/graph-topology/__tests__/build-memory-graph.test.ts +1 -0
- package/src/plugins/defaults/memory/indexer.ts +40 -3
- package/src/plugins/defaults/memory/jobs/__tests__/embed-concept-page.test.ts +2 -2
- package/src/plugins/defaults/memory/jobs/embed-concept-page.ts +20 -21
- package/src/plugins/defaults/memory/memory-db.ts +3 -1
- package/src/plugins/defaults/memory/memory-retrospective-accounting.ts +18 -6
- package/src/plugins/defaults/memory/memory-retrospective-state.ts +30 -10
- package/src/plugins/defaults/memory/memory-retrospective-trigger-check.ts +18 -6
- package/src/plugins/defaults/memory/prompt-override.ts +6 -2
- package/src/plugins/defaults/memory/segmenter.ts +6 -2
- package/src/plugins/defaults/memory/src/__tests__/memory-ingest-routes.test.ts +176 -0
- package/src/plugins/defaults/memory/src/__tests__/memory-worker-routes.test.ts +3 -1
- package/src/plugins/defaults/memory/src/memory-ingest-routes.ts +125 -0
- package/src/plugins/defaults/memory/src/memory-v2-routes.ts +5 -2
- package/src/plugins/defaults/memory/substrate/__tests__/consolidation-lock.test.ts +136 -0
- package/src/plugins/defaults/memory/substrate/__tests__/ingest.test.ts +440 -0
- package/src/plugins/defaults/memory/substrate/__tests__/page-index.test.ts +129 -2
- package/src/plugins/defaults/memory/substrate/__tests__/page-store.test.ts +31 -0
- package/src/plugins/defaults/memory/substrate/consolidation-job.ts +10 -218
- package/src/plugins/defaults/memory/substrate/consolidation-lock.ts +250 -0
- package/src/plugins/defaults/memory/substrate/ingest.ts +360 -0
- package/src/plugins/defaults/memory/substrate/page-index.ts +110 -1
- package/src/plugins/defaults/memory/substrate/page-store.ts +20 -24
- package/src/plugins/defaults/memory/substrate/types.ts +12 -0
- package/src/plugins/defaults/memory/task-memory-cleanup.ts +18 -6
- package/src/plugins/defaults/memory/v1/graph/bootstrap.ts +27 -10
- package/src/plugins/defaults/memory/v1/graph/consolidation.ts +57 -21
- package/src/plugins/defaults/memory/v1/graph/decay.ts +6 -2
- package/src/plugins/defaults/memory/v1/graph/extraction-job.ts +3 -1
- package/src/plugins/defaults/memory/v1/graph/injection.ts +24 -8
- package/src/plugins/defaults/memory/v1/graph/narrative.ts +3 -1
- package/src/plugins/defaults/memory/v1/graph/pattern-scan.ts +3 -1
- package/src/plugins/defaults/memory/v1/graph/scoring.ts +18 -6
- package/src/plugins/defaults/memory/v1/graph/serendipity.ts +9 -3
- package/src/plugins/defaults/memory/v1/graph/triggers.ts +30 -10
- package/src/plugins/defaults/memory/v1/job-handlers/embedding.ts +10 -3
- package/src/plugins/defaults/memory/v1/job-handlers/index-maintenance.ts +12 -12
- package/src/plugins/defaults/memory/v1/jobs/embed-pkb-file.ts +9 -3
- package/src/plugins/defaults/memory/v1/pkb/autoinject.ts +3 -1
- package/src/plugins/defaults/memory/v1/pkb/context.ts +12 -4
- package/src/plugins/defaults/memory/v1/pkb/pkb-reconcile.test.ts +3 -1
- package/src/plugins/defaults/memory/v1/pkb/pkb-reconcile.ts +3 -1
- package/src/plugins/defaults/memory/v1/pkb/pkb-search.test.ts +6 -2
- package/src/plugins/defaults/memory/v1/pkb/pkb-search.ts +15 -5
- package/src/plugins/defaults/memory/v1/pkb-schedule.ts +3 -1
- package/src/plugins/defaults/memory/v1/semantic-search.ts +30 -15
- package/src/plugins/defaults/memory/v2/harness/metrics.ts +9 -3
- package/src/plugins/defaults/memory/v2/harness/runner.ts +9 -3
- package/src/plugins/defaults/memory/v2/injection-events.ts +21 -7
- package/src/plugins/defaults/memory/v3/__tests__/card.test.ts +2 -2
- package/src/plugins/defaults/memory/v3/__tests__/carry-integration.test.ts +1 -0
- package/src/plugins/defaults/memory/v3/__tests__/dense.test.ts +9 -3
- package/src/plugins/defaults/memory/v3/__tests__/edge.test.ts +9 -1
- package/src/plugins/defaults/memory/v3/__tests__/fresh-set.test.ts +39 -5
- package/src/plugins/defaults/memory/v3/__tests__/injection.test.ts +6 -2
- package/src/plugins/defaults/memory/v3/__tests__/live-integration.test.ts +1 -0
- package/src/plugins/defaults/memory/v3/__tests__/orchestrate.test.ts +2 -0
- package/src/plugins/defaults/memory/v3/__tests__/section-dense-store.test.ts +13 -3
- package/src/plugins/defaults/memory/v3/__tests__/shadow-integration.test.ts +1 -0
- package/src/plugins/defaults/memory/v3/__tests__/shadow-plugin.test.ts +4 -0
- package/src/plugins/defaults/memory/v3/card.ts +1 -1
- package/src/plugins/defaults/memory/v3/core-set.ts +6 -2
- package/src/plugins/defaults/memory/v3/dense.ts +15 -5
- package/src/plugins/defaults/memory/v3/entity-lane.ts +9 -3
- package/src/plugins/defaults/memory/v3/ever-injected-store.ts +39 -13
- package/src/plugins/defaults/memory/v3/fresh-set.ts +27 -15
- package/src/plugins/defaults/memory/v3/hot-set.ts +6 -2
- package/src/plugins/defaults/memory/v3/injector.ts +51 -17
- package/src/plugins/defaults/memory/v3/learned-edges.ts +21 -7
- package/src/plugins/defaults/memory/v3/llm-retry.ts +3 -1
- package/src/plugins/defaults/memory/v3/orchestrate.ts +15 -5
- package/src/plugins/defaults/memory/v3/pool-select.test.ts +3 -1
- package/src/plugins/defaults/memory/v3/pool-select.ts +15 -5
- package/src/plugins/defaults/memory/v3/render-injection.ts +6 -2
- package/src/plugins/defaults/memory/v3/section-dense-store.ts +51 -25
- package/src/plugins/defaults/memory/v3/section-needle.ts +27 -9
- package/src/plugins/defaults/memory/v3/sections.ts +6 -2
- package/src/plugins/defaults/memory/v3/shadow-plugin.ts +24 -17
- package/src/plugins/defaults/memory/v3-eval/__tests__/eval-tally.test.ts +9 -3
- package/src/plugins/defaults/memory/v3-eval/eval-packets.ts +6 -0
- package/src/plugins/defaults/memory/v3-eval/eval-tally.ts +22 -9
- package/src/plugins/defaults/memory/worker.ts +54 -10
- package/src/plugins/defaults/session/injectors.ts +15 -5
- package/src/plugins/defaults/surface-completion-nudge/hooks/post-model-call.ts +49 -17
- package/src/plugins/defaults/task-progress-nudge/hooks/post-tool-use.ts +33 -11
- package/src/plugins/defaults/title-generate/hooks/stop.ts +15 -5
- package/src/plugins/defaults/title-generate/hooks/user-prompt-submit.ts +6 -2
- package/src/plugins/defaults/tool-error/hooks/post-tool-use.ts +21 -7
- package/src/plugins/defaults/tool-result-truncate/terminal.ts +3 -1
- package/src/plugins/defaults/turn-context/injectors.ts +3 -1
- package/src/plugins/defaults/workspace/injectors.ts +52 -18
- package/src/plugins/external-plugin-loader.ts +21 -7
- package/src/plugins/injector-registry.ts +6 -2
- package/src/prompts/__tests__/system-prompt.test.ts +5 -2
- package/src/prompts/bootstrap-cleanup.ts +3 -1
- package/src/prompts/normalize-onboarding.ts +9 -3
- package/src/prompts/persona-resolver.ts +33 -11
- package/src/prompts/sections.ts +42 -14
- package/src/prompts/system-prompt.ts +30 -10
- package/src/prompts/template-detection.ts +6 -2
- package/src/prompts/templates/system-sections.ts +55 -20
- package/src/prompts/user-reference.ts +6 -2
- package/src/providers/__tests__/connection-model-compat.test.ts +6 -1
- package/src/providers/__tests__/inference.test.ts +24 -8
- package/src/providers/__tests__/preflight-resolved-config.test.ts +25 -0
- package/src/providers/__tests__/request-diagnostics.test.ts +131 -0
- package/src/providers/__tests__/retry-callsite.test.ts +30 -0
- package/src/providers/__tests__/search-provider-catalog.test.ts +4 -1
- package/src/providers/__tests__/vellum-mismatch-routing.test.ts +108 -1
- package/src/providers/anthropic/client.ts +119 -41
- package/src/providers/call-site-routing.ts +7 -0
- package/src/providers/connection-model-compat.ts +12 -4
- package/src/providers/connection-resolution.ts +61 -1
- package/src/providers/fetch-provider-catalog.ts +3 -2
- package/src/providers/gemini/client.ts +86 -12
- package/src/providers/inference/codex-token-refresh.ts +6 -2
- package/src/providers/inference/connection-availability.ts +13 -1
- package/src/providers/inference/connections.ts +78 -15
- package/src/providers/media-resolve.ts +21 -7
- package/src/providers/model-catalog.ts +104 -63
- package/src/providers/model-intents.ts +2 -2
- package/src/providers/ollama/client.ts +3 -1
- package/src/providers/openai/__tests__/chat-completions-input-audio.test.ts +3 -1
- package/src/providers/openai/__tests__/chat-completions-provider-endpoint.test.ts +3 -1
- package/src/providers/openai/__tests__/chat-completions-provider-reasoning.test.ts +3 -1
- package/src/providers/openai/api-error-normalization.ts +75 -25
- package/src/providers/openai/chat-completions-provider.ts +49 -16
- package/src/providers/openai/codex-models.ts +9 -5
- package/src/providers/openai/coerce-object-args.ts +12 -4
- package/src/providers/openai/responses-provider.ts +31 -11
- package/src/providers/openrouter/client.ts +9 -3
- package/src/providers/platform-proxy/context.ts +9 -3
- package/src/providers/provider-catalog-visibility.ts +4 -4
- package/src/providers/provider-send-message.ts +6 -0
- package/src/providers/ratelimit.ts +6 -2
- package/src/providers/request-diagnostics.ts +225 -0
- package/src/providers/retry.ts +68 -17
- package/src/providers/routing-identity.ts +2 -1
- package/src/providers/search-provider-catalog.ts +18 -0
- package/src/providers/speech-to-text/__tests__/deepgram.test.ts +27 -0
- package/src/providers/speech-to-text/__tests__/provider-catalog.test.ts +25 -0
- package/src/providers/speech-to-text/__tests__/resolve.test.ts +195 -1
- package/src/providers/speech-to-text/deepgram-realtime.test.ts +18 -6
- package/src/providers/speech-to-text/deepgram-realtime.ts +9 -1
- package/src/providers/speech-to-text/deepgram.ts +117 -1
- package/src/providers/speech-to-text/google-gemini-live-stream.test.ts +116 -132
- package/src/providers/speech-to-text/google-gemini-live-stream.ts +87 -31
- package/src/providers/speech-to-text/provider-catalog.ts +17 -0
- package/src/providers/speech-to-text/resolve.ts +64 -5
- package/src/providers/speech-to-text/xai-realtime.test.ts +18 -6
- package/src/providers/speech-to-text/xai-realtime.ts +60 -20
- package/src/providers/speech-to-text/xai.test.ts +43 -0
- package/src/providers/speech-to-text/xai.ts +48 -7
- package/src/providers/stop-reasons.ts +3 -1
- package/src/providers/thinking-config.ts +7 -1
- package/src/providers/tool-progress-events.ts +15 -5
- package/src/providers/usage-tracking.ts +6 -2
- package/src/routes/route-host-client.ts +3 -2
- package/src/routes/route-host-protocol.ts +1 -1
- package/src/routes/worker.ts +3 -2
- package/src/runtime/__tests__/agent-wake.test.ts +3 -1
- package/src/runtime/__tests__/interactive-ui.test.ts +3 -1
- package/src/runtime/__tests__/local-principal-trust.test.ts +10 -8
- package/src/runtime/anchored-guardian.test.ts +45 -8
- package/src/runtime/anchored-guardian.ts +4 -1
- package/src/runtime/approval-conversation-turn.ts +17 -7
- package/src/runtime/approval-message-composer.ts +6 -2
- package/src/runtime/auth/__tests__/guard-tests.test.ts +24 -8
- package/src/runtime/auth/middleware.ts +0 -2
- package/src/runtime/auth/owner-caller.ts +95 -0
- package/src/runtime/auth/require-bound-guardian.ts +7 -22
- package/src/runtime/auth/same-actor.ts +12 -4
- package/src/runtime/background-job-runner.ts +12 -4
- package/src/runtime/channel-invite-transports/slack.ts +6 -2
- package/src/runtime/channel-invite-transports/telegram.ts +6 -2
- package/src/runtime/channel-verification-service.ts +9 -3
- package/src/runtime/decision-token.ts +3 -1
- package/src/runtime/guardian-action-message-composer.ts +6 -2
- package/src/runtime/guardian-vellum-migration.ts +18 -6
- package/src/runtime/http-router.ts +18 -6
- package/src/runtime/invite-service.ts +6 -2
- package/src/runtime/local-principal-trust.ts +6 -2
- package/src/runtime/member-verdict-cache.ts +18 -6
- package/src/runtime/middleware/__tests__/request-logger.test.ts +1 -3
- package/src/runtime/middleware/auth.ts +37 -13
- package/src/runtime/middleware/error-handler.ts +1 -4
- package/src/runtime/middleware/rate-limiter.ts +12 -4
- package/src/runtime/middleware/request-logger.ts +12 -4
- package/src/runtime/migrations/__tests__/rebind-secrets-credentials.test.ts +18 -6
- package/src/runtime/migrations/__tests__/vbundle-builder-credentials.test.ts +3 -1
- package/src/runtime/migrations/__tests__/vbundle-import-parity.test.ts +9 -3
- package/src/runtime/migrations/__tests__/vbundle-import-version-compat.test.ts +11 -4
- package/src/runtime/migrations/__tests__/vbundle-streaming-importer.test.ts +84 -28
- package/src/runtime/migrations/__tests__/vbundle-symlink-importer.test.ts +18 -6
- package/src/runtime/migrations/__tests__/vbundle-symlink-streaming-importer.test.ts +0 -0
- package/src/runtime/migrations/__tests__/vbundle-symlink-tar.test.ts +24 -8
- package/src/runtime/migrations/__tests__/vbundle-tar-stream.test.ts +3 -1
- package/src/runtime/migrations/__tests__/vbundle-validator-v1-schema.test.ts +6 -2
- package/src/runtime/migrations/gcs-signed-url.ts +21 -7
- package/src/runtime/migrations/job-registry.ts +24 -8
- package/src/runtime/migrations/migration-wizard.ts +9 -3
- package/src/runtime/migrations/transfer-progress-screen.ts +3 -1
- package/src/runtime/migrations/validation-results-screen.ts +3 -1
- package/src/runtime/migrations/vbundle-builder.ts +33 -11
- package/src/runtime/migrations/vbundle-import-analyzer.ts +3 -1
- package/src/runtime/migrations/vbundle-import-policy.ts +21 -7
- package/src/runtime/migrations/vbundle-importer.ts +9 -3
- package/src/runtime/migrations/vbundle-metadata-merge.ts +12 -4
- package/src/runtime/migrations/vbundle-streaming-importer.ts +57 -19
- package/src/runtime/migrations/vbundle-tar-stream.ts +15 -5
- package/src/runtime/migrations/vbundle-validator.ts +6 -2
- package/src/runtime/nl-approval-parser.ts +6 -3
- package/src/runtime/no-response.ts +12 -4
- package/src/runtime/pending-interactions.ts +9 -3
- package/src/runtime/pre-first-message-gate.ts +3 -1
- package/src/runtime/routes/__tests__/acp-routes.test.ts +24 -8
- package/src/runtime/routes/__tests__/avatar-state-routes.test.ts +9 -3
- package/src/runtime/routes/__tests__/backup-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/channel-verification-revoke.test.ts +9 -3
- package/src/runtime/routes/__tests__/client-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/connection-routes-vs-cli-parity.test.ts +12 -4
- package/src/runtime/routes/__tests__/consolidation-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/contact-routes-update-channel-relay.test.ts +3 -1
- package/src/runtime/routes/__tests__/contact-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/content-source-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/conversation-compaction-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/conversation-list-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/conversation-management-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/conversation-query-routes.test.ts +116 -1
- package/src/runtime/routes/__tests__/conversation-surface-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/default-plugin-routes.test.ts +4 -14
- package/src/runtime/routes/__tests__/default-provider-routes.test.ts +4 -4
- package/src/runtime/routes/__tests__/deprecated-route-context.test.ts +112 -0
- package/src/runtime/routes/__tests__/gateway-log-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/gateway-status-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/global-search-routes.test.ts +12 -0
- package/src/runtime/routes/__tests__/heartbeat-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/home-feed-routes.test.ts +6 -3
- package/src/runtime/routes/__tests__/inference-provider-connection-routes.test.ts +57 -4
- package/src/runtime/routes/__tests__/inference-send-routes.test.ts +79 -2
- package/src/runtime/routes/__tests__/invite-relay-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/ps-routes.test.ts +12 -4
- package/src/runtime/routes/__tests__/question-routes.test.ts +6 -2
- package/src/runtime/routes/__tests__/retrospective-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/sanity-routes.test.ts +6 -2
- package/src/runtime/routes/__tests__/schedule-routes-create.test.ts +3 -1
- package/src/runtime/routes/__tests__/slack-channel-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/stt-routes.test.ts +22 -3
- package/src/runtime/routes/__tests__/surface-action-routes.test.ts +9 -3
- package/src/runtime/routes/__tests__/surface-content-routes.test.ts +3 -1
- package/src/runtime/routes/__tests__/tts-routes.test.ts +9 -3
- package/src/runtime/routes/__tests__/user-route-dispatcher-host.test.ts +3 -12
- package/src/runtime/routes/__tests__/user-route-dispatcher.test.ts +26 -115
- package/src/runtime/routes/__tests__/wake-conversation-routes.test.ts +3 -1
- package/src/runtime/routes/acp-routes-list.test.ts +9 -3
- package/src/runtime/routes/acp-routes.test.ts +18 -6
- package/src/runtime/routes/app-management-routes.ts +13 -5
- package/src/runtime/routes/app-routes.ts +3 -1
- package/src/runtime/routes/archive-utils.ts +3 -1
- package/src/runtime/routes/attachment-routes.ts +6 -2
- package/src/runtime/routes/background-wake-routes.ts +12 -4
- package/src/runtime/routes/backup-routes.ts +6 -2
- package/src/runtime/routes/browser-routes.ts +3 -1
- package/src/runtime/routes/call-routes.ts +3 -1
- package/src/runtime/routes/contact-prompt-routes.ts +8 -1
- package/src/runtime/routes/contact-routes.ts +9 -3
- package/src/runtime/routes/conversation-list-routes.ts +3 -1
- package/src/runtime/routes/conversation-management-routes.ts +6 -2
- package/src/runtime/routes/conversation-query-routes.ts +101 -12
- package/src/runtime/routes/conversation-routes.ts +6 -2
- package/src/runtime/routes/conversation-starter-routes.ts +12 -4
- package/src/runtime/routes/conversations-import-routes.ts +28 -2
- package/src/runtime/routes/debug-bash-routes.ts +3 -1
- package/src/runtime/routes/default-provider-routes.ts +8 -4
- package/src/runtime/routes/defer-routes.ts +17 -14
- package/src/runtime/routes/deprecated-route-context.ts +125 -0
- package/src/runtime/routes/diagnostics-routes.ts +3 -1
- package/src/runtime/routes/disk-pressure-routes.ts +12 -4
- package/src/runtime/routes/email-routes.ts +18 -6
- package/src/runtime/routes/errors.ts +13 -0
- package/src/runtime/routes/events-routes.ts +9 -3
- package/src/runtime/routes/global-search-routes.ts +28 -8
- package/src/runtime/routes/group-routes.ts +47 -5
- package/src/runtime/routes/guardian-action-routes.ts +2 -1
- package/src/runtime/routes/heartbeat-routes.ts +12 -6
- package/src/runtime/routes/home-feed-routes.ts +51 -18
- package/src/runtime/routes/host-app-control-routes.ts +40 -45
- package/src/runtime/routes/host-bash-routes.ts +31 -22
- package/src/runtime/routes/host-browser-routes.ts +6 -3
- package/src/runtime/routes/host-cu-routes.ts +26 -36
- package/src/runtime/routes/host-file-routes.ts +29 -40
- package/src/runtime/routes/host-transfer-routes.ts +21 -9
- package/src/runtime/routes/http-adapter.ts +15 -5
- package/src/runtime/routes/identity-routes.ts +15 -5
- package/src/runtime/routes/inbound-stages/admission-policy.test.ts +9 -3
- package/src/runtime/routes/inbound-stages/channel-turn-admission.ts +2 -2
- package/src/runtime/routes/inbound-stages/guardian-activation-intercept.ts +12 -4
- package/src/runtime/routes/index.ts +2 -0
- package/src/runtime/routes/inference-profile-session-handler.ts +6 -2
- package/src/runtime/routes/inference-profile-session-reaper.ts +6 -2
- package/src/runtime/routes/inference-profiles-routes.ts +10 -5
- package/src/runtime/routes/inference-provider-connection-routes.ts +36 -6
- package/src/runtime/routes/inference-send-routes.ts +88 -22
- package/src/runtime/routes/integrations/twilio.ts +3 -1
- package/src/runtime/routes/internal-oauth-routes.ts +6 -2
- package/src/runtime/routes/llm-call-sites-routes.ts +5 -2
- package/src/runtime/routes/llm-context-normalization.ts +36 -12
- package/src/runtime/routes/log-export/__tests__/workspace-allowlist.test.ts +12 -4
- package/src/runtime/routes/log-export/workspace-allowlist.ts +33 -11
- package/src/runtime/routes/log-export-routes.ts +51 -17
- package/src/runtime/routes/mcp-auth-routes.ts +23 -8
- package/src/runtime/routes/migration-rollback-routes.ts +4 -2
- package/src/runtime/routes/migration-routes.ts +24 -8
- package/src/runtime/routes/oauth-apps.ts +3 -1
- package/src/runtime/routes/oauth-commands-routes.ts +66 -22
- package/src/runtime/routes/oauth-connect-routes.ts +14 -5
- package/src/runtime/routes/oauth-providers.ts +89 -34
- package/src/runtime/routes/onboarding-checkin-routes.ts +3 -1
- package/src/runtime/routes/platform-routes.ts +162 -50
- package/src/runtime/routes/playground/__tests__/force-compact.test.ts +6 -2
- package/src/runtime/routes/playground/__tests__/inject-failures.test.ts +9 -3
- package/src/runtime/routes/playground/__tests__/reset-circuit.test.ts +3 -1
- package/src/runtime/routes/playground/__tests__/seed-conversation.test.ts +3 -1
- package/src/runtime/routes/playground/__tests__/seeded-conversations.test.ts +3 -1
- package/src/runtime/routes/playground/__tests__/state.test.ts +3 -1
- package/src/runtime/routes/playground/helpers.ts +9 -3
- package/src/runtime/routes/playground/seeded-conversations.ts +3 -1
- package/src/runtime/routes/profiler-routes.ts +12 -4
- package/src/runtime/routes/question-routes.ts +3 -1
- package/src/runtime/routes/redact-staged-export.ts +15 -5
- package/src/runtime/routes/schedule-routes.ts +135 -38
- package/src/runtime/routes/sequence-routes.ts +23 -10
- package/src/runtime/routes/skills-routes.ts +45 -15
- package/src/runtime/routes/slack-channel-routes.ts +6 -2
- package/src/runtime/routes/sounds-config-routes.ts +15 -5
- package/src/runtime/routes/stt-routes.ts +12 -3
- package/src/runtime/routes/subagents-routes.ts +182 -47
- package/src/runtime/routes/tool-call-question-enrichment.ts +6 -2
- package/src/runtime/routes/user-route-dispatcher.ts +23 -64
- package/src/runtime/routes/user-routes-cli.ts +3 -1
- package/src/runtime/routes/user-routes.ts +1 -10
- package/src/runtime/routes/watcher-routes.ts +15 -5
- package/src/runtime/routes/workflow-routes.test.ts +9 -3
- package/src/runtime/routes/workflow-routes.ts +12 -4
- package/src/runtime/routes/workspace-greetings.ts +12 -4
- package/src/runtime/routes/workspace-routes.ts +12 -4
- package/src/runtime/routes/workspace-utils.ts +6 -2
- package/src/runtime/services/conversation-serializer.ts +9 -3
- package/src/runtime/slack-reply-session.test.ts +3 -1
- package/src/runtime/slack-reply-session.ts +42 -14
- package/src/runtime/trust-verdict-consumer.ts +9 -3
- package/src/runtime/verification-outbound-actions.ts +3 -1
- package/src/runtime/verification-rate-limiter.ts +6 -2
- package/src/schedule/__tests__/run-script.test.ts +62 -0
- package/src/schedule/defer-provenance.ts +51 -0
- package/src/schedule/integration-status.ts +6 -2
- package/src/schedule/recurrence-engine.ts +35 -13
- package/src/schedule/recurrence-types.ts +6 -2
- package/src/schedule/run-script.ts +111 -21
- package/src/schedule/schedule-recovery.ts +6 -2
- package/src/schedule/schedule-store.ts +308 -57
- package/src/schedule/scheduler.ts +9 -11
- package/src/schedule/wake-schedule-options.ts +94 -0
- package/src/security/AGENTS.md +14 -0
- package/src/security/__tests__/oauth2-exchange-body.test.ts +1 -4
- package/src/security/__tests__/provider-key-env-fallback.test.ts +6 -2
- package/src/security/__tests__/untrusted-content.test.ts +21 -2
- package/src/security/ces-credential-client.ts +15 -5
- package/src/security/ces-rpc-credential-backend.ts +6 -2
- package/src/security/credential-key.ts +6 -2
- package/src/security/encrypted-store.ts +47 -18
- package/src/security/oauth-callback-registry.ts +6 -2
- package/src/security/oauth2-device-code.ts +7 -2
- package/src/security/oauth2.ts +36 -7
- package/src/security/redact-json.ts +3 -1
- package/src/security/redaction.ts +3 -1
- package/src/security/secret-allowlist.ts +21 -7
- package/src/security/secret-ingress.ts +3 -1
- package/src/security/secret-scanner.ts +23 -8
- package/src/security/token-manager.ts +4 -2
- package/src/security/tool-approval-digest.ts +3 -1
- package/src/security/untrusted-content.ts +11 -3
- package/src/sequence/analytics.ts +6 -2
- package/src/sequence/guardrails.ts +6 -2
- package/src/sequence/importer.ts +18 -6
- package/src/sequence/reply-matcher.ts +18 -6
- package/src/sequence/store.ts +40 -15
- package/src/services/published-app-updater.ts +9 -3
- package/src/signals/cancel.ts +3 -1
- package/src/signals/conversation-undo.ts +3 -1
- package/src/skills/active-skill-tools.ts +9 -3
- package/src/skills/catalog-cache.ts +4 -1
- package/src/skills/catalog-files.ts +93 -31
- package/src/skills/catalog-install.ts +30 -10
- package/src/skills/categories-cache.ts +9 -3
- package/src/skills/clawhub-files.ts +21 -7
- package/src/skills/clawhub.ts +18 -6
- package/src/skills/frontmatter.ts +3 -1
- package/src/skills/include-graph.ts +33 -11
- package/src/skills/inline-command-expansions.ts +9 -3
- package/src/skills/inline-command-runner.ts +6 -2
- package/src/skills/install-meta.ts +17 -6
- package/src/skills/managed-store.ts +3 -1
- package/src/skills/remote-skill-policy.ts +6 -2
- package/src/skills/skill-cache-store.ts +6 -2
- package/src/skills/skillssh-files.ts +42 -14
- package/src/skills/skillssh-registry.ts +18 -6
- package/src/skills/validate-input.ts +60 -20
- package/src/skills/version-hash.ts +6 -2
- package/src/stt/__tests__/daemon-batch-transcriber.test.ts +136 -2
- package/src/stt/daemon-batch-transcriber.ts +39 -22
- package/src/subagent/consult-prompt.ts +3 -1
- package/src/subagent/consult-transcript.ts +6 -2
- package/src/subagent/index.ts +11 -2
- package/src/subagent/manager.ts +162 -47
- package/src/subagent/types.ts +67 -0
- package/src/subagent/validate-allowlists.ts +6 -2
- package/src/telemetry/tool-usage-store.ts +6 -2
- package/src/telemetry/watchdog-direct-emit.ts +6 -2
- package/src/telemetry/watchdog-events-store.ts +6 -3
- package/src/tools/background-tool-registry.ts +6 -2
- package/src/tools/browser/__tests__/auth-detector.test.ts +20 -0
- package/src/tools/browser/__tests__/browser-untrusted-content.test.ts +512 -0
- package/src/tools/browser/auth-cache.ts +6 -2
- package/src/tools/browser/auth-detector.ts +24 -6
- package/src/tools/browser/browser-execution.ts +245 -47
- package/src/tools/browser/browser-manager.ts +66 -24
- package/src/tools/browser/browser-screencast.ts +6 -2
- package/src/tools/browser/cdp-client/__tests__/accessibility-snapshot.test.ts +27 -0
- package/src/tools/browser/cdp-client/__tests__/browser-tabs-factory.test.ts +75 -27
- package/src/tools/browser/cdp-client/__tests__/cdp-dom-helpers.test.ts +39 -14
- package/src/tools/browser/cdp-client/__tests__/cdp-inspect-client.test.ts +9 -3
- package/src/tools/browser/cdp-client/__tests__/types.test.ts +4 -1
- package/src/tools/browser/cdp-client/accessibility-snapshot.ts +67 -19
- package/src/tools/browser/cdp-client/cdp-dom-helpers.ts +15 -5
- package/src/tools/browser/cdp-client/cdp-inspect/__tests__/ws-transport.test.ts +9 -3
- package/src/tools/browser/cdp-client/cdp-inspect/discovery.ts +33 -11
- package/src/tools/browser/cdp-client/cdp-inspect/ws-transport.ts +42 -14
- package/src/tools/browser/cdp-client/cdp-inspect-client.ts +36 -11
- package/src/tools/browser/cdp-client/extension-cdp-client.ts +9 -3
- package/src/tools/browser/cdp-client/factory.ts +45 -27
- package/src/tools/browser/cdp-client/local-cdp-client.ts +21 -6
- package/src/tools/browser/cdp-client/types.ts +5 -1
- package/src/tools/browser/network-recorder.ts +45 -15
- package/src/tools/browser/pinned-tabs.ts +28 -9
- package/src/tools/browser/runtime-check.ts +21 -7
- package/src/tools/credentials/broker.ts +3 -1
- package/src/tools/credentials/domain-policy.ts +12 -4
- package/src/tools/credentials/host-pattern-match.ts +3 -1
- package/src/tools/credentials/post-connect-hooks.ts +6 -2
- package/src/tools/credentials/resolve.ts +21 -7
- package/src/tools/credentials/selection.ts +15 -5
- package/src/tools/credentials/tool-policy.ts +6 -2
- package/src/tools/execution-target.ts +3 -1
- package/src/tools/filesystem/fuzzy-match.ts +54 -18
- package/src/tools/filesystem/search.ts +34 -12
- package/src/tools/filesystem/write.ts +12 -4
- package/src/tools/network/__tests__/web-search-metadata.test.ts +9 -3
- package/src/tools/network/__tests__/web-search.test.ts +111 -4
- package/src/tools/network/domain-normalize.ts +12 -4
- package/src/tools/network/managed-search-proxy.ts +24 -8
- package/src/tools/network/script-proxy/session-manager.ts +39 -13
- package/src/tools/network/url-safety.ts +63 -21
- package/src/tools/network/web-fetch.ts +62 -21
- package/src/tools/network/web-search-error.ts +30 -13
- package/src/tools/network/web-search.ts +237 -10
- package/src/tools/schedule/create.ts +18 -0
- package/src/tools/schedule/update.ts +19 -2
- package/src/tools/sensitive-output-placeholders.ts +15 -5
- package/src/tools/shared/filesystem/file-ops-service.ts +6 -2
- package/src/tools/shared/filesystem/image-read.ts +3 -1
- package/src/tools/shared/filesystem/size-guard.ts +6 -2
- package/src/tools/skills/execute.ts +24 -8
- package/src/tools/skills/find-similar-skills.ts +6 -2
- package/src/tools/skills/load.ts +25 -9
- package/src/tools/skills/sandbox-runner.ts +6 -2
- package/src/tools/subagent/read.ts +7 -4
- package/src/tools/subagent/resolve.ts +73 -3
- package/src/tools/subagent/status.ts +66 -5
- package/src/tools/tool-input-summary.ts +3 -1
- package/src/tools/tool-name-aliases.ts +3 -1
- package/src/tools/verification-control-plane-policy.ts +12 -4
- package/src/tools/workflows/manage-workflows.ts +5 -2
- package/src/tts/__tests__/provider-adapters.test.ts +9 -3
- package/src/tts/__tests__/speakable-segments.test.ts +4 -4
- package/src/tts/providers/__tests__/xai-tts-socket.test.ts +26 -12
- package/src/tts/providers/deepgram-provider.ts +3 -1
- package/src/tts/providers/elevenlabs-provider.ts +9 -3
- package/src/tts/providers/fish-audio-provider.ts +3 -1
- package/src/tts/providers/xai-provider.ts +3 -1
- package/src/tts/providers/xai-tts-socket.ts +36 -11
- package/src/tts/synthesize-text.ts +3 -1
- package/src/usage/pricing.ts +27 -9
- package/src/util/abort-reasons.ts +3 -1
- package/src/util/bun-runtime.ts +9 -3
- package/src/util/bundled-asset.ts +6 -2
- package/src/util/canonicalize-identity.ts +3 -1
- package/src/util/cgroup-memory.ts +12 -4
- package/src/util/debounce.ts +11 -4
- package/src/util/diff.ts +18 -6
- package/src/util/disk-usage.ts +15 -5
- package/src/util/errors.ts +1 -0
- package/src/util/favicon.ts +9 -3
- package/src/util/fs.ts +3 -1
- package/src/util/image-conversion.ts +15 -5
- package/src/util/log-redact.ts +6 -2
- package/src/util/logger.ts +15 -5
- package/src/util/phone.ts +6 -2
- package/src/util/platform.ts +18 -6
- package/src/util/pricing.ts +30 -10
- package/src/util/process-liveness.ts +6 -2
- package/src/util/promise-guard.ts +3 -1
- package/src/util/retry.ts +21 -7
- package/src/util/row-mapper.ts +6 -2
- package/src/util/spinner.ts +6 -2
- package/src/util/strip-comment-lines.ts +3 -1
- package/src/util/time.ts +18 -6
- package/src/util/truncate.ts +6 -2
- package/src/util/unicode.ts +9 -3
- package/src/util/xml.ts +1 -4
- package/src/version.ts +9 -3
- package/src/watcher/__tests__/engine.test.ts +331 -4
- package/src/watcher/__tests__/payload-bounds.test.ts +414 -0
- package/src/watcher/constants.ts +69 -0
- package/src/watcher/engine.ts +135 -25
- package/src/watcher/payload-bounds.ts +443 -0
- package/src/watcher/provider-types.ts +13 -0
- package/src/watcher/providers/github.ts +18 -6
- package/src/watcher/providers/gmail.ts +1 -0
- package/src/watcher/providers/google-calendar.ts +36 -16
- package/src/watcher/providers/linear.ts +16 -5
- package/src/watcher/providers/outlook-calendar.ts +4 -1
- package/src/watcher/providers/outlook.ts +1 -0
- package/src/watcher/telemetry.ts +3 -1
- package/src/watcher/watcher-store.ts +32 -12
- package/src/workflows/deterministic-stringify.ts +6 -2
- package/src/workflows/engine-integration.test.ts +3 -1
- package/src/workflows/engine.test.ts +17 -6
- package/src/workflows/engine.ts +88 -32
- package/src/workflows/journal-store.ts +3 -1
- package/src/workflows/leaf-runner.ts +9 -2
- package/src/workflows/library.test.ts +5 -2
- package/src/workflows/library.ts +15 -5
- package/src/workflows/run-manager.test.ts +9 -3
- package/src/workflows/run-manager.ts +18 -6
- package/src/workflows/sandbox.ts +6 -2
- package/src/workspace/adaptive-thinking-repair.ts +33 -11
- package/src/workspace/byok-default-profile-ensure.ts +627 -0
- package/src/workspace/commit-message-enrichment-service.ts +15 -5
- package/src/workspace/custom-profile-ensure.ts +26 -15
- package/src/workspace/default-provider-ensure.ts +11 -10
- package/src/workspace/git-service.ts +12 -4
- package/src/workspace/hatched-date.ts +12 -4
- package/src/workspace/heartbeat-service.ts +3 -1
- package/src/workspace/migrations/003-seed-device-id.ts +12 -4
- package/src/workspace/migrations/004-extract-collect-usage-data.ts +27 -9
- package/src/workspace/migrations/006-services-config.ts +17 -6
- package/src/workspace/migrations/007-web-search-provider-rename.ts +34 -10
- package/src/workspace/migrations/010-app-dir-rename.ts +21 -7
- package/src/workspace/migrations/012-rename-conversation-disk-view-dirs.ts +30 -10
- package/src/workspace/migrations/016-extract-feature-flags-to-protected.ts +12 -4
- package/src/workspace/migrations/017-seed-persona-dirs.ts +15 -5
- package/src/workspace/migrations/018-rekey-compound-credential-keys.ts +30 -10
- package/src/workspace/migrations/019-scope-journal-to-guardian.ts +18 -6
- package/src/workspace/migrations/020-rename-oauth-skill-dirs.ts +6 -2
- package/src/workspace/migrations/021-move-signals-to-workspace.ts +6 -2
- package/src/workspace/migrations/022-move-hooks-to-workspace.ts +6 -2
- package/src/workspace/migrations/023-move-config-files-to-workspace.ts +6 -2
- package/src/workspace/migrations/024-move-runtime-files-to-workspace.ts +6 -2
- package/src/workspace/migrations/025-remove-oauth-app-setup-skills.ts +3 -1
- package/src/workspace/migrations/026-backfill-install-meta.ts +27 -9
- package/src/workspace/migrations/028-recover-conversations-from-disk-view.ts +9 -3
- package/src/workspace/migrations/029-seed-pkb.ts +3 -1
- package/src/workspace/migrations/030-seed-pkb-autoinject.ts +6 -2
- package/src/workspace/migrations/031-drop-user-md.ts +25 -10
- package/src/workspace/migrations/031-llm-log-retention-zero-to-null.ts +28 -10
- package/src/workspace/migrations/032-tts-provider-unification.ts +33 -11
- package/src/workspace/migrations/033-stt-service-explicit-config.ts +12 -4
- package/src/workspace/migrations/034-remove-calls-voice-transcription-provider.ts +24 -8
- package/src/workspace/migrations/036-update-pkb-index-bar.ts +6 -2
- package/src/workspace/migrations/037-create-meets-dir.ts +3 -1
- package/src/workspace/migrations/038-unify-llm-callsite-configs.ts +27 -9
- package/src/workspace/migrations/039-drop-legacy-llm-keys.ts +9 -3
- package/src/workspace/migrations/040-seed-latency-callsite-defaults.ts +15 -5
- package/src/workspace/migrations/041-backfill-google-gmail-settings-scope.ts +9 -3
- package/src/workspace/migrations/042-fix-backfill-google-gmail-settings-scope.ts +9 -3
- package/src/workspace/migrations/044-bump-stale-provider-stream-timeout.ts +11 -4
- package/src/workspace/migrations/046-seed-conversation-starters-callsite.ts +12 -4
- package/src/workspace/migrations/047-remove-watch-callsites.ts +18 -5
- package/src/workspace/migrations/050-seed-main-agent-opus-callsite.ts +9 -3
- package/src/workspace/migrations/051-seed-conversation-summarization-callsite.ts +12 -4
- package/src/workspace/migrations/052-seed-default-inference-profiles.ts +12 -4
- package/src/workspace/migrations/054-seed-recall-callsite.ts +12 -4
- package/src/workspace/migrations/057-repair-stale-gemini-model-ids.ts +39 -13
- package/src/workspace/migrations/059-move-pid-to-workspace.ts +6 -2
- package/src/workspace/migrations/061-move-backup-key-to-workspace.ts +6 -2
- package/src/workspace/migrations/064-unwind-main-agent-opus-seed.ts +21 -7
- package/src/workspace/migrations/065-bump-stale-heartbeat-interval.ts +12 -3
- package/src/workspace/migrations/066-seed-heartbeat-callsite-cost-default.ts +18 -6
- package/src/workspace/migrations/069-seed-onboarding-threads.ts +9 -3
- package/src/workspace/migrations/072-seed-reply-suggestion-callsite.ts +12 -4
- package/src/workspace/migrations/073-repair-recall-callsite-empty-profile.ts +21 -7
- package/src/workspace/migrations/074-drop-deprecated-secret-detection-keys.ts +12 -4
- package/src/workspace/migrations/075-memory-v2-bm25-b-default-reembed.ts +9 -3
- package/src/workspace/migrations/076-drop-services-inference-mode.ts +13 -5
- package/src/workspace/migrations/077-seed-memory-router-callsite.ts +9 -3
- package/src/workspace/migrations/079-home-feed-notification-only.ts +21 -7
- package/src/workspace/migrations/080-restrict-vercel-api-token-metadata.ts +3 -1
- package/src/workspace/migrations/081-backfill-bash-allowed-tools-for-injection-credentials.ts +9 -3
- package/src/workspace/migrations/082-backfill-managed-profile-labels.ts +15 -5
- package/src/workspace/migrations/083-system-prompt-prefix-to-file.ts +8 -3
- package/src/workspace/migrations/084-remove-legacy-skills-index.ts +42 -14
- package/src/workspace/migrations/085-memory-v2-bm25-b-reembed-disabled-v2-pages.ts +12 -4
- package/src/workspace/migrations/086-revert-stale-gemini-mis-rewrites.ts +33 -11
- package/src/workspace/migrations/087-memory-router-balanced-profile.ts +15 -5
- package/src/workspace/migrations/088-deprecate-background-conversation-override.ts +9 -3
- package/src/workspace/migrations/089-move-memory-tree-out-of-v3.ts +6 -2
- package/src/workspace/migrations/090-memory-router-cost-optimized-profile.ts +21 -7
- package/src/workspace/migrations/091-retighten-migration-onboarding-thread.ts +9 -3
- package/src/workspace/migrations/092-backfill-v3-leaves.ts +30 -10
- package/src/workspace/migrations/093-backfill-leaf-ids.ts +15 -5
- package/src/workspace/migrations/094-seed-avatar-manifest.ts +9 -3
- package/src/workspace/migrations/095-bump-heartbeat-interval-30m-to-60m.ts +12 -3
- package/src/workspace/migrations/096-reduce-quality-profile-effort.ts +18 -6
- package/src/workspace/migrations/097-enable-adaptive-thinking-managed-profiles.ts +27 -9
- package/src/workspace/migrations/099-disable-cache-one-shot-callsites.ts +24 -8
- package/src/workspace/migrations/100-upgrade-quality-profile-to-fable-5.ts +21 -7
- package/src/workspace/migrations/101-upgrade-balanced-economy-to-minimax-m3.ts +15 -5
- package/src/workspace/migrations/102-preserve-heartbeat-enabled-for-existing-workspaces.ts +9 -3
- package/src/workspace/migrations/103-upgrade-quality-profile-to-opus-4-8.ts +21 -7
- package/src/workspace/migrations/104-recheck-adaptive-thinking-model-implied-anthropic.ts +27 -9
- package/src/workspace/migrations/105-enable-memory-v3-live-for-new-workspaces.ts +21 -7
- package/src/workspace/migrations/106-drop-collect-usage-data.ts +9 -3
- package/src/workspace/migrations/107-drop-send-diagnostics.ts +9 -3
- package/src/workspace/migrations/108-drop-balanced-economy-profile.ts +18 -6
- package/src/workspace/migrations/109-swap-quality-profile-to-glm-5p2.ts +9 -3
- package/src/workspace/migrations/110-flip-balanced-profile-to-together.ts +12 -4
- package/src/workspace/migrations/111-prune-seeded-callsite-defaults.ts +36 -12
- package/src/workspace/migrations/112-remove-advisor-callsite-override.ts +18 -5
- package/src/workspace/migrations/113-swap-balanced-profile-to-glm-5p2.ts +18 -6
- package/src/workspace/migrations/114-swap-quality-profile-to-opus.ts +12 -4
- package/src/workspace/migrations/115-drop-frontier-profile.ts +18 -6
- package/src/workspace/migrations/117-normalize-stale-lean-memory-v3-defaults.ts +15 -5
- package/src/workspace/migrations/118-seed-now-md.ts +3 -1
- package/src/workspace/migrations/119-strip-persisted-memory-v3-tuning-defaults.ts +18 -6
- package/src/workspace/migrations/120-revise-onboarding-threads.ts +9 -3
- package/src/workspace/migrations/121-seed-default-user-guardrails.ts +3 -1
- package/src/workspace/migrations/123-swap-quality-profile-to-fable.ts +24 -8
- package/src/workspace/migrations/125-repoint-managed-connections-to-vellum.ts +21 -7
- package/src/workspace/migrations/126-strip-managed-profile-bodies.ts +21 -7
- package/src/workspace/migrations/129-remove-analyze-conversation-config.ts +9 -3
- package/src/workspace/migrations/130-speech-mode-to-provider.ts +24 -8
- package/src/workspace/migrations/131-drop-web-fetch-mode.ts +13 -5
- package/src/workspace/migrations/133-collapse-provider-connections.ts +30 -10
- package/src/workspace/migrations/136-repair-stale-fireworks-kimi-model-id.ts +127 -0
- package/src/workspace/migrations/__tests__/backfill-leaf-ids.test.ts +3 -1
- package/src/workspace/migrations/migrate-to-workspace-volume.ts +9 -3
- package/src/workspace/migrations/rebuild-conversation-disk-view.ts +23 -8
- package/src/workspace/migrations/registry.ts +2 -0
- package/src/workspace/migrations/utils.ts +3 -1
- package/src/workspace/top-level-renderer.ts +3 -1
- package/src/__tests__/history-repair-hook.test.ts +0 -392
- package/src/daemon/__tests__/route-conversation-post.test.ts +0 -158
- package/src/daemon/route-conversation-post.ts +0 -158
- package/src/plugins/defaults/history-repair/hooks/post-model-call.ts +0 -50
- package/src/plugins/defaults/history-repair/hooks/stop.ts +0 -22
- package/src/plugins/defaults/history-repair/hooks/user-prompt-submit.ts +0 -35
- package/src/plugins/defaults/history-repair/package.json +0 -14
- package/src/plugins/defaults/history-repair/repair-state-store.ts +0 -51
|
@@ -0,0 +1,440 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tests for `substrate/ingest.ts`.
|
|
3
|
+
*
|
|
4
|
+
* Coverage matrix:
|
|
5
|
+
* - Happy path: N valid pages written, both reindex job types enqueued once.
|
|
6
|
+
* - Dry-run: nothing on disk, no lock file, no enqueues, per-page results
|
|
7
|
+
* still reported.
|
|
8
|
+
* - Collision: existing slug skipped without `overwrite`, rewritten with it.
|
|
9
|
+
* - Malformed page (bad frontmatter YAML, schema failure, unterminated
|
|
10
|
+
* fence): `invalid` with an error string while valid batch-mates write.
|
|
11
|
+
* - Lock held by a live PID: IngestLockedError, zero writes, zero enqueues.
|
|
12
|
+
* - Batch over the cap: RangeError.
|
|
13
|
+
* - In-batch duplicate slug: later occurrence `invalid`.
|
|
14
|
+
* - Non-blocking warnings: missing `source`, unparseable `origin_date`,
|
|
15
|
+
* frontmatter `slug` differing from the storage slug.
|
|
16
|
+
* - Under-lock collision snapshot: a page committed between validation and
|
|
17
|
+
* the write phase is skipped, and `listPages` runs after `tryAcquireLock`.
|
|
18
|
+
* - Partial write failure: the reindex fan-out still runs for committed
|
|
19
|
+
* pages while the write error propagates.
|
|
20
|
+
*
|
|
21
|
+
* Tests use temp workspaces (mkdtemp) and never touch `~/.vellum/`. Sample
|
|
22
|
+
* content uses generic placeholders (Alice).
|
|
23
|
+
*/
|
|
24
|
+
import {
|
|
25
|
+
existsSync,
|
|
26
|
+
mkdirSync,
|
|
27
|
+
mkdtempSync,
|
|
28
|
+
rmSync,
|
|
29
|
+
writeFileSync,
|
|
30
|
+
} from "node:fs";
|
|
31
|
+
import { tmpdir } from "node:os";
|
|
32
|
+
import { dirname, join } from "node:path";
|
|
33
|
+
import { afterEach, beforeEach, describe, expect, mock, test } from "bun:test";
|
|
34
|
+
|
|
35
|
+
// ── jobs-store mock ─────────────────────────────────────────────────
|
|
36
|
+
//
|
|
37
|
+
// The ingest service enqueues reindex follow-ups through the shared memory
|
|
38
|
+
// job queue; an in-memory recorder stands in for the DB so the tests can
|
|
39
|
+
// assert the fan-out without initializing sqlite.
|
|
40
|
+
const enqueuedJobs: Array<{
|
|
41
|
+
type: string;
|
|
42
|
+
payload: Record<string, unknown>;
|
|
43
|
+
}> = [];
|
|
44
|
+
let nextJobIdCounter = 0;
|
|
45
|
+
// Job types the service should see as already pending; drives the
|
|
46
|
+
// enqueue-coalescing branch (`hasPendingJobOfType`).
|
|
47
|
+
let pendingJobTypes = new Set<string>();
|
|
48
|
+
|
|
49
|
+
mock.module("../../../../../persistence/jobs-store.js", () => ({
|
|
50
|
+
enqueueMemoryJob: (
|
|
51
|
+
type: string,
|
|
52
|
+
payload: Record<string, unknown>,
|
|
53
|
+
): string => {
|
|
54
|
+
enqueuedJobs.push({ type, payload });
|
|
55
|
+
nextJobIdCounter += 1;
|
|
56
|
+
return `job-${nextJobIdCounter}`;
|
|
57
|
+
},
|
|
58
|
+
hasPendingJobOfType: (type: string): boolean => pendingJobTypes.has(type),
|
|
59
|
+
isMemoryEnabled: () => true,
|
|
60
|
+
}));
|
|
61
|
+
|
|
62
|
+
// ── page-store / consolidation-lock delegating mocks ────────────────
|
|
63
|
+
//
|
|
64
|
+
// Thin wrappers around the real modules that record the ordering of lock
|
|
65
|
+
// acquisition vs the collision snapshot and expose two race hooks: a
|
|
66
|
+
// callback fired right after the lock is acquired (simulating a concurrent
|
|
67
|
+
// writer that committed just before the snapshot) and a set of slugs whose
|
|
68
|
+
// `writePage` rejects (simulating a mid-batch write failure).
|
|
69
|
+
//
|
|
70
|
+
// `mock.module` mutates the already-imported namespace objects in place, so
|
|
71
|
+
// the wrapped functions are snapshotted into standalone consts first; calling
|
|
72
|
+
// through the namespace after mocking would recurse into the wrapper.
|
|
73
|
+
const realPageStore = await import("../page-store.js");
|
|
74
|
+
const realLock = await import("../consolidation-lock.js");
|
|
75
|
+
const realListPages = realPageStore.listPages;
|
|
76
|
+
const realWritePage = realPageStore.writePage;
|
|
77
|
+
const realTryAcquireLock = realLock.tryAcquireLock;
|
|
78
|
+
|
|
79
|
+
const callTrace: string[] = [];
|
|
80
|
+
let onLockAcquired: (() => void) | undefined;
|
|
81
|
+
let failWriteSlugs = new Set<string>();
|
|
82
|
+
|
|
83
|
+
mock.module("../page-store.js", () => ({
|
|
84
|
+
...realPageStore,
|
|
85
|
+
listPages: (workspaceDir: string): Promise<string[]> => {
|
|
86
|
+
callTrace.push("listPages");
|
|
87
|
+
return realListPages(workspaceDir);
|
|
88
|
+
},
|
|
89
|
+
writePage: (...args: Parameters<typeof realWritePage>): Promise<void> => {
|
|
90
|
+
if (failWriteSlugs.has(args[1].slug)) {
|
|
91
|
+
return Promise.reject(
|
|
92
|
+
new Error(`simulated write failure: ${args[1].slug}`),
|
|
93
|
+
);
|
|
94
|
+
}
|
|
95
|
+
return realWritePage(...args);
|
|
96
|
+
},
|
|
97
|
+
}));
|
|
98
|
+
|
|
99
|
+
mock.module("../consolidation-lock.js", () => ({
|
|
100
|
+
...realLock,
|
|
101
|
+
tryAcquireLock: (
|
|
102
|
+
...args: Parameters<typeof realTryAcquireLock>
|
|
103
|
+
): string | null => {
|
|
104
|
+
const holder = realTryAcquireLock(...args);
|
|
105
|
+
if (holder === null) {
|
|
106
|
+
callTrace.push("tryAcquireLock");
|
|
107
|
+
onLockAcquired?.();
|
|
108
|
+
}
|
|
109
|
+
return holder;
|
|
110
|
+
},
|
|
111
|
+
}));
|
|
112
|
+
|
|
113
|
+
const { IngestLockedError, ingestPages, MAX_INGEST_PAGES_PER_CALL } =
|
|
114
|
+
await import("../ingest.js");
|
|
115
|
+
const { getConsolidationLockPath } = await import("../consolidation-lock.js");
|
|
116
|
+
const { listPages, readPage } = await import("../page-store.js");
|
|
117
|
+
|
|
118
|
+
let workspace: string;
|
|
119
|
+
|
|
120
|
+
beforeEach(() => {
|
|
121
|
+
workspace = mkdtempSync(join(tmpdir(), "memory-ingest-test-"));
|
|
122
|
+
enqueuedJobs.length = 0;
|
|
123
|
+
pendingJobTypes = new Set();
|
|
124
|
+
callTrace.length = 0;
|
|
125
|
+
onLockAcquired = undefined;
|
|
126
|
+
failWriteSlugs = new Set();
|
|
127
|
+
});
|
|
128
|
+
|
|
129
|
+
afterEach(() => {
|
|
130
|
+
rmSync(workspace, { recursive: true, force: true });
|
|
131
|
+
});
|
|
132
|
+
|
|
133
|
+
/** A well-formed page carrying provenance so it yields zero warnings. */
|
|
134
|
+
function validPage(body: string): string {
|
|
135
|
+
return `---\nsource: import:chatgpt\norigin_date: 2025-03-14\n---\n${body}\n`;
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
function lockPath(): string {
|
|
139
|
+
return getConsolidationLockPath(join(workspace, "memory"));
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
describe("ingestPages", () => {
|
|
143
|
+
test("happy path writes every page and enqueues both reindex jobs once", async () => {
|
|
144
|
+
const summary = await ingestPages(workspace, [
|
|
145
|
+
{ slug: "people/alice", content: validPage("Alice likes hiking.") },
|
|
146
|
+
{ slug: "projects/garden", content: validPage("Garden redesign notes.") },
|
|
147
|
+
{ slug: "recipes", content: validPage("Favorite recipes.") },
|
|
148
|
+
]);
|
|
149
|
+
|
|
150
|
+
expect(summary.written).toBe(3);
|
|
151
|
+
expect(summary.skipped).toBe(0);
|
|
152
|
+
expect(summary.invalid).toBe(0);
|
|
153
|
+
expect(summary.dryRun).toBe(false);
|
|
154
|
+
expect(summary.results.map((r) => r.action)).toEqual([
|
|
155
|
+
"written",
|
|
156
|
+
"written",
|
|
157
|
+
"written",
|
|
158
|
+
]);
|
|
159
|
+
expect(summary.results.every((r) => r.warnings.length === 0)).toBe(true);
|
|
160
|
+
|
|
161
|
+
const alice = await readPage(workspace, "people/alice");
|
|
162
|
+
expect(alice?.body.trim()).toBe("Alice likes hiking.");
|
|
163
|
+
expect(alice?.frontmatter.source).toBe("import:chatgpt");
|
|
164
|
+
expect(await listPages(workspace)).toEqual([
|
|
165
|
+
"people/alice",
|
|
166
|
+
"projects/garden",
|
|
167
|
+
"recipes",
|
|
168
|
+
]);
|
|
169
|
+
|
|
170
|
+
expect(enqueuedJobs.map((j) => j.type).sort()).toEqual([
|
|
171
|
+
"memory_v2_reembed",
|
|
172
|
+
"memory_v3_maintain",
|
|
173
|
+
]);
|
|
174
|
+
// The lock is released after the batch.
|
|
175
|
+
expect(existsSync(lockPath())).toBe(false);
|
|
176
|
+
});
|
|
177
|
+
|
|
178
|
+
test("dry-run reports per-page results without disk writes, lock, or enqueues", async () => {
|
|
179
|
+
const summary = await ingestPages(
|
|
180
|
+
workspace,
|
|
181
|
+
[
|
|
182
|
+
{ slug: "people/alice", content: validPage("Alice likes hiking.") },
|
|
183
|
+
{ slug: "bad slug", content: validPage("whitespace slug") },
|
|
184
|
+
],
|
|
185
|
+
{ dryRun: true },
|
|
186
|
+
);
|
|
187
|
+
|
|
188
|
+
expect(summary.dryRun).toBe(true);
|
|
189
|
+
expect(summary.written).toBe(1);
|
|
190
|
+
expect(summary.invalid).toBe(1);
|
|
191
|
+
expect(summary.results[0]).toMatchObject({
|
|
192
|
+
slug: "people/alice",
|
|
193
|
+
action: "written",
|
|
194
|
+
});
|
|
195
|
+
expect(summary.results[1].action).toBe("invalid");
|
|
196
|
+
expect(summary.results[1].error).toContain("whitespace");
|
|
197
|
+
|
|
198
|
+
expect(await listPages(workspace)).toEqual([]);
|
|
199
|
+
expect(existsSync(lockPath())).toBe(false);
|
|
200
|
+
expect(enqueuedJobs).toEqual([]);
|
|
201
|
+
});
|
|
202
|
+
|
|
203
|
+
test("existing slug is skipped without overwrite and rewritten with it", async () => {
|
|
204
|
+
await ingestPages(workspace, [
|
|
205
|
+
{ slug: "people/alice", content: validPage("Original body.") },
|
|
206
|
+
]);
|
|
207
|
+
enqueuedJobs.length = 0;
|
|
208
|
+
|
|
209
|
+
const skipped = await ingestPages(workspace, [
|
|
210
|
+
{ slug: "people/alice", content: validPage("Replacement body.") },
|
|
211
|
+
]);
|
|
212
|
+
expect(skipped.results[0].action).toBe("skipped_exists");
|
|
213
|
+
expect(skipped.written).toBe(0);
|
|
214
|
+
expect(skipped.skipped).toBe(1);
|
|
215
|
+
const unchanged = await readPage(workspace, "people/alice");
|
|
216
|
+
expect(unchanged?.body.trim()).toBe("Original body.");
|
|
217
|
+
// Nothing written, so no reindex fan-out.
|
|
218
|
+
expect(enqueuedJobs).toEqual([]);
|
|
219
|
+
|
|
220
|
+
const overwritten = await ingestPages(
|
|
221
|
+
workspace,
|
|
222
|
+
[{ slug: "people/alice", content: validPage("Replacement body.") }],
|
|
223
|
+
{ overwrite: true },
|
|
224
|
+
);
|
|
225
|
+
expect(overwritten.results[0].action).toBe("written");
|
|
226
|
+
const replaced = await readPage(workspace, "people/alice");
|
|
227
|
+
expect(replaced?.body.trim()).toBe("Replacement body.");
|
|
228
|
+
});
|
|
229
|
+
|
|
230
|
+
test("malformed pages are invalid with an error string while valid batch-mates write", async () => {
|
|
231
|
+
const summary = await ingestPages(workspace, [
|
|
232
|
+
// Broken YAML inside the fence.
|
|
233
|
+
{ slug: "broken-yaml", content: "---\nedges: [unclosed\n---\nbody\n" },
|
|
234
|
+
// Well-formed YAML that fails the frontmatter schema (edges must be an array).
|
|
235
|
+
{ slug: "schema-fail", content: "---\nedges: not-an-array\n---\nbody\n" },
|
|
236
|
+
// Fence that opens but never closes (degraded parse).
|
|
237
|
+
{ slug: "unterminated", content: "---\nsource: import:chatgpt\nbody\n" },
|
|
238
|
+
{ slug: "good", content: validPage("Survives the batch.") },
|
|
239
|
+
]);
|
|
240
|
+
|
|
241
|
+
expect(summary.invalid).toBe(3);
|
|
242
|
+
expect(summary.written).toBe(1);
|
|
243
|
+
for (const result of summary.results.slice(0, 3)) {
|
|
244
|
+
expect(result.action).toBe("invalid");
|
|
245
|
+
expect(typeof result.error).toBe("string");
|
|
246
|
+
expect(result.error!.length).toBeGreaterThan(0);
|
|
247
|
+
}
|
|
248
|
+
expect(summary.results[2].error).toContain("closing --- fence is missing");
|
|
249
|
+
|
|
250
|
+
expect(await listPages(workspace)).toEqual(["good"]);
|
|
251
|
+
expect(enqueuedJobs.map((j) => j.type).sort()).toEqual([
|
|
252
|
+
"memory_v2_reembed",
|
|
253
|
+
"memory_v3_maintain",
|
|
254
|
+
]);
|
|
255
|
+
});
|
|
256
|
+
|
|
257
|
+
test("held lock throws IngestLockedError with the holder and writes nothing", async () => {
|
|
258
|
+
const path = lockPath();
|
|
259
|
+
mkdirSync(dirname(path), { recursive: true });
|
|
260
|
+
const holderPayload = `${process.pid} ${Date.now()} consolidation`;
|
|
261
|
+
writeFileSync(path, `${holderPayload}\n`);
|
|
262
|
+
|
|
263
|
+
let thrown: unknown;
|
|
264
|
+
try {
|
|
265
|
+
await ingestPages(workspace, [
|
|
266
|
+
{ slug: "people/alice", content: validPage("Alice likes hiking.") },
|
|
267
|
+
]);
|
|
268
|
+
} catch (err) {
|
|
269
|
+
thrown = err;
|
|
270
|
+
}
|
|
271
|
+
expect(thrown).toBeInstanceOf(IngestLockedError);
|
|
272
|
+
expect((thrown as InstanceType<typeof IngestLockedError>).holder).toBe(
|
|
273
|
+
holderPayload,
|
|
274
|
+
);
|
|
275
|
+
|
|
276
|
+
expect(await listPages(workspace)).toEqual([]);
|
|
277
|
+
expect(enqueuedJobs).toEqual([]);
|
|
278
|
+
// The pre-existing lock is left in place for its holder.
|
|
279
|
+
expect(existsSync(path)).toBe(true);
|
|
280
|
+
});
|
|
281
|
+
|
|
282
|
+
test("batch over the cap throws RangeError before any validation", async () => {
|
|
283
|
+
const pages = Array.from(
|
|
284
|
+
{ length: MAX_INGEST_PAGES_PER_CALL + 1 },
|
|
285
|
+
(_, i) => ({ slug: `page-${i}`, content: validPage(`Body ${i}.`) }),
|
|
286
|
+
);
|
|
287
|
+
await expect(ingestPages(workspace, pages)).rejects.toBeInstanceOf(
|
|
288
|
+
RangeError,
|
|
289
|
+
);
|
|
290
|
+
expect(await listPages(workspace)).toEqual([]);
|
|
291
|
+
});
|
|
292
|
+
|
|
293
|
+
test("in-batch duplicate slug is invalid; the first occurrence wins", async () => {
|
|
294
|
+
const summary = await ingestPages(workspace, [
|
|
295
|
+
{ slug: "people/alice", content: validPage("First occurrence.") },
|
|
296
|
+
{ slug: "people/alice", content: validPage("Second occurrence.") },
|
|
297
|
+
]);
|
|
298
|
+
|
|
299
|
+
expect(summary.written).toBe(1);
|
|
300
|
+
expect(summary.invalid).toBe(1);
|
|
301
|
+
expect(summary.results[1].action).toBe("invalid");
|
|
302
|
+
expect(summary.results[1].error).toContain("duplicate slug");
|
|
303
|
+
const page = await readPage(workspace, "people/alice");
|
|
304
|
+
expect(page?.body.trim()).toBe("First occurrence.");
|
|
305
|
+
});
|
|
306
|
+
|
|
307
|
+
test("slugs under synthetic capability prefixes are invalid, not written", async () => {
|
|
308
|
+
const summary = await ingestPages(workspace, [
|
|
309
|
+
{ slug: "skills/browser", content: validPage("Shadowed skill page.") },
|
|
310
|
+
{ slug: "cli-commands/memory", content: validPage("Shadowed CLI page.") },
|
|
311
|
+
{ slug: "people/alice", content: validPage("Normal page.") },
|
|
312
|
+
]);
|
|
313
|
+
|
|
314
|
+
expect(summary.written).toBe(1);
|
|
315
|
+
expect(summary.invalid).toBe(2);
|
|
316
|
+
expect(summary.results[0].action).toBe("invalid");
|
|
317
|
+
expect(summary.results[0].error).toContain("reserved for synthetic");
|
|
318
|
+
expect(summary.results[1].action).toBe("invalid");
|
|
319
|
+
expect(await readPage(workspace, "skills/browser")).toBeNull();
|
|
320
|
+
expect(await readPage(workspace, "cli-commands/memory")).toBeNull();
|
|
321
|
+
expect(await readPage(workspace, "people/alice")).not.toBeNull();
|
|
322
|
+
});
|
|
323
|
+
|
|
324
|
+
test("missing source and unparseable origin_date produce warnings, not failures", async () => {
|
|
325
|
+
const summary = await ingestPages(workspace, [
|
|
326
|
+
{ slug: "no-source", content: "---\nedges: []\n---\nNo provenance.\n" },
|
|
327
|
+
{
|
|
328
|
+
slug: "bad-date",
|
|
329
|
+
content:
|
|
330
|
+
"---\nsource: import:chatgpt\norigin_date: sometime last spring\n---\nBody.\n",
|
|
331
|
+
},
|
|
332
|
+
]);
|
|
333
|
+
|
|
334
|
+
expect(summary.written).toBe(2);
|
|
335
|
+
expect(summary.invalid).toBe(0);
|
|
336
|
+
expect(summary.results[0].warnings.join(" ")).toContain("source");
|
|
337
|
+
expect(summary.results[1].warnings.join(" ")).toContain("origin_date");
|
|
338
|
+
});
|
|
339
|
+
|
|
340
|
+
test("frontmatter slug differing from the storage slug warns without blocking the write", async () => {
|
|
341
|
+
const summary = await ingestPages(workspace, [
|
|
342
|
+
{
|
|
343
|
+
slug: "people/alice",
|
|
344
|
+
content:
|
|
345
|
+
"---\nsource: import:chatgpt\norigin_date: 2025-03-14\nslug: people/alicia\n---\nBody.\n",
|
|
346
|
+
},
|
|
347
|
+
{
|
|
348
|
+
slug: "people/bob",
|
|
349
|
+
content:
|
|
350
|
+
"---\nsource: import:chatgpt\norigin_date: 2025-03-14\nslug: people/bob\n---\nBody.\n",
|
|
351
|
+
},
|
|
352
|
+
]);
|
|
353
|
+
|
|
354
|
+
expect(summary.written).toBe(2);
|
|
355
|
+
expect(summary.invalid).toBe(0);
|
|
356
|
+
const mismatch = summary.results[0].warnings.join(" ");
|
|
357
|
+
expect(mismatch).toContain("people/alicia");
|
|
358
|
+
expect(mismatch).toContain("people/alice");
|
|
359
|
+
expect(mismatch).toContain("storage slug");
|
|
360
|
+
// A matching frontmatter slug stays silent.
|
|
361
|
+
expect(summary.results[1].warnings).toEqual([]);
|
|
362
|
+
// The page lands under the storage slug regardless of the warning.
|
|
363
|
+
expect(await listPages(workspace)).toEqual(["people/alice", "people/bob"]);
|
|
364
|
+
});
|
|
365
|
+
|
|
366
|
+
test("a pending reindex job of the same type suppresses its duplicate enqueue", async () => {
|
|
367
|
+
pendingJobTypes = new Set(["memory_v2_reembed"]);
|
|
368
|
+
await ingestPages(workspace, [
|
|
369
|
+
{ slug: "people/alice", content: validPage("Alice likes hiking.") },
|
|
370
|
+
]);
|
|
371
|
+
expect(enqueuedJobs.map((j) => j.type)).toEqual(["memory_v3_maintain"]);
|
|
372
|
+
});
|
|
373
|
+
|
|
374
|
+
test("a page committed during lock acquisition is skipped, not overwritten", async () => {
|
|
375
|
+
// Simulated concurrent writer: the colliding page lands on disk after
|
|
376
|
+
// validation ran and right after the lock is acquired, so only an
|
|
377
|
+
// under-lock snapshot can see it.
|
|
378
|
+
onLockAcquired = () => {
|
|
379
|
+
const path = join(workspace, "memory", "concepts", "people", "alice.md");
|
|
380
|
+
mkdirSync(dirname(path), { recursive: true });
|
|
381
|
+
writeFileSync(path, validPage("Concurrent writer body."));
|
|
382
|
+
};
|
|
383
|
+
|
|
384
|
+
const summary = await ingestPages(workspace, [
|
|
385
|
+
{ slug: "people/alice", content: validPage("Ingest body.") },
|
|
386
|
+
]);
|
|
387
|
+
|
|
388
|
+
// The collision snapshot ran after lock acquisition.
|
|
389
|
+
expect(callTrace).toEqual(["tryAcquireLock", "listPages"]);
|
|
390
|
+
expect(summary.results[0].action).toBe("skipped_exists");
|
|
391
|
+
expect(summary.written).toBe(0);
|
|
392
|
+
expect(summary.skipped).toBe(1);
|
|
393
|
+
const preserved = await readPage(workspace, "people/alice");
|
|
394
|
+
expect(preserved?.body.trim()).toBe("Concurrent writer body.");
|
|
395
|
+
// Nothing written, so no reindex fan-out; the lock is released.
|
|
396
|
+
expect(enqueuedJobs).toEqual([]);
|
|
397
|
+
expect(existsSync(lockPath())).toBe(false);
|
|
398
|
+
});
|
|
399
|
+
|
|
400
|
+
test("dry-run takes its advisory snapshot without touching the lock", async () => {
|
|
401
|
+
await ingestPages(
|
|
402
|
+
workspace,
|
|
403
|
+
[{ slug: "people/alice", content: validPage("Alice likes hiking.") }],
|
|
404
|
+
{ dryRun: true },
|
|
405
|
+
);
|
|
406
|
+
expect(callTrace).toEqual(["listPages"]);
|
|
407
|
+
});
|
|
408
|
+
|
|
409
|
+
test("a mid-batch write failure still enqueues reindex follow-ups for committed pages", async () => {
|
|
410
|
+
failWriteSlugs = new Set(["projects/garden"]);
|
|
411
|
+
|
|
412
|
+
let thrown: unknown;
|
|
413
|
+
try {
|
|
414
|
+
await ingestPages(workspace, [
|
|
415
|
+
{ slug: "people/alice", content: validPage("Alice likes hiking.") },
|
|
416
|
+
{
|
|
417
|
+
slug: "projects/garden",
|
|
418
|
+
content: validPage("Garden redesign notes."),
|
|
419
|
+
},
|
|
420
|
+
]);
|
|
421
|
+
} catch (err) {
|
|
422
|
+
thrown = err;
|
|
423
|
+
}
|
|
424
|
+
|
|
425
|
+
// The write error propagates to the caller.
|
|
426
|
+
expect(thrown).toBeInstanceOf(Error);
|
|
427
|
+
expect((thrown as Error).message).toContain(
|
|
428
|
+
"simulated write failure: projects/garden",
|
|
429
|
+
);
|
|
430
|
+
// The first page committed before the failure and still gets its
|
|
431
|
+
// reindex fan-out, once per job type.
|
|
432
|
+
expect(await listPages(workspace)).toEqual(["people/alice"]);
|
|
433
|
+
expect(enqueuedJobs.map((j) => j.type).sort()).toEqual([
|
|
434
|
+
"memory_v2_reembed",
|
|
435
|
+
"memory_v3_maintain",
|
|
436
|
+
]);
|
|
437
|
+
// The lock is released despite the failure.
|
|
438
|
+
expect(existsSync(lockPath())).toBe(false);
|
|
439
|
+
});
|
|
440
|
+
});
|
|
@@ -48,8 +48,12 @@ mock.module("../page-store.js", () => ({
|
|
|
48
48
|
},
|
|
49
49
|
}));
|
|
50
50
|
|
|
51
|
-
const {
|
|
52
|
-
|
|
51
|
+
const {
|
|
52
|
+
getPageIndex,
|
|
53
|
+
invalidatePageIndex,
|
|
54
|
+
parseOriginDate,
|
|
55
|
+
partitionPageIndex,
|
|
56
|
+
} = await import("../page-index.js");
|
|
53
57
|
const { writePage } = await import("../page-store.js");
|
|
54
58
|
const { invalidateEdgeIndex } = await import("../edge-index.js");
|
|
55
59
|
|
|
@@ -76,6 +80,7 @@ function makePage(
|
|
|
76
80
|
summary?: string;
|
|
77
81
|
body?: string;
|
|
78
82
|
leaves?: string[];
|
|
83
|
+
originDate?: string;
|
|
79
84
|
} = {},
|
|
80
85
|
): ConceptPage {
|
|
81
86
|
return {
|
|
@@ -86,6 +91,9 @@ function makePage(
|
|
|
86
91
|
ref_urls: [],
|
|
87
92
|
...(opts.summary !== undefined ? { summary: opts.summary } : {}),
|
|
88
93
|
...(opts.leaves !== undefined ? { leaves: opts.leaves } : {}),
|
|
94
|
+
...(opts.originDate !== undefined
|
|
95
|
+
? { origin_date: opts.originDate }
|
|
96
|
+
: {}),
|
|
89
97
|
},
|
|
90
98
|
body: opts.body ?? "",
|
|
91
99
|
};
|
|
@@ -376,6 +384,79 @@ describe("getPageIndex", () => {
|
|
|
376
384
|
);
|
|
377
385
|
});
|
|
378
386
|
|
|
387
|
+
test("freshAt is the parsed origin_date; modifiedAt stays raw mtime", async () => {
|
|
388
|
+
await writePage(
|
|
389
|
+
workspaceDir,
|
|
390
|
+
makePage("imported", { summary: "I", originDate: "2019-03-05" }),
|
|
391
|
+
);
|
|
392
|
+
|
|
393
|
+
const idx = await getPageIndex(workspaceDir);
|
|
394
|
+
const entry = idx.bySlug.get("imported")!;
|
|
395
|
+
expect(entry.freshAt).toBe(Date.parse("2019-03-05"));
|
|
396
|
+
// The file was written just now, so its raw mtime is far past the
|
|
397
|
+
// backdated origin: modifiedAt must not follow origin_date.
|
|
398
|
+
expect(entry.modifiedAt).toBeGreaterThan(Date.parse("2019-03-05"));
|
|
399
|
+
});
|
|
400
|
+
|
|
401
|
+
test("freshAt keeps a pre-epoch origin_date as its negative parsed epoch", async () => {
|
|
402
|
+
await writePage(
|
|
403
|
+
workspaceDir,
|
|
404
|
+
makePage("archival", { summary: "A", originDate: "1969-07-20" }),
|
|
405
|
+
);
|
|
406
|
+
|
|
407
|
+
const idx = await getPageIndex(workspaceDir);
|
|
408
|
+
const entry = idx.bySlug.get("archival")!;
|
|
409
|
+
// 1969-07-20 parses to a negative epoch-ms value; the declared
|
|
410
|
+
// chronology wins over the current file mtime.
|
|
411
|
+
expect(entry.freshAt).toBe(Date.parse("1969-07-20"));
|
|
412
|
+
expect(entry.freshAt).toBeLessThan(0);
|
|
413
|
+
expect(entry.freshAt).not.toBe(entry.modifiedAt);
|
|
414
|
+
});
|
|
415
|
+
|
|
416
|
+
test("freshAt reads an offset-less ISO datetime as UTC", async () => {
|
|
417
|
+
await writePage(
|
|
418
|
+
workspaceDir,
|
|
419
|
+
makePage("meeting", {
|
|
420
|
+
summary: "M",
|
|
421
|
+
originDate: "2019-06-10T14:23:00",
|
|
422
|
+
}),
|
|
423
|
+
);
|
|
424
|
+
|
|
425
|
+
const idx = await getPageIndex(workspaceDir);
|
|
426
|
+
const entry = idx.bySlug.get("meeting")!;
|
|
427
|
+
// Deterministic across host timezones: the offset-less datetime is
|
|
428
|
+
// normalized to UTC before parsing.
|
|
429
|
+
expect(entry.freshAt).toBe(Date.parse("2019-06-10T14:23:00Z"));
|
|
430
|
+
});
|
|
431
|
+
|
|
432
|
+
test("freshAt falls back to file mtime when origin_date is absent", async () => {
|
|
433
|
+
await writePage(workspaceDir, makePage("alice", { summary: "A" }));
|
|
434
|
+
|
|
435
|
+
const idx = await getPageIndex(workspaceDir);
|
|
436
|
+
const entry = idx.bySlug.get("alice")!;
|
|
437
|
+
expect(entry.freshAt).toBeGreaterThan(0);
|
|
438
|
+
expect(entry.freshAt).toBe(entry.modifiedAt);
|
|
439
|
+
});
|
|
440
|
+
|
|
441
|
+
test("freshAt falls back to file mtime when origin_date is unparseable", async () => {
|
|
442
|
+
await writePage(
|
|
443
|
+
workspaceDir,
|
|
444
|
+
makePage("garbled", { summary: "G", originDate: "not-a-date" }),
|
|
445
|
+
);
|
|
446
|
+
|
|
447
|
+
const idx = await getPageIndex(workspaceDir);
|
|
448
|
+
const entry = idx.bySlug.get("garbled")!;
|
|
449
|
+
expect(entry.freshAt).toBeGreaterThan(0);
|
|
450
|
+
expect(entry.freshAt).toBe(entry.modifiedAt);
|
|
451
|
+
});
|
|
452
|
+
|
|
453
|
+
test("synthetic skill entries carry freshAt null", async () => {
|
|
454
|
+
skillState.entries = [{ id: "browser", content: "Drive a browser." }];
|
|
455
|
+
|
|
456
|
+
const idx = await getPageIndex(workspaceDir);
|
|
457
|
+
expect(idx.bySlug.get("skills/browser")?.freshAt).toBeNull();
|
|
458
|
+
});
|
|
459
|
+
|
|
379
460
|
test("collision dedupe leaves non-colliding pages and skills intact", async () => {
|
|
380
461
|
await writePage(workspaceDir, makePage("alice", { summary: "Alice" }));
|
|
381
462
|
await writePage(
|
|
@@ -397,6 +478,52 @@ describe("getPageIndex", () => {
|
|
|
397
478
|
});
|
|
398
479
|
});
|
|
399
480
|
|
|
481
|
+
// ---------------------------------------------------------------------------
|
|
482
|
+
// parseOriginDate: the shared origin_date parser
|
|
483
|
+
// ---------------------------------------------------------------------------
|
|
484
|
+
|
|
485
|
+
describe("parseOriginDate", () => {
|
|
486
|
+
test("parses an ISO date to epoch ms", () => {
|
|
487
|
+
expect(parseOriginDate("2019-03-05")).toBe(Date.parse("2019-03-05"));
|
|
488
|
+
});
|
|
489
|
+
|
|
490
|
+
test("keeps a pre-epoch date as its negative parsed epoch", () => {
|
|
491
|
+
const parsed = parseOriginDate("1969-07-20");
|
|
492
|
+
expect(parsed).toBe(Date.parse("1969-07-20"));
|
|
493
|
+
expect(parsed).toBeLessThan(0);
|
|
494
|
+
});
|
|
495
|
+
|
|
496
|
+
test("reads an offset-less ISO datetime as UTC", () => {
|
|
497
|
+
expect(parseOriginDate("2019-06-10T14:23:00")).toBe(
|
|
498
|
+
Date.parse("2019-06-10T14:23:00Z"),
|
|
499
|
+
);
|
|
500
|
+
});
|
|
501
|
+
|
|
502
|
+
test("preserves an explicit offset", () => {
|
|
503
|
+
expect(parseOriginDate("2019-06-10T14:23:00+02:00")).toBe(
|
|
504
|
+
Date.parse("2019-06-10T12:23:00Z"),
|
|
505
|
+
);
|
|
506
|
+
});
|
|
507
|
+
|
|
508
|
+
test("returns null for an unparseable value", () => {
|
|
509
|
+
expect(parseOriginDate("sometime last spring")).toBeNull();
|
|
510
|
+
expect(parseOriginDate("")).toBeNull();
|
|
511
|
+
});
|
|
512
|
+
|
|
513
|
+
test("rejects non-ISO shapes even when Date.parse would accept them", () => {
|
|
514
|
+
expect(parseOriginDate("03/04/2025")).toBeNull();
|
|
515
|
+
expect(parseOriginDate("Apr 3 2025")).toBeNull();
|
|
516
|
+
expect(parseOriginDate("2025-4-3")).toBeNull();
|
|
517
|
+
});
|
|
518
|
+
|
|
519
|
+
test("rejects impossible calendar dates instead of normalizing them", () => {
|
|
520
|
+
expect(parseOriginDate("2025-02-30")).toBeNull();
|
|
521
|
+
expect(parseOriginDate("2025-04-31")).toBeNull();
|
|
522
|
+
expect(parseOriginDate("2025-02-30T10:00:00Z")).toBeNull();
|
|
523
|
+
expect(parseOriginDate("2024-02-29")).toBe(Date.parse("2024-02-29"));
|
|
524
|
+
});
|
|
525
|
+
});
|
|
526
|
+
|
|
400
527
|
// ---------------------------------------------------------------------------
|
|
401
528
|
// Render
|
|
402
529
|
// ---------------------------------------------------------------------------
|
|
@@ -241,6 +241,37 @@ describe("writePage + readPage round-trip", () => {
|
|
|
241
241
|
expect(read!.frontmatter.status).toBe("cc-draft");
|
|
242
242
|
});
|
|
243
243
|
|
|
244
|
+
test("round-trips the provenance fields (source, origin_date)", async () => {
|
|
245
|
+
// Imported/backfilled pages carry `source: import:<provider>` and an
|
|
246
|
+
// `origin_date:` for original chronology. Both are declared (not
|
|
247
|
+
// passthrough) so they parse with a real type and survive the
|
|
248
|
+
// renderPageContent write -> readPage round-trip.
|
|
249
|
+
const page = makePage({
|
|
250
|
+
slug: "imported-page",
|
|
251
|
+
frontmatter: {
|
|
252
|
+
edges: [],
|
|
253
|
+
ref_files: [],
|
|
254
|
+
ref_urls: [],
|
|
255
|
+
source: "import:chatgpt",
|
|
256
|
+
origin_date: "2023-04-01",
|
|
257
|
+
},
|
|
258
|
+
});
|
|
259
|
+
await writePage(workspaceDir, page);
|
|
260
|
+
|
|
261
|
+
const read = await readPage(workspaceDir, "imported-page");
|
|
262
|
+
expect(read).not.toBeNull();
|
|
263
|
+
expect(read!.frontmatter.source).toBe("import:chatgpt");
|
|
264
|
+
expect(read!.frontmatter.origin_date).toBe("2023-04-01");
|
|
265
|
+
|
|
266
|
+
// The rendered file carries both keys in its frontmatter block.
|
|
267
|
+
const raw = readFileSync(
|
|
268
|
+
join(workspaceDir, "memory", "concepts", "imported-page.md"),
|
|
269
|
+
"utf-8",
|
|
270
|
+
);
|
|
271
|
+
expect(raw).toMatch(/source: "?import:chatgpt"?/);
|
|
272
|
+
expect(raw).toMatch(/origin_date: "?2023-04-01"?/);
|
|
273
|
+
});
|
|
274
|
+
|
|
244
275
|
test("renders frontmatter at the top with --- delimiters", async () => {
|
|
245
276
|
const page = makePage();
|
|
246
277
|
await writePage(workspaceDir, page);
|