@vellumai/assistant 0.5.13 → 0.5.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +1 -6
- package/AGENTS.md +4 -0
- package/ARCHITECTURE.md +0 -1
- package/bunfig.toml +1 -0
- package/docs/architecture/memory.md +3 -3
- package/openapi.yaml +127 -22
- package/package.json +1 -1
- package/src/__tests__/access-request-decision.test.ts +2 -32
- package/src/__tests__/actor-token-service.test.ts +1 -31
- package/src/__tests__/anthropic-provider.test.ts +53 -40
- package/src/__tests__/app-git-history.test.ts +9 -17
- package/src/__tests__/app-git-service.test.ts +14 -20
- package/src/__tests__/app-store-dir-names.test.ts +10 -20
- package/src/__tests__/approval-cascade.test.ts +2 -19
- package/src/__tests__/approval-primitive.test.ts +2 -27
- package/src/__tests__/approval-routes-http.test.ts +2 -30
- package/src/__tests__/assistant-events-sse-hardening.test.ts +2 -28
- package/src/__tests__/assistant-feature-flags-integration.test.ts +2 -45
- package/src/__tests__/attachments-store.test.ts +5 -32
- package/src/__tests__/audit-log-rotation.test.ts +5 -36
- package/src/__tests__/avatar-e2e.test.ts +1 -9
- package/src/__tests__/avatar-generator.test.ts +1 -7
- package/src/__tests__/browser-fill-credential.test.ts +0 -4
- package/src/__tests__/browser-manager.test.ts +0 -6
- package/src/__tests__/call-controller.test.ts +1 -22
- package/src/__tests__/call-conversation-messages.test.ts +0 -21
- package/src/__tests__/call-domain.test.ts +0 -25
- package/src/__tests__/call-pointer-messages.test.ts +0 -21
- package/src/__tests__/call-recovery.test.ts +0 -22
- package/src/__tests__/call-routes-http.test.ts +0 -24
- package/src/__tests__/call-store.test.ts +0 -21
- package/src/__tests__/cancel-resolves-conversation-key.test.ts +0 -24
- package/src/__tests__/canonical-guardian-store.test.ts +48 -21
- package/src/__tests__/channel-approval-routes.test.ts +6 -26
- package/src/__tests__/channel-approvals.test.ts +1 -38
- package/src/__tests__/channel-delivery-store.test.ts +0 -21
- package/src/__tests__/channel-guardian.test.ts +0 -26
- package/src/__tests__/channel-reply-delivery.test.ts +5 -0
- package/src/__tests__/channel-retry-sweep.test.ts +0 -21
- package/src/__tests__/checker.test.ts +26 -61
- package/src/__tests__/clawhub.test.ts +9 -25
- package/src/__tests__/cli-command-risk-guard.test.ts +0 -18
- package/src/__tests__/config-loader-backfill.test.ts +9 -28
- package/src/__tests__/config-schema-cmd.test.ts +5 -25
- package/src/__tests__/config-schema.test.ts +21 -40
- package/src/__tests__/config-watcher.test.ts +4 -91
- package/src/__tests__/confirmation-request-guardian-bridge.test.ts +0 -21
- package/src/__tests__/contacts-tools.test.ts +0 -21
- package/src/__tests__/context-memory-e2e.test.ts +0 -21
- package/src/__tests__/context-window-manager.test.ts +130 -3
- package/src/__tests__/conversation-abort-tool-results.test.ts +0 -4
- package/src/__tests__/conversation-agent-loop-overflow.test.ts +0 -4
- package/src/__tests__/conversation-agent-loop.test.ts +0 -4
- package/src/__tests__/conversation-attachments.test.ts +1 -24
- package/src/__tests__/conversation-attention-store.test.ts +0 -21
- package/src/__tests__/conversation-attention-telegram.test.ts +0 -22
- package/src/__tests__/conversation-clear-safety.test.ts +0 -22
- package/src/__tests__/conversation-confirmation-signals.test.ts +2 -21
- package/src/__tests__/conversation-delete-schedule-cleanup.test.ts +0 -24
- package/src/__tests__/conversation-disk-view-integration.test.ts +1 -23
- package/src/__tests__/conversation-disk-view.test.ts +5 -27
- package/src/__tests__/conversation-error.test.ts +1 -1
- package/src/__tests__/conversation-fork-crud.test.ts +1 -33
- package/src/__tests__/conversation-fork-route.test.ts +0 -27
- package/src/__tests__/conversation-history-web-search.test.ts +23 -16
- package/src/__tests__/conversation-init.benchmark.test.ts +22 -43
- package/src/__tests__/conversation-key-store-disk-view.test.ts +8 -34
- package/src/__tests__/conversation-load-history-repair.test.ts +0 -4
- package/src/__tests__/conversation-pre-run-repair.test.ts +0 -4
- package/src/__tests__/conversation-provider-retry-repair.test.ts +0 -4
- package/src/__tests__/conversation-queue.test.ts +8 -8
- package/src/__tests__/conversation-routes-disk-view.test.ts +13 -51
- package/src/__tests__/conversation-runtime-assembly.test.ts +64 -38
- package/src/__tests__/conversation-slash-commands.test.ts +5 -0
- package/src/__tests__/conversation-slash-queue.test.ts +0 -4
- package/src/__tests__/conversation-slash-unknown.test.ts +0 -4
- package/src/__tests__/conversation-speed-override.test.ts +326 -0
- package/src/__tests__/conversation-starter-routes.test.ts +0 -23
- package/src/__tests__/conversation-store.test.ts +0 -21
- package/src/__tests__/conversation-unread-route.test.ts +0 -24
- package/src/__tests__/conversation-usage.test.ts +56 -21
- package/src/__tests__/conversation-wipe.test.ts +0 -21
- package/src/__tests__/conversation-workspace-cache-state.test.ts +0 -4
- package/src/__tests__/conversation-workspace-injection.test.ts +0 -4
- package/src/__tests__/conversation-workspace-tool-tracking.test.ts +0 -4
- package/src/__tests__/credential-execution-shell-lockdown.test.ts +8 -5
- package/src/__tests__/credential-vault-unit.test.ts +9 -428
- package/src/__tests__/credentials-cli.test.ts +10 -10
- package/src/__tests__/daemon-assistant-events.test.ts +0 -19
- package/src/__tests__/date-context.test.ts +77 -97
- package/src/__tests__/db-conversation-fork-lineage-migration.test.ts +7 -24
- package/src/__tests__/db-llm-request-log-provider-migration.test.ts +29 -42
- package/src/__tests__/delete-managed-skill-tool.test.ts +2 -10
- package/src/__tests__/deterministic-verification-control-plane.test.ts +1 -26
- package/src/__tests__/docker-signing-key-bootstrap.test.ts +61 -15
- package/src/__tests__/dynamic-skill-workflow-prompt.test.ts +2 -36
- package/src/__tests__/email-cli.test.ts +6 -6
- package/src/__tests__/ephemeral-permissions.test.ts +5 -17
- package/src/__tests__/first-greeting.test.ts +4 -32
- package/src/__tests__/followup-tools.test.ts +0 -21
- package/src/__tests__/gateway-only-enforcement.test.ts +0 -20
- package/src/__tests__/guardian-action-conversation-turn.test.ts +0 -23
- package/src/__tests__/guardian-action-followup-executor.test.ts +0 -23
- package/src/__tests__/guardian-action-followup-store.test.ts +0 -21
- package/src/__tests__/guardian-action-grant-mint-consume.test.ts +0 -21
- package/src/__tests__/guardian-action-late-reply.test.ts +0 -21
- package/src/__tests__/guardian-action-store.test.ts +0 -21
- package/src/__tests__/guardian-action-sweep.test.ts +0 -21
- package/src/__tests__/guardian-binding-drift-heal.test.ts +0 -23
- package/src/__tests__/guardian-decision-primitive-canonical.test.ts +172 -22
- package/src/__tests__/guardian-dispatch.test.ts +0 -21
- package/src/__tests__/guardian-grant-minting.test.ts +0 -22
- package/src/__tests__/guardian-outbound-http.test.ts +0 -22
- package/src/__tests__/guardian-principal-id-roundtrip.test.ts +0 -23
- package/src/__tests__/guardian-routing-invariants.test.ts +0 -22
- package/src/__tests__/guardian-routing-state.test.ts +0 -22
- package/src/__tests__/guardian-verification-voice-binding.test.ts +0 -24
- package/src/__tests__/headless-browser-interactions.test.ts +0 -4
- package/src/__tests__/headless-browser-navigate.test.ts +0 -4
- package/src/__tests__/headless-browser-read-tools.test.ts +0 -4
- package/src/__tests__/headless-browser-snapshot.test.ts +0 -4
- package/src/__tests__/heartbeat-service.test.ts +99 -26
- package/src/__tests__/hooks-blocking.test.ts +3 -3
- package/src/__tests__/hooks-config.test.ts +7 -7
- package/src/__tests__/hooks-discovery.test.ts +3 -3
- package/src/__tests__/hooks-integration.test.ts +5 -5
- package/src/__tests__/hooks-manager.test.ts +3 -3
- package/src/__tests__/hooks-runner.test.ts +5 -23
- package/src/__tests__/hooks-settings.test.ts +3 -3
- package/src/__tests__/hooks-templates.test.ts +3 -3
- package/src/__tests__/http-conversation-lineage.test.ts +0 -27
- package/src/__tests__/identity-intro-cache.test.ts +0 -4
- package/src/__tests__/inbound-invite-redemption.test.ts +0 -22
- package/src/__tests__/inline-skill-load-permissions.test.ts +5 -16
- package/src/__tests__/intent-routing.test.ts +2 -55
- package/src/__tests__/invite-redemption-service.test.ts +0 -21
- package/src/__tests__/invite-routes-http.test.ts +0 -21
- package/src/__tests__/jobs-store-qdrant-breaker.test.ts +0 -17
- package/src/__tests__/journal-context.test.ts +8 -75
- package/src/__tests__/list-messages-attachments.test.ts +0 -22
- package/src/__tests__/llm-context-route-provider.test.ts +0 -21
- package/src/__tests__/llm-request-log-turn-query.test.ts +46 -28
- package/src/__tests__/llm-usage-store.test.ts +0 -21
- package/src/__tests__/log-export-workspace.test.ts +1 -1
- package/src/__tests__/managed-skill-lifecycle.test.ts +1 -1
- package/src/__tests__/managed-store.test.ts +1 -1
- package/src/__tests__/mcp-cli.test.ts +7 -10
- package/src/__tests__/memory-context-benchmark.benchmark.test.ts +0 -21
- package/src/__tests__/memory-jobs-worker-backoff.test.ts +0 -11
- package/src/__tests__/memory-lifecycle-e2e.test.ts +0 -21
- package/src/__tests__/memory-recall-log-store.test.ts +0 -27
- package/src/__tests__/memory-recall-quality.test.ts +0 -21
- package/src/__tests__/memory-regressions.experimental.test.ts +31 -30
- package/src/__tests__/memory-regressions.test.ts +282 -70
- package/src/__tests__/memory-retrieval.benchmark.test.ts +0 -21
- package/src/__tests__/memory-upsert-concurrency.test.ts +0 -21
- package/src/__tests__/messaging-send-tool.test.ts +201 -0
- package/src/__tests__/migration-cross-version-compatibility.test.ts +18 -13
- package/src/__tests__/migration-export-http.test.ts +7 -1
- package/src/__tests__/migration-import-commit-http.test.ts +16 -14
- package/src/__tests__/migration-import-preflight-http.test.ts +27 -44
- package/src/__tests__/migration-validate-http.test.ts +1 -28
- package/src/__tests__/native-web-search.test.ts +25 -22
- package/src/__tests__/non-member-access-request.test.ts +0 -22
- package/src/__tests__/notification-guardian-path.test.ts +0 -21
- package/src/__tests__/notification-schedule-dedup.test.ts +1 -25
- package/src/__tests__/oauth-apps-routes.test.ts +103 -2
- package/src/__tests__/oauth-cli.test.ts +52 -0
- package/src/__tests__/oauth-provider-profiles.test.ts +0 -16
- package/src/__tests__/oauth-provider-serializer.test.ts +232 -0
- package/src/__tests__/oauth-providers-routes.test.ts +257 -0
- package/src/__tests__/oauth-store.test.ts +0 -21
- package/src/__tests__/onboarding-template-contract.test.ts +2 -2
- package/src/__tests__/openai-provider.test.ts +261 -0
- package/src/__tests__/pairing-concurrent.test.ts +6 -6
- package/src/__tests__/pairing-routes.test.ts +7 -1
- package/src/__tests__/path-policy.test.ts +1 -1
- package/src/__tests__/platform.test.ts +64 -88
- package/src/__tests__/playbook-execution.test.ts +0 -21
- package/src/__tests__/playbook-tools.test.ts +0 -21
- package/src/__tests__/pricing.test.ts +100 -0
- package/src/__tests__/relay-server.test.ts +1 -25
- package/src/__tests__/runtime-attachment-metadata.test.ts +0 -24
- package/src/__tests__/runtime-events-sse-parity.test.ts +2 -24
- package/src/__tests__/runtime-events-sse.test.ts +0 -24
- package/src/__tests__/sandbox-diagnostics.test.ts +2 -1
- package/src/__tests__/scaffold-managed-skill-tool.test.ts +1 -1
- package/src/__tests__/schedule-store.test.ts +0 -21
- package/src/__tests__/schedule-tools.test.ts +0 -21
- package/src/__tests__/scheduler-recurrence.test.ts +0 -21
- package/src/__tests__/scoped-approval-grants.test.ts +0 -21
- package/src/__tests__/scoped-grant-security-matrix.test.ts +0 -21
- package/src/__tests__/secret-allowlist.test.ts +1 -1
- package/src/__tests__/secret-ingress-channel.test.ts +0 -5
- package/src/__tests__/secret-ingress-cli.test.ts +0 -6
- package/src/__tests__/secret-ingress-http.test.ts +0 -5
- package/src/__tests__/secret-ingress.test.ts +0 -5
- package/src/__tests__/send-endpoint-busy.test.ts +0 -24
- package/src/__tests__/sequence-store.test.ts +0 -21
- package/src/__tests__/server-history-render.test.ts +0 -24
- package/src/__tests__/shell-tool-proxy-mode.test.ts +0 -4
- package/src/__tests__/skill-load-inline-command.test.ts +9 -0
- package/src/__tests__/skill-load-inline-includes.test.ts +9 -0
- package/src/__tests__/skill-load-tool.test.ts +11 -0
- package/src/__tests__/skills-uninstall.test.ts +10 -8
- package/src/__tests__/skills.test.ts +1 -1
- package/src/__tests__/slack-channel-config.test.ts +1 -1
- package/src/__tests__/slack-inbound-verification.test.ts +0 -22
- package/src/__tests__/starter-bundle.test.ts +4 -1
- package/src/__tests__/suggestion-routes.test.ts +2 -0
- package/src/__tests__/system-prompt.test.ts +1 -1
- package/src/__tests__/terminal-tools.test.ts +1 -1
- package/src/__tests__/test-preload.ts +31 -0
- package/src/__tests__/tool-execution-abort-cleanup.test.ts +1 -1
- package/src/__tests__/tool-execution-pipeline.benchmark.test.ts +1 -1
- package/src/__tests__/tool-executor.test.ts +0 -20
- package/src/__tests__/tool-input-summary.test.ts +124 -0
- package/src/__tests__/tool-preview-lifecycle.test.ts +2 -1
- package/src/__tests__/trust-store.test.ts +7 -1
- package/src/__tests__/trusted-contact-inline-approval-integration.test.ts +1 -1
- package/src/__tests__/trusted-contact-lifecycle-notifications.test.ts +1 -1
- package/src/__tests__/trusted-contact-multichannel.test.ts +1 -1
- package/src/__tests__/trusted-contact-verification.test.ts +1 -1
- package/src/__tests__/turn-boundary-resolution.test.ts +1 -1
- package/src/__tests__/twilio-routes.test.ts +1 -1
- package/src/__tests__/update-bulletin.test.ts +1 -1
- package/src/__tests__/vbundle-pax-and-symlink.test.ts +1 -1
- package/src/__tests__/vellum-self-knowledge-inline-command.test.ts +1 -0
- package/src/__tests__/voice-scoped-grant-consumer.test.ts +1 -1
- package/src/__tests__/voice-session-bridge.test.ts +1 -1
- package/src/__tests__/workspace-migration-009-backfill-conversation-disk-view.test.ts +4 -4
- package/src/__tests__/workspace-migration-013-repair-conversation-disk-view.test.ts +1 -1
- package/src/__tests__/workspace-migration-down-functions.test.ts +15 -3
- package/src/__tests__/workspace-migration-seed-device-id.test.ts +40 -4
- package/src/agent/loop.ts +6 -9
- package/src/approvals/guardian-decision-primitive.ts +46 -18
- package/src/approvals/guardian-request-resolvers.ts +19 -2
- package/src/calls/active-call-lease.ts +2 -2
- package/src/cli/AGENTS.md +1 -1
- package/src/cli/commands/doctor.ts +9 -9
- package/src/cli/commands/memory.ts +142 -0
- package/src/cli/commands/oauth/__tests__/connect.test.ts +13 -11
- package/src/cli/commands/oauth/__tests__/ping.test.ts +1 -1
- package/src/cli/commands/oauth/connect.ts +13 -12
- package/src/cli/commands/oauth/index.ts +1 -1
- package/src/cli/commands/oauth/providers.ts +47 -62
- package/src/cli/commands/platform/__tests__/connect.test.ts +72 -46
- package/src/cli/commands/platform/__tests__/disconnect.test.ts +54 -1
- package/src/cli/commands/platform/__tests__/status.test.ts +36 -0
- package/src/cli/commands/platform/connect.ts +17 -7
- package/src/cli/commands/platform/disconnect.ts +28 -3
- package/src/cli/commands/platform/index.ts +3 -3
- package/src/cli.ts +1 -299
- package/src/config/assistant-feature-flags.ts +23 -15
- package/src/config/bundled-skills/app-builder/TOOLS.json +16 -0
- package/src/config/bundled-skills/app-builder/tools/app-create.ts +4 -0
- package/src/config/bundled-skills/app-builder/tools/app-delete.ts +5 -1
- package/src/config/bundled-skills/app-builder/tools/app-generate-icon.ts +9 -1
- package/src/config/bundled-skills/app-builder/tools/app-refresh.ts +5 -1
- package/src/config/bundled-skills/contacts/TOOLS.json +8 -0
- package/src/config/bundled-skills/contacts/tools/contact-search.ts +10 -1
- package/src/config/bundled-skills/contacts/tools/contact-upsert.ts +16 -2
- package/src/config/bundled-skills/media-processing/tools/ingest-media.ts +1 -0
- package/src/config/bundled-skills/messaging/SKILL.md +7 -7
- package/src/config/bundled-skills/messaging/tools/messaging-send.ts +37 -0
- package/src/config/bundled-skills/slack/SKILL.md +18 -0
- package/src/config/env-registry.ts +15 -11
- package/src/config/env.ts +1 -11
- package/src/config/feature-flag-registry.json +16 -0
- package/src/config/schema.ts +4 -0
- package/src/config/schemas/heartbeat.ts +6 -1
- package/src/config/schemas/inference.ts +14 -3
- package/src/config/schemas/memory-processing.ts +16 -8
- package/src/config/schemas/memory-retrieval.ts +3 -3
- package/src/config/skills.ts +1 -1
- package/src/context/window-manager.ts +174 -51
- package/src/credential-execution/executable-discovery.ts +2 -2
- package/src/daemon/approved-devices-store.ts +2 -2
- package/src/daemon/assistant-attachments.ts +2 -0
- package/src/daemon/config-watcher.ts +4 -50
- package/src/daemon/conversation-agent-loop-handlers.ts +9 -1
- package/src/daemon/conversation-agent-loop.ts +12 -0
- package/src/daemon/conversation-error.ts +3 -5
- package/src/daemon/conversation-history.ts +7 -3
- package/src/daemon/conversation-lifecycle.ts +16 -0
- package/src/daemon/conversation-messaging.ts +1 -0
- package/src/daemon/conversation-notifiers.ts +67 -30
- package/src/daemon/conversation-process.ts +161 -2
- package/src/daemon/conversation-queue-manager.ts +2 -0
- package/src/daemon/conversation-runtime-assembly.ts +33 -11
- package/src/daemon/conversation-slash.ts +14 -3
- package/src/daemon/conversation-tool-setup.ts +2 -0
- package/src/daemon/conversation-usage.ts +32 -4
- package/src/daemon/conversation.ts +33 -1
- package/src/daemon/daemon-control.ts +32 -16
- package/src/daemon/date-context.ts +47 -45
- package/src/daemon/dictation-profile-store.ts +2 -2
- package/src/daemon/handlers/conversations.ts +19 -0
- package/src/daemon/handlers/shared.ts +14 -21
- package/src/daemon/lifecycle.ts +5 -7
- package/src/daemon/message-types/conversations.ts +2 -0
- package/src/daemon/message-types/guardian-actions.ts +3 -17
- package/src/daemon/message-types/integrations.ts +11 -1
- package/src/daemon/message-types/messages.ts +1 -0
- package/src/daemon/pairing-store.ts +2 -79
- package/src/daemon/server.ts +154 -8
- package/src/daemon/watch-handler.ts +65 -21
- package/src/email/guardrails.ts +3 -3
- package/src/heartbeat/heartbeat-service.ts +14 -7
- package/src/hooks/cli.ts +2 -2
- package/src/hooks/config.ts +2 -2
- package/src/hooks/discovery.ts +2 -2
- package/src/hooks/manager.ts +2 -2
- package/src/hooks/runner.ts +5 -2
- package/src/hooks/templates.ts +2 -2
- package/src/memory/admin.ts +181 -2
- package/src/memory/app-git-service.ts +61 -4
- package/src/memory/attachments-store.ts +2 -0
- package/src/memory/canonical-guardian-store.ts +16 -0
- package/src/memory/db-init.ts +8 -0
- package/src/memory/embedding-local.ts +5 -2
- package/src/memory/indexer.ts +44 -26
- package/src/memory/items-extractor.ts +34 -82
- package/src/memory/job-handlers/batch-extraction.ts +741 -0
- package/src/memory/job-handlers/journal-carry-forward.test.ts +383 -0
- package/src/memory/job-handlers/journal-carry-forward.ts +255 -0
- package/src/memory/jobs-store.ts +28 -0
- package/src/memory/jobs-worker.ts +56 -9
- package/src/memory/lifecycle-events-store.ts +4 -2
- package/src/memory/llm-request-log-store.ts +40 -2
- package/src/memory/llm-usage-store.ts +4 -3
- package/src/memory/migrations/199-guardian-request-enrichment-columns.ts +71 -0
- package/src/memory/migrations/200-usage-llm-call-count.ts +20 -0
- package/src/memory/migrations/index.ts +2 -0
- package/src/memory/query-expansion.ts +83 -0
- package/src/memory/retriever.test.ts +119 -0
- package/src/memory/retriever.ts +513 -105
- package/src/memory/schema/guardian.ts +4 -0
- package/src/memory/schema/infrastructure.ts +1 -0
- package/src/memory/search/formatting.test.ts +140 -0
- package/src/memory/search/formatting.ts +143 -198
- package/src/memory/search/mmr.ts +136 -0
- package/src/memory/search/staleness.ts +0 -15
- package/src/memory/search/tier-classifier.ts +10 -21
- package/src/memory/search/types.ts +17 -0
- package/src/messaging/providers/slack/adapter.ts +51 -5
- package/src/notifications/broadcaster.ts +13 -0
- package/src/notifications/copy-composer.ts +8 -0
- package/src/oauth/connect-orchestrator.ts +1 -1
- package/src/oauth/connection-resolver.ts +2 -2
- package/src/oauth/provider-serializer.ts +116 -0
- package/src/permissions/trust-store.ts +24 -7
- package/src/prompts/__tests__/build-cli-reference-section.test.ts +5 -0
- package/src/prompts/journal-context.ts +50 -35
- package/src/prompts/persona-resolver.ts +1 -1
- package/src/prompts/system-prompt.ts +27 -28
- package/src/prompts/templates/BOOTSTRAP.md +14 -1
- package/src/prompts/templates/HEARTBEAT.md +10 -0
- package/src/prompts/templates/NOW.md +19 -25
- package/src/prompts/templates/SOUL.md +13 -1
- package/src/prompts/templates/UPDATES.md +12 -0
- package/src/prompts/update-bulletin.ts +1 -1
- package/src/providers/anthropic/client.ts +89 -18
- package/src/providers/model-catalog.ts +22 -2
- package/src/providers/model-intents.ts +2 -2
- package/src/providers/openai/client.ts +40 -1
- package/src/providers/retry.ts +23 -4
- package/src/providers/types.ts +2 -0
- package/src/runtime/assistant-scope.ts +1 -1
- package/src/runtime/auth/__tests__/credential-service.test.ts +1 -0
- package/src/runtime/auth/route-policy.ts +1 -0
- package/src/runtime/auth/token-service.ts +51 -29
- package/src/runtime/confirmation-request-guardian-bridge.ts +3 -1
- package/src/runtime/guardian-decision-types.ts +16 -10
- package/src/runtime/http-server.ts +3 -14
- package/src/runtime/http-types.ts +1 -0
- package/src/runtime/migrations/vbundle-builder.ts +7 -4
- package/src/runtime/migrations/vbundle-import-analyzer.ts +0 -4
- package/src/runtime/migrations/vbundle-importer.ts +1 -1
- package/src/runtime/routes/conversation-query-routes.ts +40 -8
- package/src/runtime/routes/conversation-routes.ts +125 -3
- package/src/runtime/routes/guardian-action-routes.ts +9 -3
- package/src/runtime/routes/identity-routes.ts +25 -4
- package/src/runtime/routes/llm-context-normalization.ts +1 -0
- package/src/runtime/routes/log-export-routes.ts +34 -12
- package/src/runtime/routes/migration-routes.ts +6 -10
- package/src/runtime/routes/oauth-apps.ts +2 -9
- package/src/runtime/routes/oauth-providers.ts +60 -0
- package/src/runtime/routes/pairing-routes.ts +0 -8
- package/src/runtime/routes/settings-routes.ts +0 -1
- package/src/runtime/routes/telemetry-routes.ts +16 -4
- package/src/security/encrypted-store.ts +2 -2
- package/src/security/secret-allowlist.ts +3 -3
- package/src/signals/emit-event.ts +42 -0
- package/src/signals/user-message.ts +37 -0
- package/src/telemetry/usage-telemetry-reporter.test.ts +83 -19
- package/src/telemetry/usage-telemetry-reporter.ts +23 -17
- package/src/tools/browser/runtime-check.ts +2 -2
- package/src/tools/credentials/vault.ts +2 -249
- package/src/tools/memory/definitions.ts +1 -1
- package/src/tools/memory/handlers.test.ts +50 -8
- package/src/tools/memory/handlers.ts +3 -1
- package/src/tools/side-effects.ts +1 -6
- package/src/tools/terminal/safe-env.ts +3 -2
- package/src/tools/terminal/shell.ts +11 -14
- package/src/tools/tool-approval-handler.ts +20 -1
- package/src/tools/tool-input-summary.ts +66 -0
- package/src/tools/types.ts +4 -0
- package/src/usage/types.ts +4 -0
- package/src/util/device-id.ts +10 -10
- package/src/util/platform.ts +71 -33
- package/src/util/pricing.ts +19 -6
- package/src/util/strip-comment-lines.ts +28 -0
- package/src/workspace/git-service.ts +8 -18
- package/src/workspace/migrations/003-seed-device-id.ts +6 -4
- package/src/workspace/migrations/016-extract-feature-flags-to-protected.ts +7 -1
- package/src/workspace/migrations/017-seed-persona-dirs.ts +2 -4
- package/src/workspace/migrations/021-move-signals-to-workspace.ts +84 -0
- package/src/workspace/migrations/022-move-hooks-to-workspace.ts +94 -0
- package/src/workspace/migrations/023-move-config-files-to-workspace.ts +86 -0
- package/src/workspace/migrations/024-move-runtime-files-to-workspace.ts +126 -0
- package/src/workspace/migrations/migrate-to-workspace-volume.ts +3 -6
- package/src/workspace/migrations/registry.ts +8 -0
- package/src/signals/confirm.ts +0 -82
- package/src/signals/trust-rule.ts +0 -174
|
@@ -1,21 +1,5 @@
|
|
|
1
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
2
|
-
import { tmpdir } from "node:os";
|
|
3
|
-
import { join } from "node:path";
|
|
4
1
|
import { afterAll, beforeEach, describe, expect, mock, test } from "bun:test";
|
|
5
2
|
|
|
6
|
-
const testDir = mkdtempSync(join(tmpdir(), "invite-redemption-service-test-"));
|
|
7
|
-
|
|
8
|
-
mock.module("../util/platform.js", () => ({
|
|
9
|
-
getDataDir: () => testDir,
|
|
10
|
-
isMacOS: () => process.platform === "darwin",
|
|
11
|
-
isLinux: () => process.platform === "linux",
|
|
12
|
-
isWindows: () => process.platform === "win32",
|
|
13
|
-
getPidPath: () => join(testDir, "test.pid"),
|
|
14
|
-
getDbPath: () => join(testDir, "test.db"),
|
|
15
|
-
getLogPath: () => join(testDir, "test.log"),
|
|
16
|
-
ensureDataDir: () => {},
|
|
17
|
-
}));
|
|
18
|
-
|
|
19
3
|
mock.module("../util/logger.js", () => ({
|
|
20
4
|
getLogger: () =>
|
|
21
5
|
new Proxy({} as Record<string, unknown>, {
|
|
@@ -45,11 +29,6 @@ initializeDb();
|
|
|
45
29
|
|
|
46
30
|
afterAll(() => {
|
|
47
31
|
resetDb();
|
|
48
|
-
try {
|
|
49
|
-
rmSync(testDir, { recursive: true });
|
|
50
|
-
} catch {
|
|
51
|
-
/* best effort */
|
|
52
|
-
}
|
|
53
32
|
});
|
|
54
33
|
|
|
55
34
|
function resetTables() {
|
|
@@ -1,21 +1,5 @@
|
|
|
1
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
2
|
-
import { tmpdir } from "node:os";
|
|
3
|
-
import { join } from "node:path";
|
|
4
1
|
import { afterAll, beforeEach, describe, expect, mock, test } from "bun:test";
|
|
5
2
|
|
|
6
|
-
const testDir = mkdtempSync(join(tmpdir(), "invite-routes-http-test-"));
|
|
7
|
-
|
|
8
|
-
mock.module("../util/platform.js", () => ({
|
|
9
|
-
getDataDir: () => testDir,
|
|
10
|
-
isMacOS: () => process.platform === "darwin",
|
|
11
|
-
isLinux: () => process.platform === "linux",
|
|
12
|
-
isWindows: () => process.platform === "win32",
|
|
13
|
-
getPidPath: () => join(testDir, "test.pid"),
|
|
14
|
-
getDbPath: () => join(testDir, "test.db"),
|
|
15
|
-
getLogPath: () => join(testDir, "test.log"),
|
|
16
|
-
ensureDataDir: () => {},
|
|
17
|
-
}));
|
|
18
|
-
|
|
19
3
|
mock.module("../util/logger.js", () => ({
|
|
20
4
|
getLogger: () =>
|
|
21
5
|
new Proxy({} as Record<string, unknown>, {
|
|
@@ -73,11 +57,6 @@ function createTargetContact(displayName = "Test Contact"): string {
|
|
|
73
57
|
|
|
74
58
|
afterAll(() => {
|
|
75
59
|
resetDb();
|
|
76
|
-
try {
|
|
77
|
-
rmSync(testDir, { recursive: true });
|
|
78
|
-
} catch {
|
|
79
|
-
/* best effort */
|
|
80
|
-
}
|
|
81
60
|
});
|
|
82
61
|
|
|
83
62
|
function resetTables() {
|
|
@@ -1,6 +1,3 @@
|
|
|
1
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
2
|
-
import { tmpdir } from "node:os";
|
|
3
|
-
import { join } from "node:path";
|
|
4
1
|
import {
|
|
5
2
|
afterAll,
|
|
6
3
|
beforeAll,
|
|
@@ -11,19 +8,6 @@ import {
|
|
|
11
8
|
test,
|
|
12
9
|
} from "bun:test";
|
|
13
10
|
|
|
14
|
-
const testDir = mkdtempSync(join(tmpdir(), "jobs-store-qdrant-breaker-"));
|
|
15
|
-
|
|
16
|
-
mock.module("../util/platform.js", () => ({
|
|
17
|
-
getDataDir: () => testDir,
|
|
18
|
-
isMacOS: () => process.platform === "darwin",
|
|
19
|
-
isLinux: () => process.platform === "linux",
|
|
20
|
-
isWindows: () => process.platform === "win32",
|
|
21
|
-
getPidPath: () => join(testDir, "test.pid"),
|
|
22
|
-
getDbPath: () => join(testDir, "test.db"),
|
|
23
|
-
getLogPath: () => join(testDir, "test.log"),
|
|
24
|
-
ensureDataDir: () => {},
|
|
25
|
-
}));
|
|
26
|
-
|
|
27
11
|
mock.module("../util/logger.js", () => ({
|
|
28
12
|
getLogger: () =>
|
|
29
13
|
new Proxy({} as Record<string, unknown>, {
|
|
@@ -61,7 +45,6 @@ describe("claimMemoryJobs with Qdrant circuit breaker", () => {
|
|
|
61
45
|
|
|
62
46
|
afterAll(() => {
|
|
63
47
|
resetDb();
|
|
64
|
-
rmSync(testDir, { recursive: true, force: true });
|
|
65
48
|
});
|
|
66
49
|
|
|
67
50
|
test("claims embed jobs when circuit breaker is closed (healthy)", () => {
|
|
@@ -1,79 +1,15 @@
|
|
|
1
1
|
import { mkdirSync, rmSync, statSync, writeFileSync } from "node:fs";
|
|
2
|
-
import { tmpdir } from "node:os";
|
|
3
2
|
import { join } from "node:path";
|
|
4
|
-
import { afterEach, beforeEach, describe, expect,
|
|
3
|
+
import { afterEach, beforeEach, describe, expect, test } from "bun:test";
|
|
5
4
|
|
|
6
|
-
const TEST_DIR =
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
mock.module("../util/platform.js", () => ({
|
|
11
|
-
...realPlatform,
|
|
12
|
-
getWorkspaceDir: () => TEST_DIR,
|
|
13
|
-
}));
|
|
14
|
-
|
|
15
|
-
const {
|
|
16
|
-
buildJournalContext,
|
|
17
|
-
formatJournalRelativeTime,
|
|
18
|
-
formatJournalAbsoluteTime,
|
|
19
|
-
} = await import("../prompts/journal-context.js");
|
|
5
|
+
const TEST_DIR = process.env.VELLUM_WORKSPACE_DIR!;
|
|
6
|
+
const { buildJournalContext, formatJournalAbsoluteTime } = await import(
|
|
7
|
+
"../prompts/journal-context.js"
|
|
8
|
+
);
|
|
20
9
|
|
|
21
10
|
/** Small delay to ensure distinct file birthtimes on APFS. */
|
|
22
11
|
const tick = () => Bun.sleep(5);
|
|
23
12
|
|
|
24
|
-
describe("formatJournalRelativeTime", () => {
|
|
25
|
-
test("returns 'just now' for times less than 60 seconds ago", () => {
|
|
26
|
-
const now = Date.now();
|
|
27
|
-
expect(formatJournalRelativeTime(now - 30_000)).toBe("just now");
|
|
28
|
-
expect(formatJournalRelativeTime(now - 1_000)).toBe("just now");
|
|
29
|
-
expect(formatJournalRelativeTime(now)).toBe("just now");
|
|
30
|
-
});
|
|
31
|
-
|
|
32
|
-
test("returns minutes for times between 1-59 minutes ago", () => {
|
|
33
|
-
const now = Date.now();
|
|
34
|
-
expect(formatJournalRelativeTime(now - 60_000)).toBe("1 minute ago");
|
|
35
|
-
expect(formatJournalRelativeTime(now - 5 * 60_000)).toBe("5 minutes ago");
|
|
36
|
-
expect(formatJournalRelativeTime(now - 59 * 60_000)).toBe("59 minutes ago");
|
|
37
|
-
});
|
|
38
|
-
|
|
39
|
-
test("returns hours for times between 1-23 hours ago", () => {
|
|
40
|
-
const now = Date.now();
|
|
41
|
-
expect(formatJournalRelativeTime(now - 60 * 60_000)).toBe("1 hour ago");
|
|
42
|
-
expect(formatJournalRelativeTime(now - 3 * 60 * 60_000)).toBe(
|
|
43
|
-
"3 hours ago",
|
|
44
|
-
);
|
|
45
|
-
expect(formatJournalRelativeTime(now - 23 * 60 * 60_000)).toBe(
|
|
46
|
-
"23 hours ago",
|
|
47
|
-
);
|
|
48
|
-
});
|
|
49
|
-
|
|
50
|
-
test("returns days for times between 1-6 days ago", () => {
|
|
51
|
-
const now = Date.now();
|
|
52
|
-
expect(formatJournalRelativeTime(now - 24 * 60 * 60_000)).toBe(
|
|
53
|
-
"1 day ago",
|
|
54
|
-
);
|
|
55
|
-
expect(formatJournalRelativeTime(now - 3 * 24 * 60 * 60_000)).toBe(
|
|
56
|
-
"3 days ago",
|
|
57
|
-
);
|
|
58
|
-
expect(formatJournalRelativeTime(now - 6 * 24 * 60 * 60_000)).toBe(
|
|
59
|
-
"6 days ago",
|
|
60
|
-
);
|
|
61
|
-
});
|
|
62
|
-
|
|
63
|
-
test("returns weeks for times 7 or more days ago", () => {
|
|
64
|
-
const now = Date.now();
|
|
65
|
-
expect(formatJournalRelativeTime(now - 7 * 24 * 60 * 60_000)).toBe(
|
|
66
|
-
"1 week ago",
|
|
67
|
-
);
|
|
68
|
-
expect(formatJournalRelativeTime(now - 14 * 24 * 60 * 60_000)).toBe(
|
|
69
|
-
"2 weeks ago",
|
|
70
|
-
);
|
|
71
|
-
expect(formatJournalRelativeTime(now - 30 * 24 * 60 * 60_000)).toBe(
|
|
72
|
-
"4 weeks ago",
|
|
73
|
-
);
|
|
74
|
-
});
|
|
75
|
-
});
|
|
76
|
-
|
|
77
13
|
describe("formatJournalAbsoluteTime", () => {
|
|
78
14
|
test("formats a timestamp as MM/DD/YY HH:MM", () => {
|
|
79
15
|
// 2025-03-15 14:30:00
|
|
@@ -246,15 +182,12 @@ describe("buildJournalContext", () => {
|
|
|
246
182
|
expect(result).not.toContain("LEAVING CONTEXT");
|
|
247
183
|
});
|
|
248
184
|
|
|
249
|
-
test("includes
|
|
185
|
+
test("includes absolute timestamps in headers", () => {
|
|
250
186
|
const userDir = join(journalDir, "testuser");
|
|
251
187
|
mkdirSync(userDir, { recursive: true });
|
|
252
188
|
writeFileSync(join(userDir, "recent.md"), "recent content");
|
|
253
189
|
|
|
254
190
|
const result = buildJournalContext(10, "testuser")!;
|
|
255
|
-
// File was just created, so relative time should be "just now"
|
|
256
|
-
expect(result).toContain("just now");
|
|
257
|
-
// Absolute time should match the file's birthtime
|
|
258
191
|
const birthtime = statSync(join(userDir, "recent.md")).birthtimeMs;
|
|
259
192
|
const expected = formatJournalAbsoluteTime(birthtime);
|
|
260
193
|
expect(result).toContain(expected);
|
|
@@ -272,9 +205,9 @@ describe("buildJournalContext", () => {
|
|
|
272
205
|
|
|
273
206
|
const result = buildJournalContext(3, "testuser")!;
|
|
274
207
|
// Middle entry should have plain header format (no MOST RECENT, no LEAVING CONTEXT)
|
|
275
|
-
// Format: ## middle.md (MM/DD/YY HH:MM
|
|
208
|
+
// Format: ## middle.md (MM/DD/YY HH:MM)
|
|
276
209
|
expect(result).toMatch(
|
|
277
|
-
/## middle\.md \(\d{2}\/\d{2}\/\d{2} \d{2}:\d{2}
|
|
210
|
+
/## middle\.md \(\d{2}\/\d{2}\/\d{2} \d{2}:\d{2}\)/,
|
|
278
211
|
);
|
|
279
212
|
});
|
|
280
213
|
|
|
@@ -7,25 +7,8 @@
|
|
|
7
7
|
* - Assistant message image attachments include base64 data (same as user messages)
|
|
8
8
|
*/
|
|
9
9
|
|
|
10
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
11
|
-
import { tmpdir } from "node:os";
|
|
12
|
-
import { join } from "node:path";
|
|
13
10
|
import { afterAll, beforeEach, describe, expect, mock, test } from "bun:test";
|
|
14
11
|
|
|
15
|
-
const testDir = mkdtempSync(join(tmpdir(), "list-messages-test-"));
|
|
16
|
-
|
|
17
|
-
mock.module("../util/platform.js", () => ({
|
|
18
|
-
getDataDir: () => testDir,
|
|
19
|
-
isMacOS: () => process.platform === "darwin",
|
|
20
|
-
isLinux: () => process.platform === "linux",
|
|
21
|
-
isWindows: () => process.platform === "win32",
|
|
22
|
-
getPidPath: () => join(testDir, "test.pid"),
|
|
23
|
-
getDbPath: () => join(testDir, "test.db"),
|
|
24
|
-
getLogPath: () => join(testDir, "test.log"),
|
|
25
|
-
ensureDataDir: () => {},
|
|
26
|
-
getRootDir: () => testDir,
|
|
27
|
-
}));
|
|
28
|
-
|
|
29
12
|
mock.module("../util/logger.js", () => ({
|
|
30
13
|
getLogger: () =>
|
|
31
14
|
new Proxy({} as Record<string, unknown>, {
|
|
@@ -55,11 +38,6 @@ initializeDb();
|
|
|
55
38
|
|
|
56
39
|
afterAll(() => {
|
|
57
40
|
resetDb();
|
|
58
|
-
try {
|
|
59
|
-
rmSync(testDir, { recursive: true });
|
|
60
|
-
} catch {
|
|
61
|
-
/* best effort */
|
|
62
|
-
}
|
|
63
41
|
});
|
|
64
42
|
|
|
65
43
|
function resetTables() {
|
|
@@ -1,21 +1,5 @@
|
|
|
1
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
2
|
-
import { tmpdir } from "node:os";
|
|
3
|
-
import { join } from "node:path";
|
|
4
1
|
import { afterAll, beforeEach, describe, expect, mock, test } from "bun:test";
|
|
5
2
|
|
|
6
|
-
const testDir = mkdtempSync(join(tmpdir(), "llm-context-route-provider-"));
|
|
7
|
-
|
|
8
|
-
mock.module("../util/platform.js", () => ({
|
|
9
|
-
getDataDir: () => testDir,
|
|
10
|
-
isMacOS: () => process.platform === "darwin",
|
|
11
|
-
isLinux: () => process.platform === "linux",
|
|
12
|
-
isWindows: () => process.platform === "win32",
|
|
13
|
-
getPidPath: () => join(testDir, "test.pid"),
|
|
14
|
-
getDbPath: () => join(testDir, "test.db"),
|
|
15
|
-
getLogPath: () => join(testDir, "test.log"),
|
|
16
|
-
ensureDataDir: () => {},
|
|
17
|
-
}));
|
|
18
|
-
|
|
19
3
|
mock.module("../util/logger.js", () => ({
|
|
20
4
|
getLogger: () =>
|
|
21
5
|
new Proxy({} as Record<string, unknown>, {
|
|
@@ -31,11 +15,6 @@ initializeDb();
|
|
|
31
15
|
|
|
32
16
|
afterAll(() => {
|
|
33
17
|
resetDb();
|
|
34
|
-
try {
|
|
35
|
-
rmSync(testDir, { recursive: true });
|
|
36
|
-
} catch {
|
|
37
|
-
/* best effort */
|
|
38
|
-
}
|
|
39
18
|
});
|
|
40
19
|
|
|
41
20
|
const routes = conversationQueryRouteDefinitions();
|
|
@@ -1,28 +1,5 @@
|
|
|
1
|
-
import { mkdtempSync, realpathSync, rmSync } from "node:fs";
|
|
2
|
-
import { tmpdir } from "node:os";
|
|
3
|
-
import { join } from "node:path";
|
|
4
1
|
import { afterAll, beforeEach, describe, expect, mock, test } from "bun:test";
|
|
5
2
|
|
|
6
|
-
const testDir = realpathSync(
|
|
7
|
-
mkdtempSync(join(tmpdir(), "llm-request-log-turn-query-test-")),
|
|
8
|
-
);
|
|
9
|
-
const workspaceDir = join(testDir, ".vellum", "workspace");
|
|
10
|
-
const conversationsDir = join(workspaceDir, "conversations");
|
|
11
|
-
|
|
12
|
-
mock.module("../util/platform.js", () => ({
|
|
13
|
-
getRootDir: () => join(testDir, ".vellum"),
|
|
14
|
-
getDataDir: () => join(workspaceDir, "data"),
|
|
15
|
-
getWorkspaceDir: () => workspaceDir,
|
|
16
|
-
getConversationsDir: () => conversationsDir,
|
|
17
|
-
isMacOS: () => process.platform === "darwin",
|
|
18
|
-
isLinux: () => process.platform === "linux",
|
|
19
|
-
isWindows: () => process.platform === "win32",
|
|
20
|
-
getPidPath: () => join(testDir, "test.pid"),
|
|
21
|
-
getDbPath: () => join(testDir, "test.db"),
|
|
22
|
-
getLogPath: () => join(testDir, "test.log"),
|
|
23
|
-
ensureDataDir: () => {},
|
|
24
|
-
}));
|
|
25
|
-
|
|
26
3
|
mock.module("../util/logger.js", () => ({
|
|
27
4
|
getLogger: () =>
|
|
28
5
|
new Proxy({} as Record<string, unknown>, {
|
|
@@ -53,6 +30,7 @@ import {
|
|
|
53
30
|
backfillMessageIdOnLogs,
|
|
54
31
|
getRequestLogsByMessageId,
|
|
55
32
|
recordRequestLog,
|
|
33
|
+
relinkLlmRequestLogs,
|
|
56
34
|
} from "../memory/llm-request-log-store.js";
|
|
57
35
|
import { llmRequestLogs, toolInvocations } from "../memory/schema.js";
|
|
58
36
|
|
|
@@ -81,11 +59,6 @@ function toolResultContent(toolUseIds: string[]): string {
|
|
|
81
59
|
|
|
82
60
|
afterAll(() => {
|
|
83
61
|
resetDb();
|
|
84
|
-
try {
|
|
85
|
-
rmSync(testDir, { recursive: true, force: true });
|
|
86
|
-
} catch {
|
|
87
|
-
/* best effort */
|
|
88
|
-
}
|
|
89
62
|
});
|
|
90
63
|
|
|
91
64
|
describe("getRequestLogsByMessageId — turn-aware query", () => {
|
|
@@ -331,4 +304,49 @@ describe("getRequestLogsByMessageId — turn-aware query", () => {
|
|
|
331
304
|
expect(logs[1]?.id).toBe("log-orphan-2");
|
|
332
305
|
expect(logs[2]?.id).toBe("log-surviving");
|
|
333
306
|
});
|
|
307
|
+
|
|
308
|
+
test("relinkLlmRequestLogs moves logs from deleted messages to consolidated message", async () => {
|
|
309
|
+
const conv = createConversation("relink-test");
|
|
310
|
+
|
|
311
|
+
// Simulate multi-step turn: user → A1 (+ log1) → tool_result → A2 (+ log2)
|
|
312
|
+
await addMessage(conv.id, "user", "Do the task", undefined, {
|
|
313
|
+
skipIndexing: true,
|
|
314
|
+
});
|
|
315
|
+
|
|
316
|
+
// First LLM call → A1 (tool_use response)
|
|
317
|
+
recordRequestLog(conv.id, '{"step":1}', '{"tool_use":"bash"}');
|
|
318
|
+
const a1 = await addMessage(
|
|
319
|
+
conv.id,
|
|
320
|
+
"assistant",
|
|
321
|
+
"Using tool...",
|
|
322
|
+
undefined,
|
|
323
|
+
{ skipIndexing: true },
|
|
324
|
+
);
|
|
325
|
+
backfillMessageIdOnLogs(conv.id, a1.id);
|
|
326
|
+
|
|
327
|
+
// tool_result user message
|
|
328
|
+
await addMessage(
|
|
329
|
+
conv.id,
|
|
330
|
+
"user",
|
|
331
|
+
toolResultContent(["tool-1"]),
|
|
332
|
+
undefined,
|
|
333
|
+
{ skipIndexing: true },
|
|
334
|
+
);
|
|
335
|
+
|
|
336
|
+
// Second LLM call → A2 (text response)
|
|
337
|
+
recordRequestLog(conv.id, '{"step":2}', '{"result":"done"}');
|
|
338
|
+
const a2 = await addMessage(conv.id, "assistant", "All done!", undefined, {
|
|
339
|
+
skipIndexing: true,
|
|
340
|
+
});
|
|
341
|
+
backfillMessageIdOnLogs(conv.id, a2.id);
|
|
342
|
+
|
|
343
|
+
// Simulate consolidation: re-link logs from A2 to A1, then delete A2
|
|
344
|
+
relinkLlmRequestLogs([a2.id], a1.id);
|
|
345
|
+
|
|
346
|
+
// Both logs should now be findable via A1
|
|
347
|
+
const logs = getRequestLogsByMessageId(a1.id);
|
|
348
|
+
expect(logs).toHaveLength(2);
|
|
349
|
+
expect(logs[0]?.messageId).toBe(a1.id);
|
|
350
|
+
expect(logs[1]?.messageId).toBe(a1.id);
|
|
351
|
+
});
|
|
334
352
|
});
|
|
@@ -1,21 +1,5 @@
|
|
|
1
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
2
|
-
import { tmpdir } from "node:os";
|
|
3
|
-
import { join } from "node:path";
|
|
4
1
|
import { afterAll, beforeEach, describe, expect, mock, test } from "bun:test";
|
|
5
2
|
|
|
6
|
-
const testDir = mkdtempSync(join(tmpdir(), "llm-usage-store-test-"));
|
|
7
|
-
|
|
8
|
-
mock.module("../util/platform.js", () => ({
|
|
9
|
-
getDataDir: () => testDir,
|
|
10
|
-
isMacOS: () => process.platform === "darwin",
|
|
11
|
-
isLinux: () => process.platform === "linux",
|
|
12
|
-
isWindows: () => process.platform === "win32",
|
|
13
|
-
getPidPath: () => join(testDir, "test.pid"),
|
|
14
|
-
getDbPath: () => join(testDir, "test.db"),
|
|
15
|
-
getLogPath: () => join(testDir, "test.log"),
|
|
16
|
-
ensureDataDir: () => {},
|
|
17
|
-
}));
|
|
18
|
-
|
|
19
3
|
mock.module("../util/logger.js", () => ({
|
|
20
4
|
getLogger: () =>
|
|
21
5
|
new Proxy({} as Record<string, unknown>, {
|
|
@@ -39,11 +23,6 @@ initializeDb();
|
|
|
39
23
|
|
|
40
24
|
afterAll(() => {
|
|
41
25
|
resetDb();
|
|
42
|
-
try {
|
|
43
|
-
rmSync(testDir, { recursive: true });
|
|
44
|
-
} catch {
|
|
45
|
-
/* best effort */
|
|
46
|
-
}
|
|
47
26
|
});
|
|
48
27
|
|
|
49
28
|
function makeInput(overrides?: Partial<UsageEventInput>): UsageEventInput {
|
|
@@ -36,7 +36,7 @@ mkdirSync(testWorkspaceDir, { recursive: true });
|
|
|
36
36
|
mkdirSync(testDbDir, { recursive: true });
|
|
37
37
|
|
|
38
38
|
mock.module("../util/platform.js", () => ({
|
|
39
|
-
|
|
39
|
+
getProtectedDir: () => join(testDir, "protected"),
|
|
40
40
|
getDataDir: () => testDir,
|
|
41
41
|
getWorkspaceDir: () => testWorkspaceDir,
|
|
42
42
|
getWorkspaceConfigPath: () => join(testWorkspaceDir, "config.json"),
|
|
@@ -39,7 +39,7 @@ const mockConfig = {
|
|
|
39
39
|
};
|
|
40
40
|
|
|
41
41
|
mock.module("../util/platform.js", () => ({
|
|
42
|
-
|
|
42
|
+
getProtectedDir: () => join(TEST_DIR, "protected"),
|
|
43
43
|
getWorkspaceSkillsDir: () => join(TEST_DIR, "skills"),
|
|
44
44
|
getDataDir: () => TEST_DIR,
|
|
45
45
|
ensureDataDir: () => {},
|
|
@@ -25,7 +25,7 @@ import { parse as parseYaml } from "yaml";
|
|
|
25
25
|
let TEST_DIR = "";
|
|
26
26
|
|
|
27
27
|
mock.module("../util/platform.js", () => ({
|
|
28
|
-
|
|
28
|
+
getProtectedDir: () => join(TEST_DIR, "protected"),
|
|
29
29
|
getWorkspaceSkillsDir: () => join(TEST_DIR, "skills"),
|
|
30
30
|
}));
|
|
31
31
|
|
|
@@ -93,7 +93,7 @@ async function runMcp(
|
|
|
93
93
|
}) as typeof process.exit;
|
|
94
94
|
|
|
95
95
|
// Point config loader at the test data dir
|
|
96
|
-
process.env.
|
|
96
|
+
process.env.VELLUM_WORKSPACE_DIR = testDataDir;
|
|
97
97
|
|
|
98
98
|
try {
|
|
99
99
|
const program = new Command();
|
|
@@ -137,9 +137,8 @@ describe("assistant mcp list", () => {
|
|
|
137
137
|
tmpdir(),
|
|
138
138
|
`vellum-mcp-cli-test-${Date.now()}-${Math.random().toString(36).slice(2)}`,
|
|
139
139
|
);
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
configPath = join(workspaceDir, "config.json");
|
|
140
|
+
mkdirSync(testDataDir, { recursive: true });
|
|
141
|
+
configPath = join(testDataDir, "config.json");
|
|
143
142
|
writeConfig({});
|
|
144
143
|
});
|
|
145
144
|
|
|
@@ -264,9 +263,8 @@ describe("assistant mcp add", () => {
|
|
|
264
263
|
tmpdir(),
|
|
265
264
|
`vellum-mcp-add-test-${Date.now()}-${Math.random().toString(36).slice(2)}`,
|
|
266
265
|
);
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
configPath = join(workspaceDir, "config.json");
|
|
266
|
+
mkdirSync(testDataDir, { recursive: true });
|
|
267
|
+
configPath = join(testDataDir, "config.json");
|
|
270
268
|
writeConfig({});
|
|
271
269
|
});
|
|
272
270
|
|
|
@@ -404,9 +402,8 @@ describe("assistant mcp remove", () => {
|
|
|
404
402
|
.toString(36)
|
|
405
403
|
.slice(2)}`,
|
|
406
404
|
);
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
configPath = join(workspaceDir, "config.json");
|
|
405
|
+
mkdirSync(testDataDir, { recursive: true });
|
|
406
|
+
configPath = join(testDataDir, "config.json");
|
|
410
407
|
writeConfig({});
|
|
411
408
|
});
|
|
412
409
|
|
|
@@ -7,9 +7,6 @@
|
|
|
7
7
|
* - recall.injectedTokens: <= computed dynamic budget
|
|
8
8
|
* - recall.enabled: true
|
|
9
9
|
*/
|
|
10
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
11
|
-
import { tmpdir } from "node:os";
|
|
12
|
-
import { join } from "node:path";
|
|
13
10
|
import {
|
|
14
11
|
afterAll,
|
|
15
12
|
beforeAll,
|
|
@@ -29,19 +26,6 @@ import { buildMemoryRecall } from "../memory/retriever.js";
|
|
|
29
26
|
import { conversations, memorySegments, messages } from "../memory/schema.js";
|
|
30
27
|
import type { Message, Provider } from "../providers/types.js";
|
|
31
28
|
|
|
32
|
-
const testDir = mkdtempSync(join(tmpdir(), "memory-context-benchmark-"));
|
|
33
|
-
|
|
34
|
-
mock.module("../util/platform.js", () => ({
|
|
35
|
-
getDataDir: () => testDir,
|
|
36
|
-
isMacOS: () => process.platform === "darwin",
|
|
37
|
-
isLinux: () => process.platform === "linux",
|
|
38
|
-
isWindows: () => process.platform === "win32",
|
|
39
|
-
getPidPath: () => join(testDir, "test.pid"),
|
|
40
|
-
getDbPath: () => join(testDir, "test.db"),
|
|
41
|
-
getLogPath: () => join(testDir, "test.log"),
|
|
42
|
-
ensureDataDir: () => {},
|
|
43
|
-
}));
|
|
44
|
-
|
|
45
29
|
mock.module("../util/logger.js", () => ({
|
|
46
30
|
getLogger: () =>
|
|
47
31
|
new Proxy({} as Record<string, unknown>, {
|
|
@@ -204,11 +188,6 @@ describe("Memory context benchmark", () => {
|
|
|
204
188
|
|
|
205
189
|
afterAll(() => {
|
|
206
190
|
resetDb();
|
|
207
|
-
try {
|
|
208
|
-
rmSync(testDir, { recursive: true });
|
|
209
|
-
} catch {
|
|
210
|
-
// best effort cleanup
|
|
211
|
-
}
|
|
212
191
|
});
|
|
213
192
|
|
|
214
193
|
test("long-session compaction + recall benchmark remains within expected bounds", async () => {
|
|
@@ -9,17 +9,6 @@ import { describe, expect, mock, test } from "bun:test";
|
|
|
9
9
|
|
|
10
10
|
// ── Mocks (must precede imports of tested module) ──────────────────
|
|
11
11
|
|
|
12
|
-
mock.module("../util/platform.js", () => ({
|
|
13
|
-
getDataDir: () => "/tmp/test-backoff",
|
|
14
|
-
isMacOS: () => false,
|
|
15
|
-
isLinux: () => true,
|
|
16
|
-
isWindows: () => false,
|
|
17
|
-
getPidPath: () => "/tmp/test-backoff/test.pid",
|
|
18
|
-
getDbPath: () => "/tmp/test-backoff/test.db",
|
|
19
|
-
getLogPath: () => "/tmp/test-backoff/test.log",
|
|
20
|
-
ensureDataDir: () => {},
|
|
21
|
-
}));
|
|
22
|
-
|
|
23
12
|
mock.module("../util/logger.js", () => ({
|
|
24
13
|
getLogger: () =>
|
|
25
14
|
new Proxy({} as Record<string, unknown>, {
|
|
@@ -9,9 +9,6 @@
|
|
|
9
9
|
* - Stripping removes <memory_context> tags
|
|
10
10
|
* - No conflict gate references
|
|
11
11
|
*/
|
|
12
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
13
|
-
import { tmpdir } from "node:os";
|
|
14
|
-
import { join } from "node:path";
|
|
15
12
|
import {
|
|
16
13
|
afterAll,
|
|
17
14
|
beforeAll,
|
|
@@ -24,19 +21,6 @@ import {
|
|
|
24
21
|
|
|
25
22
|
import { DEFAULT_CONFIG } from "../config/defaults.js";
|
|
26
23
|
|
|
27
|
-
const testDir = mkdtempSync(join(tmpdir(), "memory-lifecycle-e2e-"));
|
|
28
|
-
|
|
29
|
-
mock.module("../util/platform.js", () => ({
|
|
30
|
-
getDataDir: () => testDir,
|
|
31
|
-
isMacOS: () => process.platform === "darwin",
|
|
32
|
-
isLinux: () => process.platform === "linux",
|
|
33
|
-
isWindows: () => process.platform === "win32",
|
|
34
|
-
getPidPath: () => join(testDir, "test.pid"),
|
|
35
|
-
getDbPath: () => join(testDir, "test.db"),
|
|
36
|
-
getLogPath: () => join(testDir, "test.log"),
|
|
37
|
-
ensureDataDir: () => {},
|
|
38
|
-
}));
|
|
39
|
-
|
|
40
24
|
mock.module("../util/logger.js", () => ({
|
|
41
25
|
getLogger: () =>
|
|
42
26
|
new Proxy({} as Record<string, unknown>, {
|
|
@@ -142,11 +126,6 @@ describe("Memory lifecycle E2E regression", () => {
|
|
|
142
126
|
|
|
143
127
|
afterAll(() => {
|
|
144
128
|
resetDb();
|
|
145
|
-
try {
|
|
146
|
-
rmSync(testDir, { recursive: true });
|
|
147
|
-
} catch {
|
|
148
|
-
// best effort cleanup
|
|
149
|
-
}
|
|
150
129
|
});
|
|
151
130
|
|
|
152
131
|
test("extraction produces items with standard-kind enum and supersession chains form correctly", async () => {
|
|
@@ -1,27 +1,5 @@
|
|
|
1
|
-
import { mkdtempSync, realpathSync, rmSync } from "node:fs";
|
|
2
|
-
import { tmpdir } from "node:os";
|
|
3
|
-
import { join } from "node:path";
|
|
4
1
|
import { afterAll, beforeEach, describe, expect, mock, test } from "bun:test";
|
|
5
2
|
|
|
6
|
-
const testDir = realpathSync(
|
|
7
|
-
mkdtempSync(join(tmpdir(), "memory-recall-log-store-test-")),
|
|
8
|
-
);
|
|
9
|
-
const workspaceDir = join(testDir, ".vellum", "workspace");
|
|
10
|
-
|
|
11
|
-
mock.module("../util/platform.js", () => ({
|
|
12
|
-
getRootDir: () => join(testDir, ".vellum"),
|
|
13
|
-
getDataDir: () => join(workspaceDir, "data"),
|
|
14
|
-
getWorkspaceDir: () => workspaceDir,
|
|
15
|
-
getConversationsDir: () => join(workspaceDir, "conversations"),
|
|
16
|
-
isMacOS: () => process.platform === "darwin",
|
|
17
|
-
isLinux: () => process.platform === "linux",
|
|
18
|
-
isWindows: () => process.platform === "win32",
|
|
19
|
-
getPidPath: () => join(testDir, "test.pid"),
|
|
20
|
-
getDbPath: () => join(testDir, "test.db"),
|
|
21
|
-
getLogPath: () => join(testDir, "test.log"),
|
|
22
|
-
ensureDataDir: () => {},
|
|
23
|
-
}));
|
|
24
|
-
|
|
25
3
|
mock.module("../util/logger.js", () => ({
|
|
26
4
|
getLogger: () =>
|
|
27
5
|
new Proxy({} as Record<string, unknown>, {
|
|
@@ -57,11 +35,6 @@ function resetTables(): void {
|
|
|
57
35
|
|
|
58
36
|
afterAll(() => {
|
|
59
37
|
resetDb();
|
|
60
|
-
try {
|
|
61
|
-
rmSync(testDir, { recursive: true, force: true });
|
|
62
|
-
} catch {
|
|
63
|
-
/* best effort */
|
|
64
|
-
}
|
|
65
38
|
});
|
|
66
39
|
|
|
67
40
|
describe("memory-recall-log-store", () => {
|
|
@@ -6,9 +6,6 @@
|
|
|
6
6
|
* These tests fail if memory quality degrades — they act as guardrails
|
|
7
7
|
* before any retrieval or ranking changes.
|
|
8
8
|
*/
|
|
9
|
-
import { mkdtempSync, rmSync } from "node:fs";
|
|
10
|
-
import { tmpdir } from "node:os";
|
|
11
|
-
import { join } from "node:path";
|
|
12
9
|
import {
|
|
13
10
|
afterAll,
|
|
14
11
|
beforeAll,
|
|
@@ -19,19 +16,6 @@ import {
|
|
|
19
16
|
test,
|
|
20
17
|
} from "bun:test";
|
|
21
18
|
|
|
22
|
-
const testDir = mkdtempSync(join(tmpdir(), "memory-recall-quality-"));
|
|
23
|
-
|
|
24
|
-
mock.module("../util/platform.js", () => ({
|
|
25
|
-
getDataDir: () => testDir,
|
|
26
|
-
isMacOS: () => process.platform === "darwin",
|
|
27
|
-
isLinux: () => process.platform === "linux",
|
|
28
|
-
isWindows: () => process.platform === "win32",
|
|
29
|
-
getPidPath: () => join(testDir, "test.pid"),
|
|
30
|
-
getDbPath: () => join(testDir, "test.db"),
|
|
31
|
-
getLogPath: () => join(testDir, "test.log"),
|
|
32
|
-
ensureDataDir: () => {},
|
|
33
|
-
}));
|
|
34
|
-
|
|
35
19
|
mock.module("../util/logger.js", () => ({
|
|
36
20
|
getLogger: () =>
|
|
37
21
|
new Proxy({} as Record<string, unknown>, {
|
|
@@ -272,11 +256,6 @@ describe("Memory Recall Quality", () => {
|
|
|
272
256
|
|
|
273
257
|
afterAll(() => {
|
|
274
258
|
resetDb();
|
|
275
|
-
try {
|
|
276
|
-
rmSync(testDir, { recursive: true });
|
|
277
|
-
} catch {
|
|
278
|
-
// best effort cleanup
|
|
279
|
-
}
|
|
280
259
|
});
|
|
281
260
|
|
|
282
261
|
// -------------------------------------------------------------------------
|