@vellumai/assistant 0.5.5 → 0.5.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +16 -2
- package/ARCHITECTURE.md +6 -75
- package/Dockerfile +4 -5
- package/README.md +0 -2
- package/bun.lock +0 -414
- package/docs/architecture/keychain-broker.md +45 -240
- package/docs/architecture/security.md +0 -17
- package/docs/credential-execution-service.md +2 -2
- package/node_modules/@vellumai/ces-contracts/package.json +1 -0
- package/node_modules/@vellumai/ces-contracts/src/rpc.ts +119 -0
- package/node_modules/@vellumai/credential-storage/package.json +1 -0
- package/node_modules/@vellumai/egress-proxy/package.json +1 -0
- package/package.json +2 -3
- package/src/__tests__/actor-token-service.test.ts +1 -2
- package/src/__tests__/assistant-feature-flags-integration.test.ts +30 -29
- package/src/__tests__/browser-skill-endstate.test.ts +6 -5
- package/src/__tests__/btw-routes.test.ts +0 -39
- package/src/__tests__/call-domain.test.ts +0 -128
- package/src/__tests__/ces-rpc-credential-backend.test.ts +199 -0
- package/src/__tests__/channel-approval-routes.test.ts +0 -5
- package/src/__tests__/channel-readiness-service.test.ts +1 -60
- package/src/__tests__/checker.test.ts +4 -2
- package/src/__tests__/cli-command-risk-guard.test.ts +112 -0
- package/src/__tests__/config-schema-cmd.test.ts +0 -1
- package/src/__tests__/config-schema.test.ts +3 -3
- package/src/__tests__/context-window-manager.test.ts +78 -0
- package/src/__tests__/conversation-attention-telegram.test.ts +0 -5
- package/src/__tests__/conversation-init.benchmark.test.ts +0 -2
- package/src/__tests__/conversation-skill-tools.test.ts +0 -54
- package/src/__tests__/conversation-title-service.test.ts +117 -1
- package/src/__tests__/credential-execution-feature-gates.test.ts +28 -14
- package/src/__tests__/credential-execution-managed-contract.test.ts +33 -18
- package/src/__tests__/credential-security-e2e.test.ts +0 -66
- package/src/__tests__/credential-security-invariants.test.ts +4 -45
- package/src/__tests__/credentials-cli.test.ts +78 -0
- package/src/__tests__/db-migration-rollback.test.ts +2015 -1
- package/src/__tests__/docker-signing-key-bootstrap.test.ts +98 -0
- package/src/__tests__/dynamic-skill-workflow-prompt.test.ts +6 -4
- package/src/__tests__/guardian-routing-state.test.ts +0 -5
- package/src/__tests__/host-shell-tool.test.ts +6 -7
- package/src/__tests__/http-user-message-parity.test.ts +3 -103
- package/src/__tests__/inbound-invite-redemption.test.ts +0 -4
- package/src/__tests__/inline-skill-load-permissions.test.ts +6 -8
- package/src/__tests__/intent-routing.test.ts +0 -13
- package/src/__tests__/jobs-store-qdrant-breaker.test.ts +178 -0
- package/src/__tests__/keychain-broker-client.test.ts +161 -22
- package/src/__tests__/memory-jobs-worker-backoff.test.ts +150 -0
- package/src/__tests__/memory-regressions.test.ts +8 -30
- package/src/__tests__/migration-export-http.test.ts +2 -2
- package/src/__tests__/migration-import-commit-http.test.ts +2 -2
- package/src/__tests__/migration-import-preflight-http.test.ts +2 -2
- package/src/__tests__/migration-validate-http.test.ts +2 -2
- package/src/__tests__/non-member-access-request.test.ts +0 -5
- package/src/__tests__/notification-decision-fallback.test.ts +4 -0
- package/src/__tests__/notification-decision-identity.test.ts +4 -0
- package/src/__tests__/permission-types.test.ts +1 -0
- package/src/__tests__/provider-managed-proxy-integration.test.ts +5 -6
- package/src/__tests__/qdrant-manager.test.ts +28 -2
- package/src/__tests__/registry.test.ts +0 -6
- package/src/__tests__/require-fresh-approval.test.ts +4 -0
- package/src/__tests__/runtime-attachment-metadata.test.ts +0 -4
- package/src/__tests__/secret-routes-managed-proxy.test.ts +0 -4
- package/src/__tests__/secure-keys.test.ts +83 -263
- package/src/__tests__/shell-identity.test.ts +96 -6
- package/src/__tests__/skill-feature-flags-integration.test.ts +22 -14
- package/src/__tests__/skill-feature-flags.test.ts +46 -45
- package/src/__tests__/skill-load-feature-flag.test.ts +7 -10
- package/src/__tests__/skill-load-inline-command.test.ts +8 -12
- package/src/__tests__/skill-load-inline-includes.test.ts +6 -10
- package/src/__tests__/skill-load-tool.test.ts +0 -2
- package/src/__tests__/skill-projection-feature-flag.test.ts +33 -29
- package/src/__tests__/skills.test.ts +0 -2
- package/src/__tests__/slack-inbound-verification.test.ts +0 -4
- package/src/__tests__/suggestion-routes.test.ts +1 -32
- package/src/__tests__/system-prompt.test.ts +0 -1
- package/src/__tests__/tool-executor-lifecycle-events.test.ts +4 -0
- package/src/__tests__/tool-executor-shell-integration.test.ts +5 -3
- package/src/__tests__/tool-executor.test.ts +4 -0
- package/src/__tests__/trusted-contact-lifecycle-notifications.test.ts +0 -5
- package/src/__tests__/trusted-contact-multichannel.test.ts +0 -4
- package/src/__tests__/update-bulletin.test.ts +0 -2
- package/src/__tests__/vellum-self-knowledge-inline-command.test.ts +6 -9
- package/src/__tests__/voice-scoped-grant-consumer.test.ts +0 -6
- package/src/__tests__/workspace-migration-015-migrate-credentials-to-keychain.test.ts +252 -0
- package/src/__tests__/workspace-migration-016-migrate-credentials-from-keychain.test.ts +218 -0
- package/src/__tests__/workspace-migration-down-functions.test.ts +1009 -0
- package/src/__tests__/workspace-migrations-runner.test.ts +114 -0
- package/src/calls/audio-store.test.ts +97 -0
- package/src/calls/audio-store.ts +205 -0
- package/src/calls/call-controller.ts +85 -7
- package/src/calls/call-domain.ts +3 -0
- package/src/calls/call-store.ts +10 -3
- package/src/calls/fish-audio-client.ts +117 -0
- package/src/calls/relay-server.ts +27 -0
- package/src/calls/twilio-routes.ts +2 -1
- package/src/calls/types.ts +1 -0
- package/src/calls/voice-ingress-preflight.ts +0 -42
- package/src/calls/voice-quality.ts +26 -5
- package/src/calls/voice-session-bridge.ts +6 -12
- package/src/cli/commands/config.ts +1 -4
- package/src/cli/commands/conversations.ts +0 -18
- package/src/cli/commands/credentials.ts +34 -4
- package/src/cli/commands/oauth/index.ts +7 -0
- package/src/cli/commands/oauth/platform.ts +179 -0
- package/src/cli/commands/platform.ts +3 -3
- package/src/config/assistant-feature-flags.ts +186 -5
- package/src/config/bundled-skills/messaging/SKILL.md +5 -5
- package/src/config/bundled-skills/phone-calls/TOOLS.json +4 -0
- package/src/config/bundled-skills/settings/TOOLS.json +2 -2
- package/src/config/bundled-skills/settings/tools/voice-config-update.ts +42 -0
- package/src/config/bundled-tool-registry.ts +1 -11
- package/src/config/env-registry.ts +1 -1
- package/src/config/env.ts +16 -16
- package/src/config/feature-flag-registry.json +48 -16
- package/src/config/loader.ts +98 -31
- package/src/config/schema.ts +4 -25
- package/src/config/schemas/calls.ts +13 -0
- package/src/config/schemas/fish-audio.ts +39 -0
- package/src/config/schemas/memory.ts +0 -4
- package/src/config/schemas/platform.ts +1 -1
- package/src/config/schemas/security.ts +4 -4
- package/src/config/types.ts +0 -1
- package/src/contacts/contact-store.ts +39 -0
- package/src/contacts/types.ts +2 -0
- package/src/context/window-manager.ts +53 -2
- package/src/credential-execution/approval-bridge.ts +1 -0
- package/src/credential-execution/executable-discovery.ts +28 -4
- package/src/credential-execution/feature-gates.ts +16 -0
- package/src/credential-execution/process-manager.ts +38 -0
- package/src/daemon/assistant-attachments.ts +9 -0
- package/src/daemon/config-watcher.ts +6 -4
- package/src/daemon/conversation-agent-loop.ts +0 -60
- package/src/daemon/conversation-memory.ts +0 -117
- package/src/daemon/conversation-runtime-assembly.ts +0 -2
- package/src/daemon/conversation-tool-setup.ts +0 -105
- package/src/daemon/conversation.ts +10 -1
- package/src/daemon/handlers/config-vercel.ts +92 -0
- package/src/daemon/handlers/conversations.ts +0 -11
- package/src/daemon/handlers/skills.ts +2 -15
- package/src/daemon/install-symlink.ts +195 -0
- package/src/daemon/lifecycle.ts +229 -96
- package/src/daemon/message-types/conversations.ts +3 -4
- package/src/daemon/message-types/diagnostics.ts +3 -22
- package/src/daemon/message-types/messages.ts +0 -2
- package/src/daemon/message-types/upgrades.ts +8 -0
- package/src/daemon/server.ts +30 -92
- package/src/events/domain-events.ts +2 -1
- package/src/followups/followup-store.ts +5 -2
- package/src/inbound/platform-callback-registration.ts +3 -3
- package/src/instrument.ts +8 -5
- package/src/memory/conversation-crud.ts +0 -236
- package/src/memory/conversation-title-service.ts +76 -11
- package/src/memory/db-init.ts +15 -11
- package/src/memory/indexer.ts +15 -106
- package/src/memory/items-extractor.ts +15 -1
- package/src/memory/job-handlers/conversation-starters.ts +4 -1
- package/src/memory/job-handlers/embedding.ts +0 -79
- package/src/memory/job-utils.ts +1 -1
- package/src/memory/jobs-store.ts +30 -13
- package/src/memory/jobs-worker.ts +31 -27
- package/src/memory/migrations/001-job-deferrals.ts +19 -0
- package/src/memory/migrations/004-entity-relation-dedup.ts +10 -0
- package/src/memory/migrations/005-fingerprint-scope-unique.ts +76 -0
- package/src/memory/migrations/006-scope-salted-fingerprints.ts +50 -0
- package/src/memory/migrations/007-assistant-id-to-self.ts +10 -0
- package/src/memory/migrations/008-remove-assistant-id-columns.ts +34 -0
- package/src/memory/migrations/009-llm-usage-events-drop-assistant-id.ts +26 -0
- package/src/memory/migrations/014-backfill-inbox-thread-state.ts +10 -0
- package/src/memory/migrations/015-drop-active-search-index.ts +17 -0
- package/src/memory/migrations/019-notification-tables-schema-migration.ts +12 -0
- package/src/memory/migrations/020-rename-macos-ios-channel-to-vellum.ts +121 -0
- package/src/memory/migrations/024-embedding-vector-blob.ts +74 -0
- package/src/memory/migrations/026a-embeddings-nullable-vector-json.ts +82 -0
- package/src/memory/migrations/036-normalize-phone-identities.ts +11 -0
- package/src/memory/migrations/116-messages-fts.ts +106 -1
- package/src/memory/migrations/126-backfill-guardian-principal-id.ts +52 -0
- package/src/memory/migrations/127-guardian-principal-id-not-null.ts +77 -0
- package/src/memory/migrations/134-contacts-notes-column.ts +13 -0
- package/src/memory/migrations/135-backfill-contact-interaction-stats.ts +20 -0
- package/src/memory/migrations/136-drop-assistant-id-columns.ts +52 -0
- package/src/memory/migrations/140-backfill-usage-cache-accounting.ts +13 -0
- package/src/memory/migrations/141-rename-verification-table.ts +54 -0
- package/src/memory/migrations/142-rename-verification-session-id-column.ts +25 -0
- package/src/memory/migrations/143-rename-guardian-verification-values.ts +35 -0
- package/src/memory/migrations/144-rename-voice-to-phone.ts +136 -0
- package/src/memory/migrations/145-drop-accounts-table.ts +32 -0
- package/src/memory/migrations/147-migrate-reminders-to-schedules.ts +14 -1
- package/src/memory/migrations/148-drop-reminders-table.ts +35 -1
- package/src/memory/migrations/150-oauth-apps-client-secret-path.ts +69 -1
- package/src/memory/migrations/162-guardian-timestamps-epoch-ms.ts +290 -0
- package/src/memory/migrations/169-rename-gmail-provider-key-to-google.ts +51 -1
- package/src/memory/migrations/174-rename-thread-starters-table.ts +47 -1
- package/src/memory/migrations/176-drop-capability-card-state.ts +13 -0
- package/src/memory/migrations/180-backfill-inline-attachments-to-disk.ts +16 -0
- package/src/memory/migrations/181-rename-thread-starters-checkpoints.ts +28 -1
- package/src/memory/migrations/189-drop-simplified-memory.ts +42 -0
- package/src/memory/migrations/190-call-session-skip-disclosure.ts +15 -0
- package/src/memory/migrations/191-backfill-audio-attachment-mime-types.ts +64 -0
- package/src/memory/migrations/192-contacts-user-file-column.ts +15 -0
- package/src/memory/migrations/index.ts +5 -3
- package/src/memory/migrations/registry.ts +90 -0
- package/src/memory/migrations/validate-migration-state.ts +137 -11
- package/src/memory/qdrant-circuit-breaker.ts +9 -0
- package/src/memory/qdrant-client.ts +4 -6
- package/src/memory/qdrant-manager.ts +64 -7
- package/src/memory/schema/calls.ts +1 -0
- package/src/memory/schema/contacts.ts +1 -0
- package/src/memory/schema/conversations.ts +0 -3
- package/src/memory/schema/index.ts +0 -2
- package/src/messaging/draft-store.ts +2 -2
- package/src/notifications/decision-engine.ts +4 -1
- package/src/oauth/connection-resolver.ts +6 -4
- package/src/permissions/checker.ts +0 -38
- package/src/permissions/defaults.ts +3 -3
- package/src/permissions/shell-identity.ts +76 -22
- package/src/permissions/trust-client.ts +2 -13
- package/src/permissions/trust-store.ts +8 -3
- package/src/permissions/types.ts +4 -2
- package/src/platform/client.ts +35 -7
- package/src/prompts/persona-resolver.ts +138 -0
- package/src/prompts/system-prompt.ts +36 -4
- package/src/prompts/templates/users/default.md +1 -0
- package/src/providers/registry.ts +27 -40
- package/src/runtime/auth/__tests__/credential-service.test.ts +0 -1
- package/src/runtime/auth/__tests__/external-assistant-id.test.ts +13 -68
- package/src/runtime/auth/external-assistant-id.ts +13 -59
- package/src/runtime/auth/route-policy.ts +29 -1
- package/src/runtime/auth/token-service.ts +53 -15
- package/src/runtime/channel-readiness-service.ts +1 -16
- package/src/runtime/http-server.ts +29 -2
- package/src/runtime/middleware/error-handler.ts +1 -9
- package/src/runtime/routes/audio-routes.ts +40 -0
- package/src/runtime/routes/btw-routes.ts +0 -17
- package/src/runtime/routes/conversation-management-routes.ts +0 -36
- package/src/runtime/routes/conversation-query-routes.ts +106 -2
- package/src/runtime/routes/conversation-routes.ts +4 -43
- package/src/runtime/routes/diagnostics-routes.ts +1 -477
- package/src/runtime/routes/identity-routes.ts +18 -29
- package/src/runtime/routes/inbound-stages/secret-ingress-check.ts +4 -33
- package/src/runtime/routes/inbound-stages/transcribe-audio.test.ts +1 -1
- package/src/runtime/routes/integrations/vercel.ts +89 -0
- package/src/runtime/routes/log-export-routes.ts +5 -0
- package/src/runtime/routes/memory-item-routes.test.ts +221 -3
- package/src/runtime/routes/memory-item-routes.ts +144 -4
- package/src/runtime/routes/migration-rollback-routes.ts +209 -0
- package/src/runtime/routes/migration-routes.ts +17 -1
- package/src/runtime/routes/notification-routes.ts +58 -0
- package/src/runtime/routes/schedule-routes.ts +65 -0
- package/src/runtime/routes/settings-routes.ts +41 -1
- package/src/runtime/routes/tts-routes.ts +86 -0
- package/src/runtime/routes/upgrade-broadcast-routes.ts +175 -0
- package/src/runtime/routes/workspace-commit-routes.ts +62 -0
- package/src/runtime/routes/workspace-routes.test.ts +22 -1
- package/src/runtime/routes/workspace-routes.ts +1 -1
- package/src/runtime/routes/workspace-utils.ts +86 -2
- package/src/schedule/schedule-store.ts +0 -21
- package/src/security/ces-credential-client.ts +59 -22
- package/src/security/ces-rpc-credential-backend.ts +85 -0
- package/src/security/credential-backend.ts +12 -88
- package/src/security/keychain-broker-client.ts +10 -2
- package/src/security/secure-keys.ts +94 -113
- package/src/skills/catalog-install.ts +13 -7
- package/src/skills/inline-command-render.ts +5 -1
- package/src/skills/inline-command-runner.ts +30 -2
- package/src/telemetry/usage-telemetry-reporter.ts +4 -2
- package/src/tools/calls/call-start.ts +1 -0
- package/src/tools/executor.ts +0 -4
- package/src/tools/memory/handlers.ts +1 -129
- package/src/tools/network/script-proxy/session-manager.ts +19 -4
- package/src/tools/network/web-fetch.ts +3 -1
- package/src/tools/permission-checker.ts +18 -0
- package/src/tools/skills/execute.ts +1 -1
- package/src/tools/skills/load.ts +9 -2
- package/src/tools/types.ts +0 -8
- package/src/util/errors.ts +0 -12
- package/src/util/platform.ts +8 -55
- package/src/util/xml.ts +8 -0
- package/src/workspace/git-service.ts +5 -2
- package/src/workspace/heartbeat-service.ts +5 -24
- package/src/workspace/migrations/001-avatar-rename.ts +15 -0
- package/src/workspace/migrations/003-seed-device-id.ts +17 -1
- package/src/workspace/migrations/004-extract-collect-usage-data.ts +33 -0
- package/src/workspace/migrations/005-add-send-diagnostics.ts +3 -0
- package/src/workspace/migrations/006-services-config.ts +49 -0
- package/src/workspace/migrations/007-web-search-provider-rename.ts +27 -0
- package/src/workspace/migrations/008-voice-timeout-and-max-steps.ts +3 -0
- package/src/workspace/migrations/009-backfill-conversation-disk-view.ts +4 -0
- package/src/workspace/migrations/010-app-dir-rename.ts +78 -0
- package/src/workspace/migrations/011-backfill-installation-id.ts +11 -0
- package/src/workspace/migrations/012-rename-conversation-disk-view-dirs.ts +44 -0
- package/src/workspace/migrations/013-repair-conversation-disk-view.ts +5 -0
- package/src/workspace/migrations/015-migrate-credentials-to-keychain.ts +153 -0
- package/src/workspace/migrations/016-extract-feature-flags-to-protected.ts +156 -0
- package/src/workspace/migrations/016-migrate-credentials-from-keychain.ts +150 -0
- package/src/workspace/migrations/017-seed-persona-dirs.ts +95 -0
- package/src/workspace/migrations/migrate-to-workspace-volume.ts +23 -1
- package/src/workspace/migrations/registry.ts +8 -0
- package/src/workspace/migrations/runner.ts +106 -2
- package/src/workspace/migrations/types.ts +4 -0
- package/src/__tests__/archive-recall.test.ts +0 -560
- package/src/__tests__/claude-code-skill-regression.test.ts +0 -206
- package/src/__tests__/claude-code-tool-profiles.test.ts +0 -99
- package/src/__tests__/conversation-memory-dirty-tail.test.ts +0 -150
- package/src/__tests__/conversation-switch-memory-reduction.test.ts +0 -474
- package/src/__tests__/db-memory-archive-migration.test.ts +0 -372
- package/src/__tests__/db-memory-brief-state-migration.test.ts +0 -213
- package/src/__tests__/db-memory-reducer-checkpoints.test.ts +0 -273
- package/src/__tests__/diagnostics-export.test.ts +0 -288
- package/src/__tests__/local-gateway-health.test.ts +0 -209
- package/src/__tests__/memory-brief-open-loops.test.ts +0 -530
- package/src/__tests__/memory-brief-time.test.ts +0 -285
- package/src/__tests__/memory-brief-wrapper.test.ts +0 -311
- package/src/__tests__/memory-chunk-archive.test.ts +0 -400
- package/src/__tests__/memory-chunk-dual-write.test.ts +0 -453
- package/src/__tests__/memory-episode-archive.test.ts +0 -370
- package/src/__tests__/memory-episode-dual-write.test.ts +0 -626
- package/src/__tests__/memory-observation-archive.test.ts +0 -375
- package/src/__tests__/memory-observation-dual-write.test.ts +0 -318
- package/src/__tests__/memory-reducer-job.test.ts +0 -538
- package/src/__tests__/memory-reducer-scheduling.test.ts +0 -473
- package/src/__tests__/memory-reducer-store.test.ts +0 -728
- package/src/__tests__/memory-reducer-types.test.ts +0 -707
- package/src/__tests__/memory-reducer.test.ts +0 -704
- package/src/__tests__/memory-simplified-config.test.ts +0 -281
- package/src/__tests__/secret-ingress-handler.test.ts +0 -120
- package/src/__tests__/simplified-memory-e2e.test.ts +0 -666
- package/src/__tests__/simplified-memory-runtime.test.ts +0 -616
- package/src/__tests__/swarm-conversation-integration.test.ts +0 -358
- package/src/__tests__/swarm-dag-pathological.test.ts +0 -547
- package/src/__tests__/swarm-orchestrator.test.ts +0 -463
- package/src/__tests__/swarm-plan-validator.test.ts +0 -384
- package/src/__tests__/swarm-recursion.test.ts +0 -197
- package/src/__tests__/swarm-router-planner.test.ts +0 -234
- package/src/__tests__/swarm-tool.test.ts +0 -185
- package/src/__tests__/swarm-worker-backend.test.ts +0 -144
- package/src/__tests__/swarm-worker-runner.test.ts +0 -288
- package/src/commands/__tests__/cc-command-registry.test.ts +0 -396
- package/src/commands/cc-command-registry.ts +0 -248
- package/src/config/bundled-skills/claude-code/SKILL.md +0 -53
- package/src/config/bundled-skills/claude-code/TOOLS.json +0 -47
- package/src/config/bundled-skills/claude-code/tools/claude-code.ts +0 -12
- package/src/config/bundled-skills/orchestration/SKILL.md +0 -33
- package/src/config/bundled-skills/orchestration/TOOLS.json +0 -35
- package/src/config/bundled-skills/orchestration/tools/swarm-delegate.ts +0 -12
- package/src/config/schemas/memory-simplified.ts +0 -101
- package/src/config/schemas/swarm.ts +0 -82
- package/src/logfire.ts +0 -135
- package/src/memory/archive-recall.ts +0 -516
- package/src/memory/archive-store.ts +0 -400
- package/src/memory/brief-formatting.ts +0 -33
- package/src/memory/brief-open-loops.ts +0 -266
- package/src/memory/brief-time.ts +0 -162
- package/src/memory/brief.ts +0 -75
- package/src/memory/job-handlers/backfill-simplified-memory.ts +0 -462
- package/src/memory/job-handlers/reduce-conversation-memory.ts +0 -229
- package/src/memory/migrations/185-memory-brief-state.ts +0 -52
- package/src/memory/migrations/186-memory-archive.ts +0 -109
- package/src/memory/migrations/187-memory-reducer-checkpoints.ts +0 -19
- package/src/memory/reducer-scheduler.ts +0 -242
- package/src/memory/reducer-store.ts +0 -271
- package/src/memory/reducer-types.ts +0 -106
- package/src/memory/reducer.ts +0 -467
- package/src/memory/schema/memory-archive.ts +0 -121
- package/src/memory/schema/memory-brief.ts +0 -55
- package/src/runtime/local-gateway-health.ts +0 -275
- package/src/security/secret-ingress.ts +0 -68
- package/src/swarm/backend-claude-code.ts +0 -225
- package/src/swarm/checkpoint.ts +0 -137
- package/src/swarm/graph-utils.ts +0 -53
- package/src/swarm/index.ts +0 -55
- package/src/swarm/limits.ts +0 -66
- package/src/swarm/orchestrator.ts +0 -424
- package/src/swarm/plan-validator.ts +0 -117
- package/src/swarm/router-planner.ts +0 -162
- package/src/swarm/router-prompts.ts +0 -39
- package/src/swarm/synthesizer.ts +0 -81
- package/src/swarm/types.ts +0 -72
- package/src/swarm/worker-backend.ts +0 -131
- package/src/swarm/worker-prompts.ts +0 -80
- package/src/swarm/worker-runner.ts +0 -170
- package/src/tools/claude-code/claude-code.ts +0 -610
- package/src/tools/swarm/delegate.ts +0 -205
|
@@ -1,281 +0,0 @@
|
|
|
1
|
-
import { randomBytes } from "node:crypto";
|
|
2
|
-
import { existsSync, mkdirSync, rmSync, writeFileSync } from "node:fs";
|
|
3
|
-
import { tmpdir } from "node:os";
|
|
4
|
-
import { join } from "node:path";
|
|
5
|
-
import { afterEach, beforeEach, describe, expect, mock, test } from "bun:test";
|
|
6
|
-
|
|
7
|
-
// ---------------------------------------------------------------------------
|
|
8
|
-
// Mocks — declared before imports that depend on platform/logger
|
|
9
|
-
// ---------------------------------------------------------------------------
|
|
10
|
-
|
|
11
|
-
const TEST_DIR = join(
|
|
12
|
-
tmpdir(),
|
|
13
|
-
`vellum-simplified-mem-test-${randomBytes(4).toString("hex")}`,
|
|
14
|
-
);
|
|
15
|
-
const WORKSPACE_DIR = join(TEST_DIR, "workspace");
|
|
16
|
-
const CONFIG_PATH = join(WORKSPACE_DIR, "config.json");
|
|
17
|
-
|
|
18
|
-
function ensureTestDir(): void {
|
|
19
|
-
const dirs = [
|
|
20
|
-
TEST_DIR,
|
|
21
|
-
WORKSPACE_DIR,
|
|
22
|
-
join(TEST_DIR, "data"),
|
|
23
|
-
join(TEST_DIR, "memory"),
|
|
24
|
-
join(TEST_DIR, "memory", "knowledge"),
|
|
25
|
-
join(TEST_DIR, "logs"),
|
|
26
|
-
];
|
|
27
|
-
for (const dir of dirs) {
|
|
28
|
-
if (!existsSync(dir)) mkdirSync(dir, { recursive: true });
|
|
29
|
-
}
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
function makeLoggerStub(): Record<string, unknown> {
|
|
33
|
-
const stub: Record<string, unknown> = {};
|
|
34
|
-
for (const m of [
|
|
35
|
-
"info",
|
|
36
|
-
"warn",
|
|
37
|
-
"error",
|
|
38
|
-
"debug",
|
|
39
|
-
"trace",
|
|
40
|
-
"fatal",
|
|
41
|
-
"silent",
|
|
42
|
-
"child",
|
|
43
|
-
]) {
|
|
44
|
-
stub[m] = m === "child" ? () => makeLoggerStub() : () => {};
|
|
45
|
-
}
|
|
46
|
-
return stub;
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
mock.module("../util/logger.js", () => ({
|
|
50
|
-
getLogger: () => makeLoggerStub(),
|
|
51
|
-
}));
|
|
52
|
-
|
|
53
|
-
mock.module("../util/platform.js", () => ({
|
|
54
|
-
getRootDir: () => TEST_DIR,
|
|
55
|
-
getWorkspaceDir: () => WORKSPACE_DIR,
|
|
56
|
-
getWorkspaceConfigPath: () => CONFIG_PATH,
|
|
57
|
-
getDataDir: () => join(TEST_DIR, "data"),
|
|
58
|
-
getLogPath: () => join(TEST_DIR, "logs", "vellum.log"),
|
|
59
|
-
ensureDataDir: () => ensureTestDir(),
|
|
60
|
-
isMacOS: () => false,
|
|
61
|
-
isLinux: () => false,
|
|
62
|
-
isWindows: () => false,
|
|
63
|
-
}));
|
|
64
|
-
|
|
65
|
-
import { invalidateConfigCache, loadConfig } from "../config/loader.js";
|
|
66
|
-
import { AssistantConfigSchema } from "../config/schema.js";
|
|
67
|
-
import { MemorySimplifiedConfigSchema } from "../config/schemas/memory-simplified.js";
|
|
68
|
-
import { _setStorePath } from "../security/encrypted-store.js";
|
|
69
|
-
|
|
70
|
-
// ---------------------------------------------------------------------------
|
|
71
|
-
// Helpers
|
|
72
|
-
// ---------------------------------------------------------------------------
|
|
73
|
-
|
|
74
|
-
function writeConfig(obj: unknown): void {
|
|
75
|
-
writeFileSync(CONFIG_PATH, JSON.stringify(obj));
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
// ---------------------------------------------------------------------------
|
|
79
|
-
// Tests: MemorySimplifiedConfigSchema (unit)
|
|
80
|
-
// ---------------------------------------------------------------------------
|
|
81
|
-
|
|
82
|
-
describe("MemorySimplifiedConfigSchema", () => {
|
|
83
|
-
test("parses empty object with all defaults", () => {
|
|
84
|
-
const result = MemorySimplifiedConfigSchema.parse({});
|
|
85
|
-
expect(result).toEqual({
|
|
86
|
-
enabled: true,
|
|
87
|
-
brief: { maxTokens: 4000 },
|
|
88
|
-
reducer: { idleDelayMs: 30_000, switchWaitMs: 5_000 },
|
|
89
|
-
archiveRecall: { maxSnippets: 10 },
|
|
90
|
-
});
|
|
91
|
-
});
|
|
92
|
-
|
|
93
|
-
test("accepts explicit enabled=true", () => {
|
|
94
|
-
const result = MemorySimplifiedConfigSchema.parse({ enabled: true });
|
|
95
|
-
expect(result.enabled).toBe(true);
|
|
96
|
-
});
|
|
97
|
-
|
|
98
|
-
test("accepts custom brief.maxTokens", () => {
|
|
99
|
-
const result = MemorySimplifiedConfigSchema.parse({
|
|
100
|
-
brief: { maxTokens: 8000 },
|
|
101
|
-
});
|
|
102
|
-
expect(result.brief.maxTokens).toBe(8000);
|
|
103
|
-
});
|
|
104
|
-
|
|
105
|
-
test("accepts custom reducer values", () => {
|
|
106
|
-
const result = MemorySimplifiedConfigSchema.parse({
|
|
107
|
-
reducer: { idleDelayMs: 60_000, switchWaitMs: 10_000 },
|
|
108
|
-
});
|
|
109
|
-
expect(result.reducer.idleDelayMs).toBe(60_000);
|
|
110
|
-
expect(result.reducer.switchWaitMs).toBe(10_000);
|
|
111
|
-
});
|
|
112
|
-
|
|
113
|
-
test("accepts custom archiveRecall.maxSnippets", () => {
|
|
114
|
-
const result = MemorySimplifiedConfigSchema.parse({
|
|
115
|
-
archiveRecall: { maxSnippets: 20 },
|
|
116
|
-
});
|
|
117
|
-
expect(result.archiveRecall.maxSnippets).toBe(20);
|
|
118
|
-
});
|
|
119
|
-
|
|
120
|
-
test("rejects non-boolean enabled", () => {
|
|
121
|
-
const result = MemorySimplifiedConfigSchema.safeParse({
|
|
122
|
-
enabled: "yes",
|
|
123
|
-
});
|
|
124
|
-
expect(result.success).toBe(false);
|
|
125
|
-
});
|
|
126
|
-
|
|
127
|
-
test("rejects non-positive brief.maxTokens", () => {
|
|
128
|
-
const result = MemorySimplifiedConfigSchema.safeParse({
|
|
129
|
-
brief: { maxTokens: 0 },
|
|
130
|
-
});
|
|
131
|
-
expect(result.success).toBe(false);
|
|
132
|
-
});
|
|
133
|
-
|
|
134
|
-
test("rejects non-integer brief.maxTokens", () => {
|
|
135
|
-
const result = MemorySimplifiedConfigSchema.safeParse({
|
|
136
|
-
brief: { maxTokens: 3.5 },
|
|
137
|
-
});
|
|
138
|
-
expect(result.success).toBe(false);
|
|
139
|
-
});
|
|
140
|
-
|
|
141
|
-
test("rejects non-positive reducer.idleDelayMs", () => {
|
|
142
|
-
const result = MemorySimplifiedConfigSchema.safeParse({
|
|
143
|
-
reducer: { idleDelayMs: 0 },
|
|
144
|
-
});
|
|
145
|
-
expect(result.success).toBe(false);
|
|
146
|
-
});
|
|
147
|
-
|
|
148
|
-
test("rejects non-positive reducer.switchWaitMs", () => {
|
|
149
|
-
const result = MemorySimplifiedConfigSchema.safeParse({
|
|
150
|
-
reducer: { switchWaitMs: -1 },
|
|
151
|
-
});
|
|
152
|
-
expect(result.success).toBe(false);
|
|
153
|
-
});
|
|
154
|
-
|
|
155
|
-
test("rejects non-positive archiveRecall.maxSnippets", () => {
|
|
156
|
-
const result = MemorySimplifiedConfigSchema.safeParse({
|
|
157
|
-
archiveRecall: { maxSnippets: 0 },
|
|
158
|
-
});
|
|
159
|
-
expect(result.success).toBe(false);
|
|
160
|
-
});
|
|
161
|
-
|
|
162
|
-
test("rejects non-integer archiveRecall.maxSnippets", () => {
|
|
163
|
-
const result = MemorySimplifiedConfigSchema.safeParse({
|
|
164
|
-
archiveRecall: { maxSnippets: 2.5 },
|
|
165
|
-
});
|
|
166
|
-
expect(result.success).toBe(false);
|
|
167
|
-
});
|
|
168
|
-
});
|
|
169
|
-
|
|
170
|
-
// ---------------------------------------------------------------------------
|
|
171
|
-
// Tests: Wired into AssistantConfigSchema
|
|
172
|
-
// ---------------------------------------------------------------------------
|
|
173
|
-
|
|
174
|
-
describe("AssistantConfigSchema memory.simplified", () => {
|
|
175
|
-
test("empty config exposes memory.simplified with defaults", () => {
|
|
176
|
-
const result = AssistantConfigSchema.parse({});
|
|
177
|
-
expect(result.memory.simplified).toEqual({
|
|
178
|
-
enabled: true,
|
|
179
|
-
brief: { maxTokens: 4000 },
|
|
180
|
-
reducer: { idleDelayMs: 30_000, switchWaitMs: 5_000 },
|
|
181
|
-
archiveRecall: { maxSnippets: 10 },
|
|
182
|
-
});
|
|
183
|
-
});
|
|
184
|
-
|
|
185
|
-
test("memory.simplified does not disturb legacy memory config", () => {
|
|
186
|
-
const result = AssistantConfigSchema.parse({});
|
|
187
|
-
// Legacy fields still present with their defaults
|
|
188
|
-
expect(result.memory.enabled).toBe(true);
|
|
189
|
-
expect(result.memory.retrieval).toBeDefined();
|
|
190
|
-
expect(result.memory.jobs).toBeDefined();
|
|
191
|
-
expect(result.memory.cleanup).toBeDefined();
|
|
192
|
-
expect(result.memory.extraction).toBeDefined();
|
|
193
|
-
expect(result.memory.summarization).toBeDefined();
|
|
194
|
-
expect(result.memory.segmentation).toBeDefined();
|
|
195
|
-
expect(result.memory.embeddings).toBeDefined();
|
|
196
|
-
expect(result.memory.qdrant).toBeDefined();
|
|
197
|
-
expect(result.memory.retention).toBeDefined();
|
|
198
|
-
});
|
|
199
|
-
|
|
200
|
-
test("accepts memory.simplified overrides alongside legacy config", () => {
|
|
201
|
-
const result = AssistantConfigSchema.parse({
|
|
202
|
-
memory: {
|
|
203
|
-
enabled: true,
|
|
204
|
-
simplified: {
|
|
205
|
-
enabled: true,
|
|
206
|
-
brief: { maxTokens: 6000 },
|
|
207
|
-
},
|
|
208
|
-
},
|
|
209
|
-
});
|
|
210
|
-
expect(result.memory.enabled).toBe(true);
|
|
211
|
-
expect(result.memory.simplified.enabled).toBe(true);
|
|
212
|
-
expect(result.memory.simplified.brief.maxTokens).toBe(6000);
|
|
213
|
-
// Defaults preserved for unset simplified fields
|
|
214
|
-
expect(result.memory.simplified.reducer.idleDelayMs).toBe(30_000);
|
|
215
|
-
expect(result.memory.simplified.archiveRecall.maxSnippets).toBe(10);
|
|
216
|
-
});
|
|
217
|
-
});
|
|
218
|
-
|
|
219
|
-
// ---------------------------------------------------------------------------
|
|
220
|
-
// Tests: loadConfig integration (empty config file loads cleanly)
|
|
221
|
-
// ---------------------------------------------------------------------------
|
|
222
|
-
|
|
223
|
-
describe("loadConfig with memory.simplified", () => {
|
|
224
|
-
beforeEach(() => {
|
|
225
|
-
ensureTestDir();
|
|
226
|
-
const resetPaths = [
|
|
227
|
-
CONFIG_PATH,
|
|
228
|
-
join(TEST_DIR, "keys.enc"),
|
|
229
|
-
join(TEST_DIR, "data"),
|
|
230
|
-
join(TEST_DIR, "memory"),
|
|
231
|
-
];
|
|
232
|
-
for (const path of resetPaths) {
|
|
233
|
-
if (existsSync(path)) {
|
|
234
|
-
rmSync(path, { recursive: true, force: true });
|
|
235
|
-
}
|
|
236
|
-
}
|
|
237
|
-
ensureTestDir();
|
|
238
|
-
_setStorePath(join(TEST_DIR, "keys.enc"));
|
|
239
|
-
invalidateConfigCache();
|
|
240
|
-
});
|
|
241
|
-
|
|
242
|
-
afterEach(() => {
|
|
243
|
-
_setStorePath(null);
|
|
244
|
-
invalidateConfigCache();
|
|
245
|
-
});
|
|
246
|
-
|
|
247
|
-
test("empty config file loads cleanly with simplified defaults", () => {
|
|
248
|
-
writeConfig({});
|
|
249
|
-
const config = loadConfig();
|
|
250
|
-
expect(config.memory.simplified).toEqual({
|
|
251
|
-
enabled: true,
|
|
252
|
-
brief: { maxTokens: 4000 },
|
|
253
|
-
reducer: { idleDelayMs: 30_000, switchWaitMs: 5_000 },
|
|
254
|
-
archiveRecall: { maxSnippets: 10 },
|
|
255
|
-
});
|
|
256
|
-
});
|
|
257
|
-
|
|
258
|
-
test("no config file loads cleanly with simplified defaults", () => {
|
|
259
|
-
const config = loadConfig();
|
|
260
|
-
expect(config.memory.simplified).toEqual({
|
|
261
|
-
enabled: true,
|
|
262
|
-
brief: { maxTokens: 4000 },
|
|
263
|
-
reducer: { idleDelayMs: 30_000, switchWaitMs: 5_000 },
|
|
264
|
-
archiveRecall: { maxSnippets: 10 },
|
|
265
|
-
});
|
|
266
|
-
});
|
|
267
|
-
|
|
268
|
-
test("existing memory config with simplified addition loads cleanly", () => {
|
|
269
|
-
writeConfig({
|
|
270
|
-
memory: {
|
|
271
|
-
enabled: true,
|
|
272
|
-
simplified: { enabled: true, brief: { maxTokens: 2000 } },
|
|
273
|
-
},
|
|
274
|
-
});
|
|
275
|
-
const config = loadConfig();
|
|
276
|
-
expect(config.memory.enabled).toBe(true);
|
|
277
|
-
expect(config.memory.simplified.enabled).toBe(true);
|
|
278
|
-
expect(config.memory.simplified.brief.maxTokens).toBe(2000);
|
|
279
|
-
expect(config.memory.simplified.reducer.idleDelayMs).toBe(30_000);
|
|
280
|
-
});
|
|
281
|
-
});
|
|
@@ -1,120 +0,0 @@
|
|
|
1
|
-
import { beforeEach, describe, expect, mock, test } from "bun:test";
|
|
2
|
-
|
|
3
|
-
const mockConfig = {
|
|
4
|
-
secretDetection: {
|
|
5
|
-
enabled: true,
|
|
6
|
-
action: "block" as "redact" | "warn" | "block",
|
|
7
|
-
entropyThreshold: 4.0,
|
|
8
|
-
blockIngress: true,
|
|
9
|
-
},
|
|
10
|
-
};
|
|
11
|
-
|
|
12
|
-
mock.module("../config/loader.js", () => ({
|
|
13
|
-
getConfig: () => mockConfig,
|
|
14
|
-
loadConfig: () => mockConfig,
|
|
15
|
-
loadRawConfig: () => ({ secretDetection: { ...mockConfig.secretDetection } }),
|
|
16
|
-
saveRawConfig: () => {},
|
|
17
|
-
invalidateConfigCache: () => {},
|
|
18
|
-
}));
|
|
19
|
-
|
|
20
|
-
mock.module("../util/logger.js", () => ({
|
|
21
|
-
getLogger: () =>
|
|
22
|
-
new Proxy({} as Record<string, unknown>, {
|
|
23
|
-
get: () => () => {},
|
|
24
|
-
}),
|
|
25
|
-
}));
|
|
26
|
-
|
|
27
|
-
const { checkIngressForSecrets } =
|
|
28
|
-
await import("../security/secret-ingress.js");
|
|
29
|
-
|
|
30
|
-
// Build test fixtures at runtime to avoid tripping the pre-commit secret hook.
|
|
31
|
-
// These are well-known fake AWS/GitHub patterns used across the test suite.
|
|
32
|
-
const AWS_KEY = ["AKIA", "IOSFODNN7", "REALKEY"].join("");
|
|
33
|
-
const GH_TOKEN = ["ghp_", "ABCDEFghijklMN01234567", "89abcdefghijkl"].join("");
|
|
34
|
-
const TG_TOKEN = ["123456789", ":", "ABCDefGHIJklmnopQRSTuvwxyz012345678"].join(
|
|
35
|
-
"",
|
|
36
|
-
);
|
|
37
|
-
|
|
38
|
-
describe("secret ingress handler", () => {
|
|
39
|
-
beforeEach(() => {
|
|
40
|
-
mockConfig.secretDetection = {
|
|
41
|
-
enabled: true,
|
|
42
|
-
action: "block",
|
|
43
|
-
entropyThreshold: 4.0,
|
|
44
|
-
blockIngress: true,
|
|
45
|
-
};
|
|
46
|
-
});
|
|
47
|
-
|
|
48
|
-
test("blocks message containing an AWS key", () => {
|
|
49
|
-
const result = checkIngressForSecrets(`Here is my key: ${AWS_KEY}`);
|
|
50
|
-
expect(result.blocked).toBe(true);
|
|
51
|
-
expect(result.detectedTypes).toContain("AWS Access Key");
|
|
52
|
-
expect(result.userNotice).toBeDefined();
|
|
53
|
-
expect(result.userNotice).not.toContain(AWS_KEY);
|
|
54
|
-
});
|
|
55
|
-
|
|
56
|
-
test("allows normal text through", () => {
|
|
57
|
-
const result = checkIngressForSecrets(
|
|
58
|
-
"Hello, can you help me write a function?",
|
|
59
|
-
);
|
|
60
|
-
expect(result.blocked).toBe(false);
|
|
61
|
-
expect(result.detectedTypes).toHaveLength(0);
|
|
62
|
-
expect(result.userNotice).toBeUndefined();
|
|
63
|
-
});
|
|
64
|
-
|
|
65
|
-
test("does not block when detection is disabled", () => {
|
|
66
|
-
mockConfig.secretDetection.enabled = false;
|
|
67
|
-
const result = checkIngressForSecrets(`Here is my key: ${AWS_KEY}`);
|
|
68
|
-
expect(result.blocked).toBe(false);
|
|
69
|
-
});
|
|
70
|
-
|
|
71
|
-
test("does not block when blockIngress is false", () => {
|
|
72
|
-
mockConfig.secretDetection.blockIngress = false;
|
|
73
|
-
const result = checkIngressForSecrets(`Here is my key: ${AWS_KEY}`);
|
|
74
|
-
expect(result.blocked).toBe(false);
|
|
75
|
-
});
|
|
76
|
-
|
|
77
|
-
test("blocks regardless of output action when blockIngress is true", () => {
|
|
78
|
-
mockConfig.secretDetection.action = "warn";
|
|
79
|
-
mockConfig.secretDetection.blockIngress = true;
|
|
80
|
-
const resultWarn = checkIngressForSecrets(`Here is my key: ${AWS_KEY}`);
|
|
81
|
-
expect(resultWarn.blocked).toBe(true);
|
|
82
|
-
|
|
83
|
-
mockConfig.secretDetection.action = "redact";
|
|
84
|
-
const resultRedact = checkIngressForSecrets(`Here is my key: ${AWS_KEY}`);
|
|
85
|
-
expect(resultRedact.blocked).toBe(true);
|
|
86
|
-
});
|
|
87
|
-
|
|
88
|
-
test("user notice never contains the secret value", () => {
|
|
89
|
-
const result = checkIngressForSecrets(`Use this: ${AWS_KEY}`);
|
|
90
|
-
expect(result.blocked).toBe(true);
|
|
91
|
-
expect(result.userNotice).not.toContain(AWS_KEY);
|
|
92
|
-
});
|
|
93
|
-
|
|
94
|
-
test("detects multiple secret types", () => {
|
|
95
|
-
const msg = `AWS: ${AWS_KEY} and GH: ${GH_TOKEN}`;
|
|
96
|
-
const result = checkIngressForSecrets(msg);
|
|
97
|
-
expect(result.blocked).toBe(true);
|
|
98
|
-
expect(result.detectedTypes.length).toBeGreaterThanOrEqual(2);
|
|
99
|
-
});
|
|
100
|
-
|
|
101
|
-
test("blocks message containing a Telegram bot token", () => {
|
|
102
|
-
const result = checkIngressForSecrets(`Here is my bot token: ${TG_TOKEN}`);
|
|
103
|
-
expect(result.blocked).toBe(true);
|
|
104
|
-
expect(result.detectedTypes).toContain("Telegram Bot Token");
|
|
105
|
-
expect(result.userNotice).not.toContain(TG_TOKEN);
|
|
106
|
-
});
|
|
107
|
-
|
|
108
|
-
test("empty content passes through", () => {
|
|
109
|
-
const result = checkIngressForSecrets("");
|
|
110
|
-
expect(result.blocked).toBe(false);
|
|
111
|
-
});
|
|
112
|
-
|
|
113
|
-
test("respects configured entropyThreshold from config", () => {
|
|
114
|
-
// Pattern-matched secrets (AWS keys) should still be caught regardless of threshold
|
|
115
|
-
mockConfig.secretDetection.entropyThreshold = 100.0;
|
|
116
|
-
const result = checkIngressForSecrets(`Here is my key: ${AWS_KEY}`);
|
|
117
|
-
expect(result.blocked).toBe(true);
|
|
118
|
-
expect(result.detectedTypes).toContain("AWS Access Key");
|
|
119
|
-
});
|
|
120
|
-
});
|