@cohortapp/agent-sdk 2.16.0 → 2.18.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/settings.json +18 -0
- package/.env.example +23 -7
- package/README.md +1 -0
- package/bin/maestro.mjs +62 -0
- package/docs/guides/billing-console-keys.md +60 -0
- package/docs/guides/front-door-session.md +54 -9
- package/docs/guides/mac-mini.md +20 -25
- package/docs/guides/poller-daemon-setup.md +4 -1
- package/docs/guides/setup-wizard.md +1 -1
- package/docs/runbooks/fleet-rollout.md +156 -0
- package/docs/runbooks/mac-mini-bootstrap.md +12 -14
- package/lib/action-executor.js +19 -3
- package/lib/budget-guard.mjs +279 -3
- package/lib/channels/base-adapter.mjs +3 -1
- package/lib/channels/contract.mjs +2 -1
- package/lib/channels/inbox-item.mjs +8 -0
- package/lib/claude-bin.mjs +5 -6
- package/lib/cli/doctor-checks.mjs +141 -10
- package/lib/cli/global-setup-extras.mjs +5 -1
- package/lib/cli/inbox.mjs +100 -15
- package/lib/cli/seat-auth.mjs +463 -0
- package/lib/cli/session.mjs +80 -12
- package/lib/collective/capture.mjs +8 -6
- package/lib/collective/global-config.mjs +63 -1
- package/lib/collective/presence.mjs +142 -5
- package/lib/comms/send-gate.mjs +559 -1
- package/lib/context/budget.mjs +327 -0
- package/lib/context/history-scope.mjs +138 -0
- package/lib/diagnostics/alerts.mjs +49 -0
- package/lib/diagnostics/cadence-output-freshness.mjs +288 -0
- package/lib/engine/agents/definitions.mjs +343 -0
- package/lib/engine/agents/persist.mjs +275 -0
- package/lib/engine/agents/runtime.mjs +748 -0
- package/lib/engine/agents/usage.mjs +95 -0
- package/lib/engine/auth-status.mjs +139 -0
- package/lib/engine/budget.mjs +194 -0
- package/lib/engine/cli.mjs +1204 -0
- package/lib/engine/commands/index.mjs +269 -0
- package/lib/engine/context/budget.mjs +219 -0
- package/lib/engine/context/cache.mjs +125 -0
- package/lib/engine/context/child-env.mjs +215 -0
- package/lib/engine/context/compaction.mjs +342 -0
- package/lib/engine/context/images.mjs +90 -0
- package/lib/engine/context/instructions.mjs +327 -0
- package/lib/engine/context/lazy-instructions.mjs +169 -0
- package/lib/engine/context/manager.mjs +182 -0
- package/lib/engine/context/real-path.mjs +91 -0
- package/lib/engine/context/secret-values.mjs +163 -0
- package/lib/engine/context/settings.mjs +274 -0
- package/lib/engine/context/stream-input.mjs +159 -0
- package/lib/engine/guard.mjs +152 -0
- package/lib/engine/hooks.mjs +713 -0
- package/lib/engine/loop.mjs +560 -0
- package/lib/engine/mcp/client.mjs +254 -0
- package/lib/engine/mcp/config.mjs +301 -0
- package/lib/engine/mcp/http.mjs +201 -0
- package/lib/engine/mcp/index.mjs +146 -0
- package/lib/engine/mcp/jsonrpc.mjs +147 -0
- package/lib/engine/mcp/naming.mjs +66 -0
- package/lib/engine/mcp/resources.mjs +89 -0
- package/lib/engine/mcp/results.mjs +133 -0
- package/lib/engine/mcp/stdio.mjs +137 -0
- package/lib/engine/mcp/supervisor.mjs +116 -0
- package/lib/engine/messages.mjs +104 -0
- package/lib/engine/output/json.mjs +164 -0
- package/lib/engine/output/stream-json.mjs +266 -0
- package/lib/engine/permissions.mjs +845 -0
- package/lib/engine/process-identity.mjs +164 -0
- package/lib/engine/process-tree.mjs +551 -0
- package/lib/engine/prompt.mjs +60 -0
- package/lib/engine/session/store.mjs +299 -0
- package/lib/engine/session-runtime/args.mjs +97 -0
- package/lib/engine/session-runtime/host.mjs +143 -0
- package/lib/engine/session-runtime/inbox.mjs +122 -0
- package/lib/engine/session-runtime/notifications.mjs +129 -0
- package/lib/engine/session-runtime/registry.mjs +328 -0
- package/lib/engine/session-runtime/runner.mjs +344 -0
- package/lib/engine/session-runtime/socket.mjs +212 -0
- package/lib/engine/session-runtime/wakeup.mjs +115 -0
- package/lib/engine/skills/index.mjs +321 -0
- package/lib/engine/tools/bash-background.mjs +533 -0
- package/lib/engine/tools/bash.mjs +216 -0
- package/lib/engine/tools/edit.mjs +97 -0
- package/lib/engine/tools/glob.mjs +81 -0
- package/lib/engine/tools/grep.mjs +224 -0
- package/lib/engine/tools/index.mjs +84 -0
- package/lib/engine/tools/list-agents.mjs +32 -0
- package/lib/engine/tools/ls.mjs +127 -0
- package/lib/engine/tools/monitor.mjs +82 -0
- package/lib/engine/tools/notebook-edit.mjs +218 -0
- package/lib/engine/tools/read.mjs +103 -0
- package/lib/engine/tools/schedule-wakeup.mjs +45 -0
- package/lib/engine/tools/schema.mjs +144 -0
- package/lib/engine/tools/send-message.mjs +77 -0
- package/lib/engine/tools/session.mjs +70 -0
- package/lib/engine/tools/todo.mjs +144 -0
- package/lib/engine/tools/toolsearch.mjs +217 -0
- package/lib/engine/tools/walk.mjs +193 -0
- package/lib/engine/tools/web-switch.mjs +31 -0
- package/lib/engine/tools/webfetch-html.mjs +387 -0
- package/lib/engine/tools/webfetch-net.mjs +340 -0
- package/lib/engine/tools/webfetch.mjs +198 -0
- package/lib/engine/tools/websearch.mjs +91 -0
- package/lib/engine/tools/workflow.mjs +95 -0
- package/lib/engine/tools/write.mjs +76 -0
- package/lib/engine/tui/line-editor.mjs +137 -0
- package/lib/engine/tui/render.mjs +86 -0
- package/lib/engine/tui/tui.mjs +274 -0
- package/lib/engine/wire/anthropic-messages.mjs +263 -0
- package/lib/engine/wire/effort.mjs +36 -0
- package/lib/engine/wire/errors.mjs +496 -0
- package/lib/engine/wire/http.mjs +441 -0
- package/lib/engine/wire/index.mjs +76 -0
- package/lib/engine/wire/openai-chat.mjs +332 -0
- package/lib/engine/wire/prompt-cache.mjs +79 -0
- package/lib/engine/wire/search.mjs +140 -0
- package/lib/engine/wire/sse.mjs +114 -0
- package/lib/engine/wire/stall.mjs +349 -0
- package/lib/engine/wire/token-provider.mjs +175 -0
- package/lib/engine/wire/usage.mjs +192 -0
- package/lib/engine/workflow/host.mjs +524 -0
- package/lib/engine/workflow/journal.mjs +188 -0
- package/lib/engine/workflow/json-schema.mjs +171 -0
- package/lib/engine/workflow/meta.mjs +329 -0
- package/lib/engine/workflow/notifications.mjs +52 -0
- package/lib/engine/workflow/runtime.mjs +447 -0
- package/lib/engine/workflow/sandbox.mjs +534 -0
- package/lib/engine/workflow/worker.mjs +141 -0
- package/lib/engine/workflow/worktree.mjs +74 -0
- package/lib/execution/disposition.mjs +1 -1
- package/lib/execution/intake.mjs +10 -0
- package/lib/execution/surface-policy.mjs +15 -0
- package/lib/learning/curator.mjs +8 -6
- package/lib/learning/reflect.mjs +8 -6
- package/lib/model-router/catalog/cohort.yaml +137 -0
- package/lib/model-router/catalog.mjs +118 -1
- package/lib/model-router/economics.mjs +9 -0
- package/lib/model-router/failover.mjs +67 -16
- package/lib/model-router/llm-task.mjs +39 -3
- package/lib/model-router/resolve.mjs +95 -3
- package/lib/model-router/spawn.mjs +46 -47
- package/lib/model-router/taxonomy.mjs +126 -4
- package/lib/org/cost-sync.mjs +141 -11
- package/lib/org/inbound/broadcast.mjs +289 -0
- package/lib/org/inbound/collective.mjs +375 -0
- package/lib/org/inbound/directedness.mjs +96 -8
- package/lib/org/inbound/facts.mjs +82 -4
- package/lib/org/inbound/hydrate.mjs +555 -51
- package/lib/org/inbound/project.mjs +22 -0
- package/lib/org/inbound/surfaces.mjs +14 -0
- package/lib/org/llm-token.mjs +879 -0
- package/lib/org/mesh.mjs +61 -0
- package/lib/org/messaging.mjs +3 -1
- package/lib/org/protocol.checksum +1 -1
- package/lib/org/protocol.mjs +15 -0
- package/lib/org/quota.mjs +520 -0
- package/lib/org/tool-surface.mjs +104 -16
- package/lib/org/ui-parity.mjs +16 -1
- package/lib/org/work-ledger.mjs +37 -6
- package/lib/rate-guard.mjs +114 -1
- package/lib/resource-governor.mjs +41 -6
- package/lib/runtime/adapter.mjs +823 -0
- package/lib/runtime/child-env.mjs +191 -0
- package/lib/runtime/legacy-shell-guard.mjs +97 -0
- package/lib/runtime/seat-engine.mjs +162 -0
- package/lib/session/ask-ledger.mjs +271 -0
- package/lib/session/current-work.mjs +676 -0
- package/lib/session/feed-core.mjs +40 -3
- package/lib/session/launch-args.mjs +56 -4
- package/lib/session/status-summary.mjs +26 -9
- package/lib/session/upgrade-notice.mjs +42 -0
- package/lib/setup/claude-probe.mjs +117 -13
- package/lib/setup/enrich.mjs +13 -10
- package/lib/setup/sections/model.mjs +39 -13
- package/lib/telemetry/collect.mjs +208 -9
- package/lib/upgrade/ignored-drift.mjs +105 -0
- package/lib/voice/post-call-brief.mjs +30 -17
- package/package.json +15 -3
- package/plugins/maestro-skills/skills/board-work.md +5 -0
- package/plugins/maestro-skills/skills/inbound-triage.md +56 -15
- package/plugins/maestro-skills/skills/main-session.md +18 -7
- package/scripts/ci/check-tarball-fidelity.mjs +126 -2
- package/scripts/ci/run-tests.mjs +47 -19
- package/scripts/cohort-llm/api-key-helper.mjs +92 -0
- package/scripts/collective/hook-runner.mjs +29 -2
- package/scripts/continuous-monitor.sh +13 -0
- package/scripts/cost/track-claude-usage.mjs +15 -0
- package/scripts/daemon/agent-daemon.mjs +408 -20
- package/scripts/daemon/assurance.mjs +48 -12
- package/scripts/daemon/cadence-consumer.mjs +218 -68
- package/scripts/daemon/cadence-handlers.mjs +73 -4
- package/scripts/daemon/classifier.mjs +75 -26
- package/scripts/daemon/context-compiler.mjs +104 -59
- package/scripts/daemon/deliver.mjs +30 -1
- package/scripts/daemon/dispatcher.mjs +804 -157
- package/scripts/daemon/health.mjs +14 -1
- package/scripts/daemon/lib/session-router.mjs +310 -42
- package/scripts/daemon/maestro-daemon.mjs +11 -0
- package/scripts/daemon/prompt-builder.mjs +121 -12
- package/scripts/daemon/responder.mjs +315 -146
- package/scripts/daemon/sdk-version.mjs +98 -16
- package/scripts/eval/probe-gateway.mjs +635 -0
- package/scripts/eval/replay/extract.mjs +270 -0
- package/scripts/eval/replay/grade.mjs +260 -0
- package/scripts/eval/replay/lib/config.mjs +50 -0
- package/scripts/eval/replay/lib/effects.mjs +65 -0
- package/scripts/eval/replay/lib/fixture.mjs +188 -0
- package/scripts/eval/replay/lib/judge.mjs +72 -0
- package/scripts/eval/replay/lib/redact.mjs +136 -0
- package/scripts/eval/replay/lib/sandbox.mjs +170 -0
- package/scripts/eval/replay/lib/schema-check.mjs +63 -0
- package/scripts/eval/replay/lib/transcript.mjs +76 -0
- package/scripts/eval/replay/mcp-replay-stub.mjs +101 -0
- package/scripts/eval/replay/report.mjs +185 -0
- package/scripts/eval/replay/run.mjs +404 -0
- package/scripts/fleet/rollout.mjs +1094 -0
- package/scripts/hooks/pre-send-audit.sh +36 -245
- package/scripts/hooks/pre-write-yaml-validate.mjs +275 -0
- package/scripts/hooks/validate-state-yaml.sh +190 -0
- package/scripts/huddle/huddle-llm.mjs +361 -0
- package/scripts/huddle/huddle-server.mjs +46 -121
- package/scripts/local-triggers/autoupdate.sh +448 -78
- package/scripts/local-triggers/run-trigger.sh +13 -0
- package/scripts/maintenance/pin-integrity.mjs +364 -0
- package/scripts/poll-slack-events.sh +41 -9
- package/scripts/poller/slack-socket-mode.mjs +28 -3
- package/scripts/session/supervisor.mjs +80 -13
- package/scripts/spawn-session.sh +13 -0
- package/bin/maestro.test.mjs +0 -1574
- package/lib/action-executor.test.mjs +0 -871
- package/lib/archetype.test.mjs +0 -132
- package/lib/assurance/plan-note.test.mjs +0 -234
- package/lib/assurance/room-budget.test.mjs +0 -486
- package/lib/assurance/tier.test.mjs +0 -174
- package/lib/autonomy.test.mjs +0 -66
- package/lib/backlog.test.mjs +0 -302
- package/lib/backup/policy.test.mjs +0 -305
- package/lib/budget-escalate.test.mjs +0 -232
- package/lib/budget-guard.envelope.test.mjs +0 -476
- package/lib/budget-guard.test.mjs +0 -427
- package/lib/cadence-bus-requeue.test.mjs +0 -83
- package/lib/cadence-bus-schedule.test.mjs +0 -194
- package/lib/cadence-bus.test.mjs +0 -720
- package/lib/cadences.test.mjs +0 -230
- package/lib/capability/inventory.test.mjs +0 -232
- package/lib/capability.test.mjs +0 -78
- package/lib/channels/base-adapter.test.mjs +0 -590
- package/lib/channels/channels.test.mjs +0 -371
- package/lib/channels/contract.test.mjs +0 -162
- package/lib/channels/inbox-item.test.mjs +0 -368
- package/lib/channels/orgmail/adapter.test.mjs +0 -448
- package/lib/channels/pairing.test.mjs +0 -270
- package/lib/channels/repeat-suppressor.test.mjs +0 -134
- package/lib/channels/slack-adapter.test.mjs +0 -212
- package/lib/channels/telegram-adapter.test.mjs +0 -306
- package/lib/channels/voice/adapter.test.mjs +0 -278
- package/lib/channels/whatsapp/adapter-baileys.test.mjs +0 -359
- package/lib/channels/whatsapp/baileys-typing.test.mjs +0 -154
- package/lib/charter.test.mjs +0 -89
- package/lib/claude-bin.test.mjs +0 -131
- package/lib/cli/board.test.mjs +0 -227
- package/lib/cli/design.test.mjs +0 -270
- package/lib/cli/doctor-checks.test.mjs +0 -336
- package/lib/cli/global-setup-extras.test.mjs +0 -462
- package/lib/cli/inbox.test.mjs +0 -230
- package/lib/cli/session-ack.test.mjs +0 -63
- package/lib/cli/session.test.mjs +0 -613
- package/lib/collective/capture.test.mjs +0 -121
- package/lib/collective/cards.test.mjs +0 -114
- package/lib/collective/config.test.mjs +0 -123
- package/lib/collective/global-config.test.mjs +0 -220
- package/lib/collective/global-skills.test.mjs +0 -126
- package/lib/collective/presence.test.mjs +0 -95
- package/lib/collective/recall.test.mjs +0 -116
- package/lib/collective/vendor-skills.test.mjs +0 -306
- package/lib/comms/send-gate.test.mjs +0 -770
- package/lib/comms.test.mjs +0 -41
- package/lib/cost/ledger-row.test.mjs +0 -183
- package/lib/design/design-md.test.mjs +0 -318
- package/lib/design/fixtures/DESIGN.golden.md +0 -238
- package/lib/design/fixtures/PRODUCT.golden.md +0 -67
- package/lib/design/fixtures/foundation.json +0 -133
- package/lib/design/refresh-gate.test.mjs +0 -144
- package/lib/design/write.test.mjs +0 -241
- package/lib/diagnostics/alerts.test.mjs +0 -318
- package/lib/diagnostics/backup-freshness.test.mjs +0 -185
- package/lib/diagnostics/counters.test.mjs +0 -206
- package/lib/diagnostics/events.test.mjs +0 -290
- package/lib/diagnostics/otel.test.mjs +0 -196
- package/lib/diagnostics/trace.test.mjs +0 -251
- package/lib/env-compat.test.mjs +0 -104
- package/lib/execution/disposition.test.mjs +0 -553
- package/lib/execution/drive.test.mjs +0 -270
- package/lib/execution/effects.test.mjs +0 -344
- package/lib/execution/intake.test.mjs +0 -389
- package/lib/execution/journal.test.mjs +0 -261
- package/lib/execution/match.test.mjs +0 -235
- package/lib/execution/pipeline.test.mjs +0 -392
- package/lib/execution/route.test.mjs +0 -186
- package/lib/execution/surface-policy.test.mjs +0 -162
- package/lib/fs-atomic.test.mjs +0 -72
- package/lib/fs-ownership.test.mjs +0 -158
- package/lib/goals/admission.test.mjs +0 -164
- package/lib/goals/classify.test.mjs +0 -167
- package/lib/goals/collaborate.test.mjs +0 -336
- package/lib/goals/gaps.test.mjs +0 -284
- package/lib/goals/loop.test.mjs +0 -845
- package/lib/hooks/bus.test.mjs +0 -387
- package/lib/identity/persona.test.mjs +0 -142
- package/lib/kpi-sensors.test.mjs +0 -278
- package/lib/kpi.test.mjs +0 -244
- package/lib/learning/config.test.mjs +0 -75
- package/lib/learning/counters.test.mjs +0 -69
- package/lib/learning/curator-consolidate.test.mjs +0 -238
- package/lib/learning/curator.test.mjs +0 -106
- package/lib/learning/reflect.test.mjs +0 -0
- package/lib/learning/session-index.test.mjs +0 -125
- package/lib/learning/skill-writer.test.mjs +0 -210
- package/lib/mandate/audit.test.mjs +0 -195
- package/lib/mandate/contract.test.mjs +0 -185
- package/lib/mandate/derive.test.mjs +0 -274
- package/lib/mandate/model.test.mjs +0 -164
- package/lib/mandate/refresh.test.mjs +0 -389
- package/lib/mcp/server.test.mjs +0 -426
- package/lib/model-router/auth-profiles.test.mjs +0 -580
- package/lib/model-router/catalog.test.mjs +0 -385
- package/lib/model-router/economics.test.mjs +0 -438
- package/lib/model-router/failover.test.mjs +0 -439
- package/lib/model-router/health.test.mjs +0 -338
- package/lib/model-router/integration-coverage.test.mjs +0 -831
- package/lib/model-router/integration.test.mjs +0 -564
- package/lib/model-router/ledger.test.mjs +0 -415
- package/lib/model-router/llm-task.test.mjs +0 -392
- package/lib/model-router/org-credentials.test.mjs +0 -265
- package/lib/model-router/pricing-refresh.test.mjs +0 -286
- package/lib/model-router/reconcile.test.mjs +0 -316
- package/lib/model-router/repair.test.mjs +0 -180
- package/lib/model-router/spawn.test.mjs +0 -446
- package/lib/model-router/taxonomy.test.mjs +0 -410
- package/lib/model-router.test.mjs +0 -1207
- package/lib/org/activity.test.mjs +0 -134
- package/lib/org/approvals.test.mjs +0 -216
- package/lib/org/awareness.test.mjs +0 -159
- package/lib/org/board-mine-cache.test.mjs +0 -53
- package/lib/org/board.test.mjs +0 -187
- package/lib/org/bootstrap-context.test.mjs +0 -153
- package/lib/org/client.test.mjs +0 -1206
- package/lib/org/cohort-client.test.mjs +0 -126
- package/lib/org/cost-sync.test.mjs +0 -153
- package/lib/org/doctor.test.mjs +0 -346
- package/lib/org/engagement-ledger.test.mjs +0 -112
- package/lib/org/engagement.test.mjs +0 -739
- package/lib/org/handoff.test.mjs +0 -269
- package/lib/org/inbound/directedness.test.mjs +0 -668
- package/lib/org/inbound/facts.test.mjs +0 -471
- package/lib/org/inbound/hydrate.test.mjs +0 -453
- package/lib/org/inbound/index.test.mjs +0 -429
- package/lib/org/inbound/project.test.mjs +0 -287
- package/lib/org/integration-tools.test.mjs +0 -160
- package/lib/org/keys.test.mjs +0 -92
- package/lib/org/knowledge.test.mjs +0 -326
- package/lib/org/leases.test.mjs +0 -235
- package/lib/org/mesh-directives.test.mjs +0 -110
- package/lib/org/mesh-integration.test.mjs +0 -127
- package/lib/org/mesh.test.mjs +0 -400
- package/lib/org/messaging.test.mjs +0 -471
- package/lib/org/param-contract.test.mjs +0 -477
- package/lib/org/policy.test.mjs +0 -237
- package/lib/org/protocol.checksum.test.mjs +0 -90
- package/lib/org/protocol.test.mjs +0 -323
- package/lib/org/push.test.mjs +0 -792
- package/lib/org/registry.test.mjs +0 -100
- package/lib/org/resource-tools.test.mjs +0 -361
- package/lib/org/tool-access.test.mjs +0 -144
- package/lib/org/tool-surface-integration.test.mjs +0 -120
- package/lib/org/tool-surface.test.mjs +0 -1268
- package/lib/org/typing.test.mjs +0 -291
- package/lib/org/ui-parity.test.mjs +0 -560
- package/lib/org/verify.test.mjs +0 -194
- package/lib/org/work-ledger.test.mjs +0 -273
- package/lib/plan/adoption-e2e.test.mjs +0 -366
- package/lib/plan/budget-enforcement.test.mjs +0 -400
- package/lib/plan/compile.test.mjs +0 -382
- package/lib/plan/emit.test.mjs +0 -269
- package/lib/plan/explain.test.mjs +0 -188
- package/lib/prompts/parallelism.test.mjs +0 -177
- package/lib/rag/rag.test.mjs +0 -505
- package/lib/rate-guard.test.mjs +0 -272
- package/lib/reactive-gate.test.mjs +0 -57
- package/lib/render.test.mjs +0 -68
- package/lib/resource-governor.test.mjs +0 -488
- package/lib/scheduling/dynamic-jobs.test.mjs +0 -344
- package/lib/scheduling/jitter.test.mjs +0 -140
- package/lib/secrets/broker.test.mjs +0 -280
- package/lib/secrets/providers.test.mjs +0 -274
- package/lib/security/audit-engine.test.mjs +0 -424
- package/lib/security/coerce-args.test.mjs +0 -281
- package/lib/security/dangerous-tools.test.mjs +0 -68
- package/lib/security/external-content.test.mjs +0 -84
- package/lib/security/redact.test.mjs +0 -441
- package/lib/security/secret-equal.test.mjs +0 -55
- package/lib/session/config.test.mjs +0 -92
- package/lib/session/feed-core.test.mjs +0 -198
- package/lib/session/first-run.test.mjs +0 -121
- package/lib/session/frontdoor.test.mjs +0 -205
- package/lib/session/handoffs.test.mjs +0 -183
- package/lib/session/identity.test.mjs +0 -180
- package/lib/session/inbox-claims.test.mjs +0 -286
- package/lib/session/launch-args.test.mjs +0 -157
- package/lib/session/liveness.test.mjs +0 -100
- package/lib/session/status-summary.test.mjs +0 -118
- package/lib/session-permissions.test.mjs +0 -120
- package/lib/setup/claude-probe.test.mjs +0 -187
- package/lib/setup/completeness.test.mjs +0 -110
- package/lib/setup/context-pack.test.mjs +0 -89
- package/lib/setup/enrich.test.mjs +0 -115
- package/lib/setup/enroll-from-cohort.test.mjs +0 -300
- package/lib/setup/integration.test.mjs +0 -162
- package/lib/setup/io.test.mjs +0 -77
- package/lib/setup/runner.test.mjs +0 -132
- package/lib/setup/sections/identity.test.mjs +0 -234
- package/lib/setup/sections/inventory.test.mjs +0 -198
- package/lib/setup/sections/learning.test.mjs +0 -81
- package/lib/setup/sections/mandate.test.mjs +0 -388
- package/lib/setup/sections/messaging.test.mjs +0 -127
- package/lib/setup/sections/model.test.mjs +0 -240
- package/lib/setup/sections/org.test.mjs +0 -346
- package/lib/setup/sections/orgmail.test.mjs +0 -118
- package/lib/setup/sections/recovery.test.mjs +0 -98
- package/lib/setup/sections/subagents.test.mjs +0 -429
- package/lib/setup/sections/verify.test.mjs +0 -175
- package/lib/setup/sot.test.mjs +0 -81
- package/lib/setup/state.test.mjs +0 -115
- package/lib/singleton.test.mjs +0 -151
- package/lib/subagents/cli.test.mjs +0 -389
- package/lib/subagents/client.test.mjs +0 -309
- package/lib/subagents/gap.test.mjs +0 -234
- package/lib/subagents/lock.test.mjs +0 -248
- package/lib/subagents/manifest.test.mjs +0 -175
- package/lib/subagents/refs.test.mjs +0 -204
- package/lib/subagents/resolve.test.mjs +0 -422
- package/lib/subagents/schema.test.mjs +0 -328
- package/lib/telemetry/alerts.test.mjs +0 -109
- package/lib/telemetry/collect.test.mjs +0 -1274
- package/lib/tool-definitions-integration.test.mjs +0 -83
- package/lib/tool-definitions.test.mjs +0 -437
- package/lib/upgrade/global-refresh.test.mjs +0 -65
- package/lib/upgrade/launchd-reconcile.test.mjs +0 -272
- package/lib/upgrade/post-steps.test.mjs +0 -200
- package/lib/upgrade/verify.test.mjs +0 -164
- package/lib/util/fetch-timeout.test.mjs +0 -202
- package/lib/util/reconnect.test.mjs +0 -369
- package/lib/util/unhandled.test.mjs +0 -216
- package/lib/voice/outbound.test.mjs +0 -69
- package/lib/voice/session-rotation.test.mjs +0 -114
- package/lib/voice/stt.test.mjs +0 -226
- package/lib/voice/voice.test.mjs +0 -990
- package/scripts/cadence/enqueue-cadence-tick.test.mjs +0 -187
- package/scripts/ci/check-docs-accuracy.test.mjs +0 -409
- package/scripts/ci/check-durable-write-seam.test.mjs +0 -90
- package/scripts/ci/check-no-build-artifacts.test.mjs +0 -71
- package/scripts/ci/check-no-residual-identity.test.mjs +0 -202
- package/scripts/ci/check-skill-packs.test.mjs +0 -495
- package/scripts/ci/check-subagent-frontmatter.test.mjs +0 -124
- package/scripts/ci/check.test.mjs +0 -194
- package/scripts/ci/conformance-org-api.test.mjs +0 -425
- package/scripts/cloud-relay/voice/relay-identity.test.mjs +0 -96
- package/scripts/collective/hook-runner.test.mjs +0 -173
- package/scripts/cost/fleet-digest.test.mjs +0 -207
- package/scripts/cost/track-claude-usage-pricing.test.mjs +0 -183
- package/scripts/cost/track-claude-usage.test.mjs +0 -148
- package/scripts/daemon/agent-daemon-board-mine.test.mjs +0 -96
- package/scripts/daemon/agent-daemon-design.test.mjs +0 -238
- package/scripts/daemon/agent-daemon-frontdoor.test.mjs +0 -60
- package/scripts/daemon/agent-daemon.test.mjs +0 -995
- package/scripts/daemon/assurance-e2e.test.mjs +0 -613
- package/scripts/daemon/assurance.test.mjs +0 -1791
- package/scripts/daemon/board-mirror.test.mjs +0 -165
- package/scripts/daemon/cadence-consumer-frontdoor.test.mjs +0 -393
- package/scripts/daemon/cadence-consumer-governance.test.mjs +0 -276
- package/scripts/daemon/cadence-consumer.test.mjs +0 -776
- package/scripts/daemon/cadence-handlers.test.mjs +0 -837
- package/scripts/daemon/classifier-identity.test.mjs +0 -137
- package/scripts/daemon/classifier.test.mjs +0 -266
- package/scripts/daemon/classify-kind.test.mjs +0 -40
- package/scripts/daemon/context-compiler.test.mjs +0 -300
- package/scripts/daemon/deliver.test.mjs +0 -564
- package/scripts/daemon/dispatcher-cooldown.test.mjs +0 -122
- package/scripts/daemon/dispatcher-governance.test.mjs +0 -1013
- package/scripts/daemon/dispatcher-resume.test.mjs +0 -166
- package/scripts/daemon/execution-ladder.test.mjs +0 -470
- package/scripts/daemon/goal-steward-cadence.test.mjs +0 -312
- package/scripts/daemon/inbox-deferral-session.test.mjs +0 -49
- package/scripts/daemon/inbox-deferral.test.mjs +0 -336
- package/scripts/daemon/inbox-wake.test.mjs +0 -199
- package/scripts/daemon/integration.test.mjs +0 -149
- package/scripts/daemon/lib/self-echo.test.mjs +0 -153
- package/scripts/daemon/lib/session-router.test.mjs +0 -295
- package/scripts/daemon/prompt-builder-preamble.test.mjs +0 -210
- package/scripts/daemon/prompt-builder.test.mjs +0 -344
- package/scripts/daemon/responder-cost.test.mjs +0 -68
- package/scripts/daemon/responder-history.test.mjs +0 -185
- package/scripts/daemon/sdk-version.test.mjs +0 -31
- package/scripts/daemon/session-lock.test.mjs +0 -252
- package/scripts/daemon/session-outcomes.test.mjs +0 -533
- package/scripts/daemon/typing-registry.test.mjs +0 -102
- package/scripts/hooks/pre-send-audit.test.mjs +0 -354
- package/scripts/huddle/huddle-prompt.test.mjs +0 -176
- package/scripts/local-triggers/autoupdate.test.mjs +0 -518
- package/scripts/local-triggers/generate-plists.test.mjs +0 -456
- package/scripts/media-generation/brand-clause.test.mjs +0 -135
- package/scripts/org/send-orgmail.first-contact.test.mjs +0 -102
- package/scripts/poller/inbox-privilege-injection.test.mjs +0 -167
- package/scripts/poller/inbox-scan-poller.test.mjs +0 -295
- package/scripts/poller/lib/cloud-relay-dedup.test.mjs +0 -133
- package/scripts/poller/slack-socket-mode.test.mjs +0 -805
- package/scripts/poller-launchd/install.test.mjs +0 -243
- package/scripts/restore-from-backup.test.mjs +0 -181
- package/scripts/session/feed.test.mjs +0 -196
- package/scripts/session/supervisor-sh.test.mjs +0 -218
- package/scripts/session/supervisor.test.mjs +0 -482
- package/scripts/setup/configure-macos.test.mjs +0 -306
- package/scripts/setup/gen-subagent-manifest.test.mjs +0 -124
- package/scripts/setup/generate-agent-package-json.test.mjs +0 -143
- package/scripts/setup/generate-capability.test.mjs +0 -134
- package/scripts/setup/init-agent.test.mjs +0 -370
- package/scripts/setup/init-skill-marketplace.test.mjs +0 -193
- package/scripts/vendor/sync-skill-packs.test.mjs +0 -103
- package/scripts/watchdog/memory-watchdog.test.mjs +0 -64
|
@@ -1,564 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* lib/model-router/integration.test.mjs — end-to-end router resolution +
|
|
3
|
-
* failover, exercised over the REAL bundled catalog + a test policy.
|
|
4
|
-
*
|
|
5
|
-
* This is the seam test the v2 surface is contracted against (SPEC §6 / §12.2):
|
|
6
|
-
* it drives the actual `resolveChain` brain (lib/model-router/resolve.mjs) on top
|
|
7
|
-
* of the real bundled catalog YAMLs (lib/model-router/catalog/*.yaml), through the
|
|
8
|
-
* real cost ledger (estimateCost) and the real failover engine (stepChain) against
|
|
9
|
-
* the real disposition table (taxonomy.mjs DISPOSITION). Nothing here is a wire
|
|
10
|
-
* mock of the router internals — only the OUTSIDE world is injected:
|
|
11
|
-
*
|
|
12
|
-
* - a tmp agentRoot (real fs) so the catalog + ledger have a hermetic home,
|
|
13
|
-
* - an injected env so credential gates are deterministic (no real keys),
|
|
14
|
-
* - an injected clock + rng so decision_ids / cooldowns are reproducible,
|
|
15
|
-
* - an injected isOpen / in-memory breaker so no breaker files are touched,
|
|
16
|
-
* - an injected `attempt` fn that returns SCRIPTED FailoverReasons (NO live API).
|
|
17
|
-
*
|
|
18
|
-
* The five lanes mirror the component brief 1–5:
|
|
19
|
-
* 1. cheap-first rule → cheapest catalog row meeting the bar; explain + decision_id.
|
|
20
|
-
* 2. unset auth_env candidate skipped + recorded in tried[] (missing_credential);
|
|
21
|
-
* resolution falls through to the next chain member.
|
|
22
|
-
* 3. failover: rate_limit steps the chain; a backend:model breaker opens; a
|
|
23
|
-
* second resolution within cooldown skips the open key; context_overflow does
|
|
24
|
-
* NOT fail over; network does NOT open a breaker.
|
|
25
|
-
* 4. estCostUSD is catalog-priced + cache-aware; a volatile-priced model
|
|
26
|
-
* projects at the steady-state (higher) figure, never the promo sticker.
|
|
27
|
-
* 5. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic.
|
|
28
|
-
*
|
|
29
|
-
* House style: node:test, node:assert/strict, hermetic, no network. Mirrors the
|
|
30
|
-
* DI discipline of failover.test.mjs / health.test.mjs / resource-governor.
|
|
31
|
-
*/
|
|
32
|
-
|
|
33
|
-
import { test } from "node:test";
|
|
34
|
-
import assert from "node:assert/strict";
|
|
35
|
-
import { mkdtempSync, rmSync, mkdirSync } from "node:fs";
|
|
36
|
-
import { tmpdir } from "node:os";
|
|
37
|
-
import { join, dirname } from "node:path";
|
|
38
|
-
import { fileURLToPath } from "node:url";
|
|
39
|
-
|
|
40
|
-
import { resolveChain } from "./resolve.mjs";
|
|
41
|
-
import { loadCatalog, lookupModel } from "./catalog.mjs";
|
|
42
|
-
import { estimateCost } from "./ledger.mjs";
|
|
43
|
-
import { stepChain } from "./failover.mjs";
|
|
44
|
-
import { keyFor } from "./health.mjs";
|
|
45
|
-
import { DISPOSITION } from "./taxonomy.mjs";
|
|
46
|
-
|
|
47
|
-
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
48
|
-
const BUNDLED_DIR = join(__dirname, "catalog");
|
|
49
|
-
|
|
50
|
-
// ---------------------------------------------------------------------------
|
|
51
|
-
// Hermetic harness: tmp agentRoot + injected clock/rng/env + the REAL bundled
|
|
52
|
-
// catalog. resolveChain takes the catalog by injection so no FS read happens on
|
|
53
|
-
// the decision path; loadCatalog reads the real YAMLs once.
|
|
54
|
-
// ---------------------------------------------------------------------------
|
|
55
|
-
|
|
56
|
-
function tmpRoot() {
|
|
57
|
-
const root = mkdtempSync(join(tmpdir(), "maestro-router-int-"));
|
|
58
|
-
mkdirSync(join(root, "state", "model-router"), { recursive: true });
|
|
59
|
-
mkdirSync(join(root, "state", "cost-tracking"), { recursive: true });
|
|
60
|
-
return root;
|
|
61
|
-
}
|
|
62
|
-
|
|
63
|
-
function fakeClock(start = 1_700_000_000_000) {
|
|
64
|
-
let t = start;
|
|
65
|
-
const now = () => t;
|
|
66
|
-
now.advance = (ms) => { t += ms; };
|
|
67
|
-
now.set = (v) => { t = v; };
|
|
68
|
-
return now;
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
/** Deterministic rng so decision_id randomness is reproducible. */
|
|
72
|
-
function seededRng(seed = 0.42) {
|
|
73
|
-
let s = seed;
|
|
74
|
-
return () => {
|
|
75
|
-
s = (s * 9301 + 49297) % 233280;
|
|
76
|
-
return s / 233280;
|
|
77
|
-
};
|
|
78
|
-
}
|
|
79
|
-
|
|
80
|
-
/** The real bundled catalog, loaded once per test (hermetic — reads YAMLs only). */
|
|
81
|
-
function loadBundled(root, overrides = {}) {
|
|
82
|
-
const res = loadCatalog(root, { bundledDir: BUNDLED_DIR, agentRoot: root, ...overrides });
|
|
83
|
-
// Sanity: the catalog must have parsed cleanly enough to contain the rows the
|
|
84
|
-
// policy below references — a fatal catalog error would make every lane lie.
|
|
85
|
-
assert.ok(res.byRef.size > 0, "bundled catalog parsed at least one row");
|
|
86
|
-
assert.ok(lookupModel(res, "anthropic/claude-haiku-4-5"), "haiku row present");
|
|
87
|
-
assert.ok(lookupModel(res, "deepseek/deepseek-v4-flash"), "deepseek flash row present");
|
|
88
|
-
return res;
|
|
89
|
-
}
|
|
90
|
-
|
|
91
|
-
/**
|
|
92
|
-
* In-memory breaker matching the health.mjs semantics resolveChain consults
|
|
93
|
-
* (isOpen → {open}) and failover.mjs drives (open/close), with the stepped
|
|
94
|
-
* rate_limit ladder from the real DISPOSITION table. Backend:model scoped.
|
|
95
|
-
*/
|
|
96
|
-
function memBreaker(now) {
|
|
97
|
-
const map = new Map();
|
|
98
|
-
const clock = typeof now === "function" ? now : () => now;
|
|
99
|
-
return {
|
|
100
|
-
map,
|
|
101
|
-
isOpen(key, at) {
|
|
102
|
-
const t = Number.isFinite(at) ? at : clock();
|
|
103
|
-
const s = map.get(key);
|
|
104
|
-
if (!s) return { open: false, until: 0, reason: null, strikes: 0 };
|
|
105
|
-
return { open: s.cooldownUntil > t, until: s.cooldownUntil, reason: s.reason, strikes: s.strikes };
|
|
106
|
-
},
|
|
107
|
-
open(key, reason, ms, at) {
|
|
108
|
-
const t = Number.isFinite(at) ? at : clock();
|
|
109
|
-
const prev = map.get(key) || { strikes: 0, cooldownUntil: 0 };
|
|
110
|
-
const strikes = prev.strikes + 1;
|
|
111
|
-
let cd = ms;
|
|
112
|
-
if (cd == null) {
|
|
113
|
-
const d = DISPOSITION[reason];
|
|
114
|
-
if (d && Array.isArray(d.stepped) && d.stepped.length) {
|
|
115
|
-
cd = d.stepped[Math.min(strikes - 1, d.stepped.length - 1)];
|
|
116
|
-
} else if (d && d.cooldownMs === Infinity) {
|
|
117
|
-
cd = Infinity;
|
|
118
|
-
} else {
|
|
119
|
-
cd = (d && d.cooldownMs) || 0;
|
|
120
|
-
}
|
|
121
|
-
}
|
|
122
|
-
const until = cd === Infinity ? Infinity : Math.max(prev.cooldownUntil, t + cd);
|
|
123
|
-
const next = { key, reason, strikes, cooldownUntil: until, openedAt: t };
|
|
124
|
-
map.set(key, next);
|
|
125
|
-
return next;
|
|
126
|
-
},
|
|
127
|
-
close(key) { map.delete(key); },
|
|
128
|
-
};
|
|
129
|
-
}
|
|
130
|
-
|
|
131
|
-
/**
|
|
132
|
-
* A v2 test policy. The chains are ordered cheap→expensive on purpose so the
|
|
133
|
-
* first surviving candidate is the cheapest one that meets the bar (resolveChain
|
|
134
|
-
* picks the first gate-survivor in chain order — §6.1).
|
|
135
|
-
*/
|
|
136
|
-
function testPolicy() {
|
|
137
|
-
return {
|
|
138
|
-
schema_version: 2,
|
|
139
|
-
source_path: "<test-policy>",
|
|
140
|
-
aliases: {
|
|
141
|
-
frontier: "anthropic/claude-opus-4-8",
|
|
142
|
-
default: "anthropic/claude-sonnet-4-6",
|
|
143
|
-
fast: "anthropic/claude-haiku-4-5",
|
|
144
|
-
cheap: "deepseek/deepseek-v4-flash",
|
|
145
|
-
"cheap-pro": "deepseek/deepseek-v4-pro",
|
|
146
|
-
},
|
|
147
|
-
defaults: {
|
|
148
|
-
needs_tool_use_for_sessions: true,
|
|
149
|
-
data_class: "sensitive",
|
|
150
|
-
cache_ttl: "1h",
|
|
151
|
-
},
|
|
152
|
-
backends: {
|
|
153
|
-
anthropic: { allowed_data_classes: ["public", "internal", "sensitive"] },
|
|
154
|
-
deepseek: { allowed_data_classes: ["public"] },
|
|
155
|
-
},
|
|
156
|
-
routing_policy: [
|
|
157
|
-
// direct, tool-less lookup: cheapest-first chain. deepseek (grade B) is
|
|
158
|
-
// legal on the DIRECT lane; the grade-A gate only bites session+tool work.
|
|
159
|
-
{
|
|
160
|
-
match: { task_class: "lookup.*" },
|
|
161
|
-
harness: "direct",
|
|
162
|
-
needs_tool_use: false,
|
|
163
|
-
chain: ["cheap", "fast"],
|
|
164
|
-
},
|
|
165
|
-
// a public-data direct task that prices a volatile model at steady-state.
|
|
166
|
-
{
|
|
167
|
-
match: { task_class: "learning.curate" },
|
|
168
|
-
harness: "direct",
|
|
169
|
-
needs_tool_use: false,
|
|
170
|
-
chain: ["cheap-pro"],
|
|
171
|
-
},
|
|
172
|
-
{
|
|
173
|
-
match: { task_class: "classify.inbox" },
|
|
174
|
-
harness: "direct",
|
|
175
|
-
needs_tool_use: false,
|
|
176
|
-
chain: ["cheap", "fast"],
|
|
177
|
-
},
|
|
178
|
-
{ default: true, chain: ["default", "fast"] },
|
|
179
|
-
],
|
|
180
|
-
fallback_to_anthropic: true,
|
|
181
|
-
strip_attribution_header: true,
|
|
182
|
-
disable_experimental_betas: true,
|
|
183
|
-
};
|
|
184
|
-
}
|
|
185
|
-
|
|
186
|
-
function cleanup(root) {
|
|
187
|
-
try { rmSync(root, { recursive: true, force: true }); } catch { /* */ }
|
|
188
|
-
}
|
|
189
|
-
|
|
190
|
-
// ===========================================================================
|
|
191
|
-
// 1. Cheap-first: resolves to the cheapest catalog row that meets the bar.
|
|
192
|
-
// ===========================================================================
|
|
193
|
-
|
|
194
|
-
test("1. cheap-first rule resolves to the cheapest qualifying row; explain + decision_id set", () => {
|
|
195
|
-
const root = tmpRoot();
|
|
196
|
-
try {
|
|
197
|
-
const catalog = loadBundled(root);
|
|
198
|
-
const now = fakeClock();
|
|
199
|
-
const policy = testPolicy();
|
|
200
|
-
// deepseek key PRESENT so the cheap candidate is reachable; the Anthropic
|
|
201
|
-
// Console key is present too so the direct-api Anthropic failover tail
|
|
202
|
-
// (haiku) is reachable (gate 6: a DIRECT Anthropic call needs ANTHROPIC_API_KEY).
|
|
203
|
-
const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", ANTHROPIC_API_KEY: "sk-test-anthropic" };
|
|
204
|
-
|
|
205
|
-
const d = resolveChain(
|
|
206
|
-
{
|
|
207
|
-
task_class: "lookup.gmail",
|
|
208
|
-
source: "inbox",
|
|
209
|
-
data_class: "public", // deepseek is public-only; derived by the caller
|
|
210
|
-
token_estimate: 5000,
|
|
211
|
-
},
|
|
212
|
-
{ agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
|
|
213
|
-
);
|
|
214
|
-
|
|
215
|
-
// Cheapest qualifying row in the chain ["cheap"=deepseek-flash, "fast"=haiku].
|
|
216
|
-
// deepseek-v4-flash input $0.14/MTok ≪ haiku input $1.0/MTok → cheap wins.
|
|
217
|
-
assert.equal(d.chosen.provider, "deepseek", "cheapest qualifying provider chosen");
|
|
218
|
-
assert.equal(d.chosen.model, "deepseek-v4-flash");
|
|
219
|
-
assert.equal(d.chosen.harness, "direct");
|
|
220
|
-
assert.equal(d.chosen.transport, "openai-completions", "direct third-party → openai wire transport");
|
|
221
|
-
assert.equal(d.chosen.wire, "openai");
|
|
222
|
-
|
|
223
|
-
// The chosen row really is the cheaper of the two candidates at this size.
|
|
224
|
-
const cheapCost = estimateCost(catalog, { ref: "deepseek/deepseek-v4-flash", inputTokens: 5000, outputTokens: 2000, budget: true }).usd;
|
|
225
|
-
const fastCost = estimateCost(catalog, { ref: "anthropic/claude-haiku-4-5", inputTokens: 5000, outputTokens: 2000, budget: true }).usd;
|
|
226
|
-
assert.ok(cheapCost < fastCost, `cheap (${cheapCost}) < fast (${fastCost})`);
|
|
227
|
-
|
|
228
|
-
// Mandatory contract fields.
|
|
229
|
-
assert.equal(typeof d.explain, "string");
|
|
230
|
-
assert.ok(d.explain.length > 0, "explain is a non-empty one-liner");
|
|
231
|
-
assert.match(d.explain, /deepseek\/deepseek-v4-flash/, "explain names the chosen row");
|
|
232
|
-
assert.ok(d.decision_id && typeof d.decision_id === "string", "decision_id set");
|
|
233
|
-
assert.ok(d.decision_id.length >= 10, "decision_id is ulid-ish");
|
|
234
|
-
assert.equal(typeof d.estCostUSD, "number");
|
|
235
|
-
assert.ok(d.estCostUSD >= 0);
|
|
236
|
-
|
|
237
|
-
// The full chain is visible (cheap then the fast failover tail).
|
|
238
|
-
assert.deepEqual(d.chain.map((c) => c.ref), ["deepseek/deepseek-v4-flash", "anthropic/claude-haiku-4-5"]);
|
|
239
|
-
// audit join fields.
|
|
240
|
-
assert.ok(d.audit, "audit block present");
|
|
241
|
-
assert.equal(d.audit.config_source, "<test-policy>");
|
|
242
|
-
} finally {
|
|
243
|
-
cleanup(root);
|
|
244
|
-
}
|
|
245
|
-
});
|
|
246
|
-
|
|
247
|
-
// ===========================================================================
|
|
248
|
-
// 2. Unset auth_env candidate skipped → tried[] missing_credential → next.
|
|
249
|
-
// ===========================================================================
|
|
250
|
-
|
|
251
|
-
test("2. candidate with unset auth_env is skipped (missing_credential) and falls through to the next", () => {
|
|
252
|
-
const root = tmpRoot();
|
|
253
|
-
try {
|
|
254
|
-
const catalog = loadBundled(root);
|
|
255
|
-
const now = fakeClock();
|
|
256
|
-
const policy = testPolicy();
|
|
257
|
-
// NO DEEPSEEK_API_KEY → the cheap (deepseek) candidate is unreachable. The
|
|
258
|
-
// Anthropic Console key IS present so the NEXT chain member (direct-api
|
|
259
|
-
// haiku) is reachable and becomes the fall-through target — demonstrating a
|
|
260
|
-
// clean fall-through to the next member rather than the safety net.
|
|
261
|
-
const env = { ANTHROPIC_API_KEY: "sk-test-anthropic" };
|
|
262
|
-
|
|
263
|
-
const d = resolveChain(
|
|
264
|
-
{
|
|
265
|
-
task_class: "lookup.calendar",
|
|
266
|
-
source: "inbox",
|
|
267
|
-
data_class: "public",
|
|
268
|
-
token_estimate: 4000,
|
|
269
|
-
},
|
|
270
|
-
{ agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
|
|
271
|
-
);
|
|
272
|
-
|
|
273
|
-
// Falls through to the next chain member (haiku).
|
|
274
|
-
assert.equal(d.chosen.provider, "anthropic", "falls through to anthropic");
|
|
275
|
-
assert.equal(d.chosen.model, "claude-haiku-4-5");
|
|
276
|
-
|
|
277
|
-
// The skip is recorded in tried[] with the exact reason.
|
|
278
|
-
const skip = d.tried.find((t) => t.ref === "deepseek/deepseek-v4-flash");
|
|
279
|
-
assert.ok(skip, "deepseek candidate recorded in tried[]");
|
|
280
|
-
assert.equal(skip.ok, false);
|
|
281
|
-
assert.equal(skip.reason, "missing_credential", "key-absence-as-enforcement reason");
|
|
282
|
-
|
|
283
|
-
// The explain string surfaces the skip (key-absence visible, not silent).
|
|
284
|
-
assert.match(d.explain, /missing_credential/);
|
|
285
|
-
assert.ok(d.decision_id);
|
|
286
|
-
} finally {
|
|
287
|
-
cleanup(root);
|
|
288
|
-
}
|
|
289
|
-
});
|
|
290
|
-
|
|
291
|
-
// ===========================================================================
|
|
292
|
-
// 3. Failover: rate_limit steps the chain; backend:model breaker opens; a
|
|
293
|
-
// second resolution within cooldown skips the open key. context_overflow
|
|
294
|
-
// does NOT fail over. network does NOT open a breaker.
|
|
295
|
-
// ===========================================================================
|
|
296
|
-
|
|
297
|
-
test("3a. rate_limit fails over to the next chain member and opens a backend:model breaker", async () => {
|
|
298
|
-
const root = tmpRoot();
|
|
299
|
-
try {
|
|
300
|
-
const catalog = loadBundled(root);
|
|
301
|
-
const now = fakeClock();
|
|
302
|
-
const policy = testPolicy();
|
|
303
|
-
// Both keys present: deepseek so the cheap candidate resolves first, and the
|
|
304
|
-
// Anthropic Console key so the direct-api haiku failover tail is reachable.
|
|
305
|
-
const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", ANTHROPIC_API_KEY: "sk-test-anthropic" };
|
|
306
|
-
const breaker = memBreaker(now);
|
|
307
|
-
|
|
308
|
-
// First resolution: cheap (deepseek) is reachable, no breaker open.
|
|
309
|
-
const d = resolveChain(
|
|
310
|
-
{ task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
|
|
311
|
-
{ agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: (k, at) => breaker.isOpen(k, at) }
|
|
312
|
-
);
|
|
313
|
-
assert.equal(d.chosen.ref || `${d.chosen.provider}/${d.chosen.model}`, "deepseek/deepseek-v4-flash");
|
|
314
|
-
|
|
315
|
-
// Drive the failover engine over the resolved chain with a SCRIPTED attempt
|
|
316
|
-
// fn (no live API): the cheap candidate returns rate_limit, then haiku ok.
|
|
317
|
-
const chain = d.chain.map((c) => ({
|
|
318
|
-
ref: c.ref,
|
|
319
|
-
breakerKey: keyFor(c.ref.split("/")[0], c.ref.split("/")[1]),
|
|
320
|
-
backendKey: keyFor(c.ref.split("/")[0]),
|
|
321
|
-
}));
|
|
322
|
-
const script = {
|
|
323
|
-
"deepseek/deepseek-v4-flash": { ok: false, reason: "rate_limit" },
|
|
324
|
-
"anthropic/claude-haiku-4-5": { ok: true, value: "answered" },
|
|
325
|
-
};
|
|
326
|
-
const attempt = (cand) => script[cand.ref] || { ok: false, reason: "unknown" };
|
|
327
|
-
|
|
328
|
-
const out = await stepChain(chain, { attempt, now, breaker });
|
|
329
|
-
|
|
330
|
-
assert.equal(out.ok, true, "chain stepped to a working candidate");
|
|
331
|
-
assert.equal(out.chosen.ref, "anthropic/claude-haiku-4-5", "failed over to haiku");
|
|
332
|
-
assert.equal(out.value, "answered");
|
|
333
|
-
// tried[] shows the rate_limit on deepseek then ok on haiku.
|
|
334
|
-
assert.equal(out.tried[0].ref, "deepseek/deepseek-v4-flash");
|
|
335
|
-
assert.equal(out.tried[0].reason, "rate_limit");
|
|
336
|
-
|
|
337
|
-
// The breaker that opened is the backend:model-scoped key (rate_limit scope),
|
|
338
|
-
// NOT the bare backend key — Haiku flows while the deepseek-flash bucket is dry.
|
|
339
|
-
const modelKey = keyFor("deepseek", "deepseek-v4-flash");
|
|
340
|
-
const backendKey = keyFor("deepseek");
|
|
341
|
-
assert.ok(breaker.map.has(modelKey), "backend:model breaker opened for the rate-limited model");
|
|
342
|
-
assert.equal(breaker.map.has(backendKey), false, "the coarse backend breaker is NOT opened (model-scoped cooldown)");
|
|
343
|
-
assert.equal(DISPOSITION.rate_limit.cooldownScope, "backend:model", "disposition contract: model-scoped");
|
|
344
|
-
// A SUCCESSFUL failover carries no wake time (work got done — nothing to
|
|
345
|
-
// re-queue), so the summary's soonestCooldownExpiry is null; the opened
|
|
346
|
-
// breaker still records a concrete future cooldown (never hot-loops).
|
|
347
|
-
assert.equal(out.soonestCooldownExpiry, null, "successful failover needs no re-queue wake time");
|
|
348
|
-
assert.ok(breaker.map.get(modelKey).cooldownUntil > now(), "the opened breaker holds a concrete future cooldown");
|
|
349
|
-
assert.equal(breaker.map.get(modelKey).cooldownUntil, now() + DISPOSITION.rate_limit.stepped[0], "first rate_limit strike = 30s step");
|
|
350
|
-
|
|
351
|
-
// ── Second resolution WITHIN the cooldown: the open backend:model key makes
|
|
352
|
-
// the cheap candidate unreachable, so resolution skips it for haiku.
|
|
353
|
-
const d2 = resolveChain(
|
|
354
|
-
{ task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
|
|
355
|
-
{ agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: (k, at) => breaker.isOpen(k, at) }
|
|
356
|
-
);
|
|
357
|
-
assert.equal(d2.chosen.provider, "anthropic", "open breaker → second resolution skips deepseek");
|
|
358
|
-
assert.equal(d2.chosen.model, "claude-haiku-4-5");
|
|
359
|
-
const skip2 = d2.tried.find((t) => t.ref === "deepseek/deepseek-v4-flash");
|
|
360
|
-
assert.ok(skip2, "skipped deepseek recorded in tried[]");
|
|
361
|
-
assert.equal(skip2.reason, "breaker_open", "skip reason is the open breaker");
|
|
362
|
-
|
|
363
|
-
// ── After the cooldown expires, the cheap candidate is reachable again.
|
|
364
|
-
now.advance(DISPOSITION.rate_limit.stepped[0] + 1);
|
|
365
|
-
const d3 = resolveChain(
|
|
366
|
-
{ task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
|
|
367
|
-
{ agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: (k, at) => breaker.isOpen(k, at) }
|
|
368
|
-
);
|
|
369
|
-
assert.equal(d3.chosen.provider, "deepseek", "cheap candidate reachable again after cooldown");
|
|
370
|
-
} finally {
|
|
371
|
-
cleanup(root);
|
|
372
|
-
}
|
|
373
|
-
});
|
|
374
|
-
|
|
375
|
-
test("3b. context_overflow NEVER fails over (terminal, no cooldown)", async () => {
|
|
376
|
-
const now = fakeClock();
|
|
377
|
-
const breaker = memBreaker(now);
|
|
378
|
-
const chain = [
|
|
379
|
-
{ ref: "deepseek/deepseek-v4-flash", breakerKey: keyFor("deepseek", "deepseek-v4-flash"), backendKey: keyFor("deepseek") },
|
|
380
|
-
{ ref: "anthropic/claude-haiku-4-5", breakerKey: keyFor("anthropic", "claude-haiku-4-5"), backendKey: keyFor("anthropic") },
|
|
381
|
-
];
|
|
382
|
-
let calls = 0;
|
|
383
|
-
const attempt = (cand) => {
|
|
384
|
-
calls++;
|
|
385
|
-
if (cand.ref === "deepseek/deepseek-v4-flash") return { ok: false, reason: "context_overflow" };
|
|
386
|
-
return { ok: true, value: "should-never-reach" };
|
|
387
|
-
};
|
|
388
|
-
|
|
389
|
-
const out = await stepChain(chain, { attempt, now, breaker });
|
|
390
|
-
|
|
391
|
-
assert.equal(out.ok, false, "context_overflow terminates the walk");
|
|
392
|
-
assert.equal(out.reason, "context_overflow");
|
|
393
|
-
assert.equal(calls, 1, "did NOT advance to the next candidate (no second attempt)");
|
|
394
|
-
assert.equal(out.soonestCooldownExpiry, null, "no cooldown for context_overflow");
|
|
395
|
-
assert.equal(breaker.map.size, 0, "context_overflow opens no breaker");
|
|
396
|
-
// Disposition contract, cell-by-cell.
|
|
397
|
-
assert.equal(DISPOSITION.context_overflow.failoverNext, false);
|
|
398
|
-
assert.equal(DISPOSITION.context_overflow.opensBreaker, false);
|
|
399
|
-
});
|
|
400
|
-
|
|
401
|
-
test("3c. network does NOT fail over and does NOT open a breaker (DEFER-style)", async () => {
|
|
402
|
-
const now = fakeClock();
|
|
403
|
-
const breaker = memBreaker(now);
|
|
404
|
-
const chain = [
|
|
405
|
-
{ ref: "deepseek/deepseek-v4-flash", breakerKey: keyFor("deepseek", "deepseek-v4-flash"), backendKey: keyFor("deepseek") },
|
|
406
|
-
{ ref: "anthropic/claude-haiku-4-5", breakerKey: keyFor("anthropic", "claude-haiku-4-5"), backendKey: keyFor("anthropic") },
|
|
407
|
-
];
|
|
408
|
-
let calls = 0;
|
|
409
|
-
const attempt = (cand) => {
|
|
410
|
-
calls++;
|
|
411
|
-
if (cand.ref === "deepseek/deepseek-v4-flash") return { ok: false, reason: "network" };
|
|
412
|
-
return { ok: true, value: "should-never-reach" };
|
|
413
|
-
};
|
|
414
|
-
|
|
415
|
-
const out = await stepChain(chain, { attempt, now, breaker });
|
|
416
|
-
|
|
417
|
-
assert.equal(out.ok, false, "network terminates the walk (offline → re-queue)");
|
|
418
|
-
assert.equal(out.reason, "network");
|
|
419
|
-
assert.equal(calls, 1, "did NOT advance to the next candidate");
|
|
420
|
-
assert.equal(out.soonestCooldownExpiry, null, "no cooldown burned");
|
|
421
|
-
assert.equal(breaker.map.size, 0, "network opens NO breaker — burns no retry budget");
|
|
422
|
-
// Disposition contract.
|
|
423
|
-
assert.equal(DISPOSITION.network.failoverNext, false);
|
|
424
|
-
assert.equal(DISPOSITION.network.opensBreaker, false);
|
|
425
|
-
});
|
|
426
|
-
|
|
427
|
-
// ===========================================================================
|
|
428
|
-
// 4. estCostUSD is catalog-priced + cache-aware; a volatile-priced model
|
|
429
|
-
// projects at the steady-state figure.
|
|
430
|
-
// ===========================================================================
|
|
431
|
-
|
|
432
|
-
test("4. estCostUSD is catalog-priced and cache-aware; volatile model budgets at steady-state", () => {
|
|
433
|
-
const root = tmpRoot();
|
|
434
|
-
try {
|
|
435
|
-
const catalog = loadBundled(root);
|
|
436
|
-
const now = fakeClock();
|
|
437
|
-
const policy = testPolicy();
|
|
438
|
-
const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", ANTHROPIC_API_KEY: "sk-test-anthropic" };
|
|
439
|
-
|
|
440
|
-
// ── Cache-awareness: a request with a cache-read estimate must cost STRICTLY
|
|
441
|
-
// LESS than the same request with no cache hits (cache_read ≪ input rate).
|
|
442
|
-
const reqBase = {
|
|
443
|
-
task_class: "lookup.gmail",
|
|
444
|
-
source: "inbox",
|
|
445
|
-
data_class: "public",
|
|
446
|
-
token_estimate: 100000,
|
|
447
|
-
token_estimate_out: 20000,
|
|
448
|
-
};
|
|
449
|
-
const cold = resolveChain(
|
|
450
|
-
{ ...reqBase },
|
|
451
|
-
{ agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
|
|
452
|
-
);
|
|
453
|
-
const warm = resolveChain(
|
|
454
|
-
{ ...reqBase, cache_read_estimate: 80000 },
|
|
455
|
-
{ agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
|
|
456
|
-
);
|
|
457
|
-
assert.equal(cold.chosen.model, "deepseek-v4-flash");
|
|
458
|
-
assert.equal(warm.chosen.model, "deepseek-v4-flash");
|
|
459
|
-
assert.ok(warm.estCostUSD < cold.estCostUSD, `cache-aware: warm (${warm.estCostUSD}) < cold (${cold.estCostUSD})`);
|
|
460
|
-
|
|
461
|
-
// The decision's estimate matches the ledger's catalog-priced figure exactly.
|
|
462
|
-
const expectCold = estimateCost(catalog, {
|
|
463
|
-
ref: "deepseek/deepseek-v4-flash",
|
|
464
|
-
inputTokens: 100000,
|
|
465
|
-
outputTokens: 20000,
|
|
466
|
-
cacheReadTokens: 0,
|
|
467
|
-
budget: true,
|
|
468
|
-
}).usd;
|
|
469
|
-
assert.equal(cold.estCostUSD, expectCold, "estCostUSD is exactly the catalog-priced figure");
|
|
470
|
-
|
|
471
|
-
// ── Volatile steady-state: deepseek-v4-pro is volatile:true with a
|
|
472
|
-
// steady_state tier ($1.74/$3.48). The budget projection must use the
|
|
473
|
-
// HIGHER steady-state rate, never the promo sticker ($0.435/$0.87).
|
|
474
|
-
const proReq = {
|
|
475
|
-
task_class: "learning.curate",
|
|
476
|
-
source: "backlog",
|
|
477
|
-
data_class: "public",
|
|
478
|
-
token_estimate: 50000,
|
|
479
|
-
token_estimate_out: 10000,
|
|
480
|
-
};
|
|
481
|
-
const proDecision = resolveChain(
|
|
482
|
-
proReq,
|
|
483
|
-
{ agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
|
|
484
|
-
);
|
|
485
|
-
assert.equal(proDecision.chosen.model, "deepseek-v4-pro");
|
|
486
|
-
|
|
487
|
-
const steady = estimateCost(catalog, {
|
|
488
|
-
ref: "deepseek/deepseek-v4-pro",
|
|
489
|
-
inputTokens: 50000,
|
|
490
|
-
outputTokens: 10000,
|
|
491
|
-
budget: true, // steady-state projection
|
|
492
|
-
});
|
|
493
|
-
const sticker = estimateCost(catalog, {
|
|
494
|
-
ref: "deepseek/deepseek-v4-pro",
|
|
495
|
-
inputTokens: 50000,
|
|
496
|
-
outputTokens: 10000,
|
|
497
|
-
budget: false, // promo sticker
|
|
498
|
-
});
|
|
499
|
-
assert.equal(steady.basis, "steady_state", "volatile row budgeted at steady-state basis");
|
|
500
|
-
assert.equal(steady.volatile, true);
|
|
501
|
-
assert.ok(steady.usd > sticker.usd, `steady-state (${steady.usd}) > sticker (${sticker.usd})`);
|
|
502
|
-
assert.equal(proDecision.estCostUSD, steady.usd, "RouteDecision projects the volatile model at steady-state");
|
|
503
|
-
|
|
504
|
-
// Concrete arithmetic check (no cache): the steady-state rates are 1.74 in /
|
|
505
|
-
// 3.48 out → 50k input * 1.74/MTok + 10k output * 3.48/MTok.
|
|
506
|
-
const expected = Number((50000 / 1e6 * 1.74 + 10000 / 1e6 * 3.48).toFixed(6));
|
|
507
|
-
assert.equal(steady.usd, expected, "steady-state arithmetic matches the catalog rates");
|
|
508
|
-
} finally {
|
|
509
|
-
cleanup(root);
|
|
510
|
-
}
|
|
511
|
-
});
|
|
512
|
-
|
|
513
|
-
// ===========================================================================
|
|
514
|
-
// 5. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic.
|
|
515
|
-
// ===========================================================================
|
|
516
|
-
|
|
517
|
-
test("5. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic regardless of policy", () => {
|
|
518
|
-
const root = tmpRoot();
|
|
519
|
-
try {
|
|
520
|
-
const catalog = loadBundled(root);
|
|
521
|
-
const now = fakeClock();
|
|
522
|
-
const policy = testPolicy();
|
|
523
|
-
|
|
524
|
-
// A request whose policy would otherwise route to deepseek (cheap-first,
|
|
525
|
-
// public, key present) — the kill switch must override it.
|
|
526
|
-
const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", MAESTRO_ROUTER_FORCE_ANTHROPIC: "1" };
|
|
527
|
-
|
|
528
|
-
const d = resolveChain(
|
|
529
|
-
{
|
|
530
|
-
task_class: "lookup.gmail",
|
|
531
|
-
source: "inbox",
|
|
532
|
-
data_class: "public",
|
|
533
|
-
token_estimate: 3000,
|
|
534
|
-
},
|
|
535
|
-
{ agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
|
|
536
|
-
);
|
|
537
|
-
|
|
538
|
-
assert.equal(d.chosen.provider, "anthropic", "kill switch forces Anthropic");
|
|
539
|
-
assert.equal(d.chosen.wire, "anthropic");
|
|
540
|
-
// Anthropic session: stock CLI/Console key, no third-party retarget env.
|
|
541
|
-
assert.deepEqual(d.envForSpawn, {}, "no ANTHROPIC_BASE_URL retarget under the kill switch");
|
|
542
|
-
assert.match(d.explain, /kill switch|MAESTRO_ROUTER_FORCE_ANTHROPIC/i, "explain names the kill switch");
|
|
543
|
-
// No deepseek candidate was even considered.
|
|
544
|
-
assert.equal(d.tried.find((t) => t.ref && t.ref.startsWith("deepseek/")), undefined, "deepseek never tried under kill switch");
|
|
545
|
-
assert.ok(d.decision_id);
|
|
546
|
-
|
|
547
|
-
// Accepts "true" as well as "1" (boolean env convention).
|
|
548
|
-
const d2 = resolveChain(
|
|
549
|
-
{ task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
|
|
550
|
-
{
|
|
551
|
-
agentRoot: root,
|
|
552
|
-
config: policy,
|
|
553
|
-
catalog,
|
|
554
|
-
env: { DEEPSEEK_API_KEY: "sk-test-deepseek", MAESTRO_ROUTER_FORCE_ANTHROPIC: "true" },
|
|
555
|
-
now,
|
|
556
|
-
rng: seededRng(),
|
|
557
|
-
isOpen: () => ({ open: false }),
|
|
558
|
-
}
|
|
559
|
-
);
|
|
560
|
-
assert.equal(d2.chosen.provider, "anthropic", 'kill switch honors "true" too');
|
|
561
|
-
} finally {
|
|
562
|
-
cleanup(root);
|
|
563
|
-
}
|
|
564
|
-
});
|