@cohortapp/agent-sdk 2.17.0 → 2.18.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/settings.json +18 -0
- package/.env.example +18 -5
- package/README.md +1 -0
- package/bin/maestro.mjs +62 -0
- package/docs/guides/billing-console-keys.md +60 -0
- package/docs/guides/front-door-session.md +54 -9
- package/docs/guides/mac-mini.md +20 -25
- package/docs/guides/setup-wizard.md +1 -1
- package/docs/runbooks/fleet-rollout.md +156 -0
- package/docs/runbooks/mac-mini-bootstrap.md +12 -14
- package/lib/action-executor.js +19 -3
- package/lib/budget-guard.mjs +279 -3
- package/lib/channels/base-adapter.mjs +3 -1
- package/lib/channels/contract.mjs +2 -1
- package/lib/channels/inbox-item.mjs +8 -0
- package/lib/claude-bin.mjs +5 -6
- package/lib/cli/doctor-checks.mjs +141 -10
- package/lib/cli/global-setup-extras.mjs +5 -1
- package/lib/cli/inbox.mjs +100 -15
- package/lib/cli/seat-auth.mjs +463 -0
- package/lib/cli/session.mjs +80 -12
- package/lib/collective/capture.mjs +8 -6
- package/lib/collective/global-config.mjs +63 -1
- package/lib/collective/presence.mjs +142 -5
- package/lib/comms/send-gate.mjs +559 -1
- package/lib/diagnostics/alerts.mjs +49 -0
- package/lib/diagnostics/cadence-output-freshness.mjs +288 -0
- package/lib/engine/agents/definitions.mjs +343 -0
- package/lib/engine/agents/persist.mjs +275 -0
- package/lib/engine/agents/runtime.mjs +748 -0
- package/lib/engine/agents/usage.mjs +95 -0
- package/lib/engine/auth-status.mjs +139 -0
- package/lib/engine/budget.mjs +194 -0
- package/lib/engine/cli.mjs +1204 -0
- package/lib/engine/commands/index.mjs +269 -0
- package/lib/engine/context/budget.mjs +219 -0
- package/lib/engine/context/cache.mjs +125 -0
- package/lib/engine/context/child-env.mjs +215 -0
- package/lib/engine/context/compaction.mjs +342 -0
- package/lib/engine/context/images.mjs +90 -0
- package/lib/engine/context/instructions.mjs +327 -0
- package/lib/engine/context/lazy-instructions.mjs +169 -0
- package/lib/engine/context/manager.mjs +182 -0
- package/lib/engine/context/real-path.mjs +91 -0
- package/lib/engine/context/secret-values.mjs +163 -0
- package/lib/engine/context/settings.mjs +274 -0
- package/lib/engine/context/stream-input.mjs +159 -0
- package/lib/engine/guard.mjs +152 -0
- package/lib/engine/hooks.mjs +713 -0
- package/lib/engine/loop.mjs +560 -0
- package/lib/engine/mcp/client.mjs +254 -0
- package/lib/engine/mcp/config.mjs +301 -0
- package/lib/engine/mcp/http.mjs +201 -0
- package/lib/engine/mcp/index.mjs +146 -0
- package/lib/engine/mcp/jsonrpc.mjs +147 -0
- package/lib/engine/mcp/naming.mjs +66 -0
- package/lib/engine/mcp/resources.mjs +89 -0
- package/lib/engine/mcp/results.mjs +133 -0
- package/lib/engine/mcp/stdio.mjs +137 -0
- package/lib/engine/mcp/supervisor.mjs +116 -0
- package/lib/engine/messages.mjs +104 -0
- package/lib/engine/output/json.mjs +164 -0
- package/lib/engine/output/stream-json.mjs +266 -0
- package/lib/engine/permissions.mjs +845 -0
- package/lib/engine/process-identity.mjs +164 -0
- package/lib/engine/process-tree.mjs +551 -0
- package/lib/engine/prompt.mjs +60 -0
- package/lib/engine/session/store.mjs +299 -0
- package/lib/engine/session-runtime/args.mjs +97 -0
- package/lib/engine/session-runtime/host.mjs +143 -0
- package/lib/engine/session-runtime/inbox.mjs +122 -0
- package/lib/engine/session-runtime/notifications.mjs +129 -0
- package/lib/engine/session-runtime/registry.mjs +328 -0
- package/lib/engine/session-runtime/runner.mjs +344 -0
- package/lib/engine/session-runtime/socket.mjs +212 -0
- package/lib/engine/session-runtime/wakeup.mjs +115 -0
- package/lib/engine/skills/index.mjs +321 -0
- package/lib/engine/tools/bash-background.mjs +533 -0
- package/lib/engine/tools/bash.mjs +216 -0
- package/lib/engine/tools/edit.mjs +97 -0
- package/lib/engine/tools/glob.mjs +81 -0
- package/lib/engine/tools/grep.mjs +224 -0
- package/lib/engine/tools/index.mjs +84 -0
- package/lib/engine/tools/list-agents.mjs +32 -0
- package/lib/engine/tools/ls.mjs +127 -0
- package/lib/engine/tools/monitor.mjs +82 -0
- package/lib/engine/tools/notebook-edit.mjs +218 -0
- package/lib/engine/tools/read.mjs +103 -0
- package/lib/engine/tools/schedule-wakeup.mjs +45 -0
- package/lib/engine/tools/schema.mjs +144 -0
- package/lib/engine/tools/send-message.mjs +77 -0
- package/lib/engine/tools/session.mjs +70 -0
- package/lib/engine/tools/todo.mjs +144 -0
- package/lib/engine/tools/toolsearch.mjs +217 -0
- package/lib/engine/tools/walk.mjs +193 -0
- package/lib/engine/tools/web-switch.mjs +31 -0
- package/lib/engine/tools/webfetch-html.mjs +387 -0
- package/lib/engine/tools/webfetch-net.mjs +340 -0
- package/lib/engine/tools/webfetch.mjs +198 -0
- package/lib/engine/tools/websearch.mjs +91 -0
- package/lib/engine/tools/workflow.mjs +95 -0
- package/lib/engine/tools/write.mjs +76 -0
- package/lib/engine/tui/line-editor.mjs +137 -0
- package/lib/engine/tui/render.mjs +86 -0
- package/lib/engine/tui/tui.mjs +274 -0
- package/lib/engine/wire/anthropic-messages.mjs +263 -0
- package/lib/engine/wire/effort.mjs +36 -0
- package/lib/engine/wire/errors.mjs +496 -0
- package/lib/engine/wire/http.mjs +441 -0
- package/lib/engine/wire/index.mjs +76 -0
- package/lib/engine/wire/openai-chat.mjs +332 -0
- package/lib/engine/wire/prompt-cache.mjs +79 -0
- package/lib/engine/wire/search.mjs +140 -0
- package/lib/engine/wire/sse.mjs +114 -0
- package/lib/engine/wire/stall.mjs +349 -0
- package/lib/engine/wire/token-provider.mjs +175 -0
- package/lib/engine/wire/usage.mjs +192 -0
- package/lib/engine/workflow/host.mjs +524 -0
- package/lib/engine/workflow/journal.mjs +188 -0
- package/lib/engine/workflow/json-schema.mjs +171 -0
- package/lib/engine/workflow/meta.mjs +329 -0
- package/lib/engine/workflow/notifications.mjs +52 -0
- package/lib/engine/workflow/runtime.mjs +447 -0
- package/lib/engine/workflow/sandbox.mjs +534 -0
- package/lib/engine/workflow/worker.mjs +141 -0
- package/lib/engine/workflow/worktree.mjs +74 -0
- package/lib/execution/disposition.mjs +1 -1
- package/lib/execution/intake.mjs +10 -0
- package/lib/execution/surface-policy.mjs +15 -0
- package/lib/learning/curator.mjs +8 -6
- package/lib/learning/reflect.mjs +8 -6
- package/lib/model-router/catalog/cohort.yaml +137 -0
- package/lib/model-router/catalog.mjs +118 -1
- package/lib/model-router/failover.mjs +67 -16
- package/lib/model-router/llm-task.mjs +39 -3
- package/lib/model-router/resolve.mjs +89 -3
- package/lib/model-router/spawn.mjs +46 -47
- package/lib/model-router/taxonomy.mjs +126 -4
- package/lib/org/cost-sync.mjs +141 -11
- package/lib/org/inbound/broadcast.mjs +289 -0
- package/lib/org/inbound/collective.mjs +375 -0
- package/lib/org/inbound/directedness.mjs +96 -8
- package/lib/org/inbound/facts.mjs +78 -2
- package/lib/org/inbound/project.mjs +22 -0
- package/lib/org/inbound/surfaces.mjs +14 -0
- package/lib/org/llm-token.mjs +879 -0
- package/lib/org/mesh.mjs +61 -0
- package/lib/org/messaging.mjs +3 -1
- package/lib/org/protocol.checksum +1 -1
- package/lib/org/protocol.mjs +15 -0
- package/lib/org/quota.mjs +520 -0
- package/lib/org/tool-surface.mjs +104 -16
- package/lib/org/ui-parity.mjs +16 -1
- package/lib/org/work-ledger.mjs +37 -6
- package/lib/rate-guard.mjs +114 -1
- package/lib/resource-governor.mjs +41 -6
- package/lib/runtime/adapter.mjs +823 -0
- package/lib/runtime/child-env.mjs +191 -0
- package/lib/runtime/legacy-shell-guard.mjs +97 -0
- package/lib/runtime/seat-engine.mjs +162 -0
- package/lib/session/ask-ledger.mjs +271 -0
- package/lib/session/current-work.mjs +676 -0
- package/lib/session/feed-core.mjs +40 -3
- package/lib/session/launch-args.mjs +56 -4
- package/lib/session/status-summary.mjs +26 -9
- package/lib/session/upgrade-notice.mjs +42 -0
- package/lib/setup/claude-probe.mjs +117 -13
- package/lib/setup/enrich.mjs +13 -10
- package/lib/setup/sections/model.mjs +39 -13
- package/lib/telemetry/collect.mjs +208 -9
- package/lib/upgrade/ignored-drift.mjs +105 -0
- package/lib/voice/post-call-brief.mjs +30 -17
- package/package.json +13 -3
- package/plugins/maestro-skills/skills/board-work.md +5 -0
- package/plugins/maestro-skills/skills/inbound-triage.md +56 -15
- package/plugins/maestro-skills/skills/main-session.md +18 -7
- package/scripts/ci/check-tarball-fidelity.mjs +126 -2
- package/scripts/ci/run-tests.mjs +47 -19
- package/scripts/cohort-llm/api-key-helper.mjs +92 -0
- package/scripts/collective/hook-runner.mjs +29 -2
- package/scripts/continuous-monitor.sh +13 -0
- package/scripts/cost/track-claude-usage.mjs +15 -0
- package/scripts/daemon/agent-daemon.mjs +408 -20
- package/scripts/daemon/assurance.mjs +48 -12
- package/scripts/daemon/cadence-consumer.mjs +218 -68
- package/scripts/daemon/cadence-handlers.mjs +73 -4
- package/scripts/daemon/classifier.mjs +75 -26
- package/scripts/daemon/context-compiler.mjs +51 -37
- package/scripts/daemon/deliver.mjs +30 -1
- package/scripts/daemon/dispatcher.mjs +595 -149
- package/scripts/daemon/health.mjs +14 -1
- package/scripts/daemon/maestro-daemon.mjs +11 -0
- package/scripts/daemon/prompt-builder.mjs +24 -0
- package/scripts/daemon/responder.mjs +246 -79
- package/scripts/daemon/sdk-version.mjs +98 -16
- package/scripts/eval/probe-gateway.mjs +635 -0
- package/scripts/eval/replay/extract.mjs +270 -0
- package/scripts/eval/replay/grade.mjs +260 -0
- package/scripts/eval/replay/lib/config.mjs +50 -0
- package/scripts/eval/replay/lib/effects.mjs +65 -0
- package/scripts/eval/replay/lib/fixture.mjs +188 -0
- package/scripts/eval/replay/lib/judge.mjs +72 -0
- package/scripts/eval/replay/lib/redact.mjs +136 -0
- package/scripts/eval/replay/lib/sandbox.mjs +170 -0
- package/scripts/eval/replay/lib/schema-check.mjs +63 -0
- package/scripts/eval/replay/lib/transcript.mjs +76 -0
- package/scripts/eval/replay/mcp-replay-stub.mjs +101 -0
- package/scripts/eval/replay/report.mjs +185 -0
- package/scripts/eval/replay/run.mjs +404 -0
- package/scripts/fleet/rollout.mjs +1094 -0
- package/scripts/hooks/pre-send-audit.sh +36 -245
- package/scripts/hooks/pre-write-yaml-validate.mjs +275 -0
- package/scripts/hooks/validate-state-yaml.sh +190 -0
- package/scripts/huddle/huddle-llm.mjs +361 -0
- package/scripts/huddle/huddle-server.mjs +46 -121
- package/scripts/local-triggers/autoupdate.sh +448 -78
- package/scripts/local-triggers/run-trigger.sh +13 -0
- package/scripts/maintenance/pin-integrity.mjs +364 -0
- package/scripts/poll-slack-events.sh +41 -9
- package/scripts/poller/slack-socket-mode.mjs +28 -3
- package/scripts/session/supervisor.mjs +80 -13
- package/scripts/spawn-session.sh +13 -0
- package/bin/maestro.test.mjs +0 -1574
- package/lib/action-executor.test.mjs +0 -871
- package/lib/archetype.test.mjs +0 -132
- package/lib/assurance/plan-note.test.mjs +0 -234
- package/lib/assurance/room-budget.test.mjs +0 -486
- package/lib/assurance/tier.test.mjs +0 -174
- package/lib/autonomy.test.mjs +0 -66
- package/lib/backlog.test.mjs +0 -302
- package/lib/backup/policy.test.mjs +0 -305
- package/lib/budget-escalate.test.mjs +0 -232
- package/lib/budget-guard.envelope.test.mjs +0 -476
- package/lib/budget-guard.test.mjs +0 -427
- package/lib/cadence-bus-requeue.test.mjs +0 -83
- package/lib/cadence-bus-schedule.test.mjs +0 -194
- package/lib/cadence-bus.test.mjs +0 -720
- package/lib/cadences.test.mjs +0 -230
- package/lib/capability/inventory.test.mjs +0 -232
- package/lib/capability.test.mjs +0 -78
- package/lib/channels/base-adapter.test.mjs +0 -590
- package/lib/channels/channels.test.mjs +0 -371
- package/lib/channels/contract.test.mjs +0 -162
- package/lib/channels/inbox-item.test.mjs +0 -368
- package/lib/channels/orgmail/adapter.test.mjs +0 -448
- package/lib/channels/pairing.test.mjs +0 -270
- package/lib/channels/repeat-suppressor.test.mjs +0 -134
- package/lib/channels/slack-adapter.test.mjs +0 -212
- package/lib/channels/telegram-adapter.test.mjs +0 -306
- package/lib/channels/voice/adapter.test.mjs +0 -278
- package/lib/channels/whatsapp/adapter-baileys.test.mjs +0 -359
- package/lib/channels/whatsapp/baileys-typing.test.mjs +0 -154
- package/lib/charter.test.mjs +0 -89
- package/lib/claude-bin.test.mjs +0 -131
- package/lib/cli/board.test.mjs +0 -227
- package/lib/cli/design.test.mjs +0 -270
- package/lib/cli/doctor-checks.test.mjs +0 -336
- package/lib/cli/global-setup-extras.test.mjs +0 -462
- package/lib/cli/inbox.test.mjs +0 -230
- package/lib/cli/session-ack.test.mjs +0 -63
- package/lib/cli/session.test.mjs +0 -613
- package/lib/collective/capture.test.mjs +0 -121
- package/lib/collective/cards.test.mjs +0 -114
- package/lib/collective/config.test.mjs +0 -123
- package/lib/collective/global-config.test.mjs +0 -220
- package/lib/collective/global-skills.test.mjs +0 -126
- package/lib/collective/presence.test.mjs +0 -95
- package/lib/collective/recall.test.mjs +0 -116
- package/lib/collective/vendor-skills.test.mjs +0 -306
- package/lib/comms/send-gate.test.mjs +0 -770
- package/lib/comms.test.mjs +0 -41
- package/lib/context/budget.test.mjs +0 -252
- package/lib/context/history-scope.test.mjs +0 -79
- package/lib/cost/ledger-row.test.mjs +0 -183
- package/lib/design/design-md.test.mjs +0 -318
- package/lib/design/fixtures/DESIGN.golden.md +0 -238
- package/lib/design/fixtures/PRODUCT.golden.md +0 -67
- package/lib/design/fixtures/foundation.json +0 -133
- package/lib/design/refresh-gate.test.mjs +0 -144
- package/lib/design/write.test.mjs +0 -241
- package/lib/diagnostics/alerts.test.mjs +0 -318
- package/lib/diagnostics/backup-freshness.test.mjs +0 -185
- package/lib/diagnostics/counters.test.mjs +0 -206
- package/lib/diagnostics/events.test.mjs +0 -290
- package/lib/diagnostics/otel.test.mjs +0 -196
- package/lib/diagnostics/trace.test.mjs +0 -251
- package/lib/env-compat.test.mjs +0 -104
- package/lib/execution/disposition.test.mjs +0 -553
- package/lib/execution/drive.test.mjs +0 -270
- package/lib/execution/effects.test.mjs +0 -344
- package/lib/execution/intake.test.mjs +0 -389
- package/lib/execution/journal.test.mjs +0 -261
- package/lib/execution/match.test.mjs +0 -235
- package/lib/execution/pipeline.test.mjs +0 -392
- package/lib/execution/route.test.mjs +0 -186
- package/lib/execution/surface-policy.test.mjs +0 -162
- package/lib/fs-atomic.test.mjs +0 -72
- package/lib/fs-ownership.test.mjs +0 -158
- package/lib/goals/admission.test.mjs +0 -164
- package/lib/goals/classify.test.mjs +0 -167
- package/lib/goals/collaborate.test.mjs +0 -336
- package/lib/goals/gaps.test.mjs +0 -284
- package/lib/goals/loop.test.mjs +0 -845
- package/lib/hooks/bus.test.mjs +0 -387
- package/lib/identity/persona.test.mjs +0 -142
- package/lib/kpi-sensors.test.mjs +0 -278
- package/lib/kpi.test.mjs +0 -244
- package/lib/learning/config.test.mjs +0 -75
- package/lib/learning/counters.test.mjs +0 -69
- package/lib/learning/curator-consolidate.test.mjs +0 -238
- package/lib/learning/curator.test.mjs +0 -106
- package/lib/learning/reflect.test.mjs +0 -0
- package/lib/learning/session-index.test.mjs +0 -125
- package/lib/learning/skill-writer.test.mjs +0 -210
- package/lib/mandate/audit.test.mjs +0 -195
- package/lib/mandate/contract.test.mjs +0 -185
- package/lib/mandate/derive.test.mjs +0 -274
- package/lib/mandate/model.test.mjs +0 -164
- package/lib/mandate/refresh.test.mjs +0 -389
- package/lib/mcp/server.test.mjs +0 -426
- package/lib/model-router/auth-profiles.test.mjs +0 -580
- package/lib/model-router/catalog.test.mjs +0 -385
- package/lib/model-router/economics.test.mjs +0 -438
- package/lib/model-router/failover.test.mjs +0 -439
- package/lib/model-router/health.test.mjs +0 -338
- package/lib/model-router/integration-coverage.test.mjs +0 -831
- package/lib/model-router/integration.test.mjs +0 -564
- package/lib/model-router/ledger.test.mjs +0 -415
- package/lib/model-router/llm-task.test.mjs +0 -392
- package/lib/model-router/org-credentials.test.mjs +0 -265
- package/lib/model-router/pricing-refresh.test.mjs +0 -286
- package/lib/model-router/reconcile.test.mjs +0 -316
- package/lib/model-router/repair.test.mjs +0 -180
- package/lib/model-router/spawn.test.mjs +0 -446
- package/lib/model-router/taxonomy.test.mjs +0 -410
- package/lib/model-router.test.mjs +0 -1207
- package/lib/org/activity.test.mjs +0 -134
- package/lib/org/approvals.test.mjs +0 -216
- package/lib/org/awareness.test.mjs +0 -159
- package/lib/org/board-mine-cache.test.mjs +0 -53
- package/lib/org/board.test.mjs +0 -187
- package/lib/org/bootstrap-context.test.mjs +0 -153
- package/lib/org/client.test.mjs +0 -1206
- package/lib/org/cohort-client.test.mjs +0 -126
- package/lib/org/cost-sync.test.mjs +0 -153
- package/lib/org/doctor.test.mjs +0 -346
- package/lib/org/engagement-ledger.test.mjs +0 -112
- package/lib/org/engagement.test.mjs +0 -739
- package/lib/org/handoff.test.mjs +0 -269
- package/lib/org/inbound/directedness.test.mjs +0 -668
- package/lib/org/inbound/facts.test.mjs +0 -471
- package/lib/org/inbound/hydrate.test.mjs +0 -908
- package/lib/org/inbound/index.test.mjs +0 -429
- package/lib/org/inbound/project.test.mjs +0 -287
- package/lib/org/integration-tools.test.mjs +0 -160
- package/lib/org/keys.test.mjs +0 -92
- package/lib/org/knowledge.test.mjs +0 -326
- package/lib/org/leases.test.mjs +0 -235
- package/lib/org/mesh-directives.test.mjs +0 -110
- package/lib/org/mesh-integration.test.mjs +0 -127
- package/lib/org/mesh.test.mjs +0 -400
- package/lib/org/messaging.test.mjs +0 -471
- package/lib/org/param-contract.test.mjs +0 -477
- package/lib/org/policy.test.mjs +0 -237
- package/lib/org/protocol.checksum.test.mjs +0 -90
- package/lib/org/protocol.test.mjs +0 -323
- package/lib/org/push.test.mjs +0 -792
- package/lib/org/registry.test.mjs +0 -100
- package/lib/org/resource-tools.test.mjs +0 -361
- package/lib/org/tool-access.test.mjs +0 -144
- package/lib/org/tool-surface-integration.test.mjs +0 -120
- package/lib/org/tool-surface.test.mjs +0 -1268
- package/lib/org/typing.test.mjs +0 -291
- package/lib/org/ui-parity.test.mjs +0 -560
- package/lib/org/verify.test.mjs +0 -194
- package/lib/org/work-ledger.test.mjs +0 -273
- package/lib/plan/adoption-e2e.test.mjs +0 -366
- package/lib/plan/budget-enforcement.test.mjs +0 -400
- package/lib/plan/compile.test.mjs +0 -382
- package/lib/plan/emit.test.mjs +0 -269
- package/lib/plan/explain.test.mjs +0 -188
- package/lib/prompts/parallelism.test.mjs +0 -177
- package/lib/rag/rag.test.mjs +0 -505
- package/lib/rate-guard.test.mjs +0 -272
- package/lib/reactive-gate.test.mjs +0 -57
- package/lib/render.test.mjs +0 -68
- package/lib/resource-governor.test.mjs +0 -488
- package/lib/scheduling/dynamic-jobs.test.mjs +0 -344
- package/lib/scheduling/jitter.test.mjs +0 -140
- package/lib/secrets/broker.test.mjs +0 -280
- package/lib/secrets/providers.test.mjs +0 -274
- package/lib/security/audit-engine.test.mjs +0 -424
- package/lib/security/coerce-args.test.mjs +0 -281
- package/lib/security/dangerous-tools.test.mjs +0 -68
- package/lib/security/external-content.test.mjs +0 -84
- package/lib/security/redact.test.mjs +0 -441
- package/lib/security/secret-equal.test.mjs +0 -55
- package/lib/session/config.test.mjs +0 -92
- package/lib/session/feed-core.test.mjs +0 -198
- package/lib/session/first-run.test.mjs +0 -121
- package/lib/session/frontdoor.test.mjs +0 -205
- package/lib/session/handoffs.test.mjs +0 -183
- package/lib/session/identity.test.mjs +0 -180
- package/lib/session/inbox-claims.test.mjs +0 -286
- package/lib/session/launch-args.test.mjs +0 -157
- package/lib/session/liveness.test.mjs +0 -100
- package/lib/session/status-summary.test.mjs +0 -118
- package/lib/session-permissions.test.mjs +0 -120
- package/lib/setup/claude-probe.test.mjs +0 -187
- package/lib/setup/completeness.test.mjs +0 -110
- package/lib/setup/context-pack.test.mjs +0 -89
- package/lib/setup/enrich.test.mjs +0 -115
- package/lib/setup/enroll-from-cohort.test.mjs +0 -300
- package/lib/setup/integration.test.mjs +0 -162
- package/lib/setup/io.test.mjs +0 -77
- package/lib/setup/runner.test.mjs +0 -132
- package/lib/setup/sections/identity.test.mjs +0 -234
- package/lib/setup/sections/inventory.test.mjs +0 -198
- package/lib/setup/sections/learning.test.mjs +0 -81
- package/lib/setup/sections/mandate.test.mjs +0 -388
- package/lib/setup/sections/messaging.test.mjs +0 -127
- package/lib/setup/sections/model.test.mjs +0 -240
- package/lib/setup/sections/org.test.mjs +0 -346
- package/lib/setup/sections/orgmail.test.mjs +0 -118
- package/lib/setup/sections/recovery.test.mjs +0 -98
- package/lib/setup/sections/subagents.test.mjs +0 -429
- package/lib/setup/sections/verify.test.mjs +0 -175
- package/lib/setup/sot.test.mjs +0 -81
- package/lib/setup/state.test.mjs +0 -115
- package/lib/singleton.test.mjs +0 -151
- package/lib/subagents/cli.test.mjs +0 -389
- package/lib/subagents/client.test.mjs +0 -309
- package/lib/subagents/gap.test.mjs +0 -234
- package/lib/subagents/lock.test.mjs +0 -248
- package/lib/subagents/manifest.test.mjs +0 -175
- package/lib/subagents/refs.test.mjs +0 -204
- package/lib/subagents/resolve.test.mjs +0 -422
- package/lib/subagents/schema.test.mjs +0 -328
- package/lib/telemetry/alerts.test.mjs +0 -109
- package/lib/telemetry/collect.test.mjs +0 -1274
- package/lib/tool-definitions-integration.test.mjs +0 -83
- package/lib/tool-definitions.test.mjs +0 -437
- package/lib/upgrade/global-refresh.test.mjs +0 -65
- package/lib/upgrade/launchd-reconcile.test.mjs +0 -272
- package/lib/upgrade/post-steps.test.mjs +0 -200
- package/lib/upgrade/verify.test.mjs +0 -164
- package/lib/util/fetch-timeout.test.mjs +0 -202
- package/lib/util/reconnect.test.mjs +0 -369
- package/lib/util/unhandled.test.mjs +0 -216
- package/lib/voice/outbound.test.mjs +0 -69
- package/lib/voice/session-rotation.test.mjs +0 -114
- package/lib/voice/stt.test.mjs +0 -226
- package/lib/voice/voice.test.mjs +0 -990
- package/scripts/cadence/enqueue-cadence-tick.test.mjs +0 -187
- package/scripts/ci/check-docs-accuracy.test.mjs +0 -409
- package/scripts/ci/check-durable-write-seam.test.mjs +0 -90
- package/scripts/ci/check-no-build-artifacts.test.mjs +0 -71
- package/scripts/ci/check-no-residual-identity.test.mjs +0 -202
- package/scripts/ci/check-skill-packs.test.mjs +0 -495
- package/scripts/ci/check-subagent-frontmatter.test.mjs +0 -124
- package/scripts/ci/check.test.mjs +0 -194
- package/scripts/ci/conformance-org-api.test.mjs +0 -425
- package/scripts/cloud-relay/voice/relay-identity.test.mjs +0 -96
- package/scripts/collective/hook-runner.test.mjs +0 -173
- package/scripts/cost/fleet-digest.test.mjs +0 -207
- package/scripts/cost/track-claude-usage-pricing.test.mjs +0 -183
- package/scripts/cost/track-claude-usage.test.mjs +0 -148
- package/scripts/daemon/agent-daemon-board-mine.test.mjs +0 -96
- package/scripts/daemon/agent-daemon-design.test.mjs +0 -238
- package/scripts/daemon/agent-daemon-frontdoor.test.mjs +0 -60
- package/scripts/daemon/agent-daemon.test.mjs +0 -995
- package/scripts/daemon/assurance-e2e.test.mjs +0 -613
- package/scripts/daemon/assurance.test.mjs +0 -1791
- package/scripts/daemon/board-mirror.test.mjs +0 -165
- package/scripts/daemon/cadence-consumer-frontdoor.test.mjs +0 -393
- package/scripts/daemon/cadence-consumer-governance.test.mjs +0 -276
- package/scripts/daemon/cadence-consumer.test.mjs +0 -776
- package/scripts/daemon/cadence-handlers.test.mjs +0 -837
- package/scripts/daemon/classifier-identity.test.mjs +0 -137
- package/scripts/daemon/classifier.test.mjs +0 -266
- package/scripts/daemon/classify-kind.test.mjs +0 -40
- package/scripts/daemon/context-compiler.test.mjs +0 -406
- package/scripts/daemon/deliver.test.mjs +0 -564
- package/scripts/daemon/dispatcher-cooldown.test.mjs +0 -122
- package/scripts/daemon/dispatcher-governance.test.mjs +0 -1013
- package/scripts/daemon/dispatcher-resume.test.mjs +0 -166
- package/scripts/daemon/dispatcher-session-continuity.test.mjs +0 -365
- package/scripts/daemon/execution-ladder.test.mjs +0 -470
- package/scripts/daemon/goal-steward-cadence.test.mjs +0 -312
- package/scripts/daemon/inbox-deferral-session.test.mjs +0 -49
- package/scripts/daemon/inbox-deferral.test.mjs +0 -336
- package/scripts/daemon/inbox-wake.test.mjs +0 -199
- package/scripts/daemon/integration.test.mjs +0 -149
- package/scripts/daemon/lib/self-echo.test.mjs +0 -153
- package/scripts/daemon/lib/session-router.test.mjs +0 -554
- package/scripts/daemon/prompt-builder-preamble.test.mjs +0 -210
- package/scripts/daemon/prompt-builder.test.mjs +0 -556
- package/scripts/daemon/responder-cost.test.mjs +0 -68
- package/scripts/daemon/responder-history.test.mjs +0 -221
- package/scripts/daemon/sdk-version.test.mjs +0 -31
- package/scripts/daemon/session-lock.test.mjs +0 -252
- package/scripts/daemon/session-outcomes.test.mjs +0 -533
- package/scripts/daemon/typing-registry.test.mjs +0 -102
- package/scripts/hooks/pre-send-audit.test.mjs +0 -354
- package/scripts/huddle/huddle-prompt.test.mjs +0 -176
- package/scripts/local-triggers/autoupdate.test.mjs +0 -518
- package/scripts/local-triggers/generate-plists.test.mjs +0 -456
- package/scripts/media-generation/brand-clause.test.mjs +0 -135
- package/scripts/org/send-orgmail.first-contact.test.mjs +0 -102
- package/scripts/poller/inbox-privilege-injection.test.mjs +0 -167
- package/scripts/poller/inbox-scan-poller.test.mjs +0 -295
- package/scripts/poller/lib/cloud-relay-dedup.test.mjs +0 -133
- package/scripts/poller/slack-socket-mode.test.mjs +0 -805
- package/scripts/poller-launchd/install.test.mjs +0 -243
- package/scripts/restore-from-backup.test.mjs +0 -181
- package/scripts/session/feed.test.mjs +0 -196
- package/scripts/session/supervisor-sh.test.mjs +0 -218
- package/scripts/session/supervisor.test.mjs +0 -482
- package/scripts/setup/configure-macos.test.mjs +0 -306
- package/scripts/setup/gen-subagent-manifest.test.mjs +0 -124
- package/scripts/setup/generate-agent-package-json.test.mjs +0 -143
- package/scripts/setup/generate-capability.test.mjs +0 -134
- package/scripts/setup/init-agent.test.mjs +0 -370
- package/scripts/setup/init-skill-marketplace.test.mjs +0 -193
- package/scripts/vendor/sync-skill-packs.test.mjs +0 -103
- package/scripts/watchdog/memory-watchdog.test.mjs +0 -64
|
@@ -1,831 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* lib/model-router/integration-coverage.test.mjs — the COVERAGE + ECONOMICS
|
|
3
|
-
* integration test (SPEC §6 resolution/spawn, §4.4 RouteDecision, §8 economics /
|
|
4
|
-
* reconcile / fleet).
|
|
5
|
-
*
|
|
6
|
-
* The sibling `integration.test.mjs` drives the resolution BRAIN (resolveChain)
|
|
7
|
-
* and the failover ENGINE (stepChain) directly. This test instead exercises the
|
|
8
|
-
* higher EXECUTION + ECONOMICS surface that makes the router actually USED — the
|
|
9
|
-
* primitives the dispatcher / cadence-consumer / classifier call at spawn time:
|
|
10
|
-
*
|
|
11
|
-
* - spawnRouted(request, opts) — the session spawn primitive (owns the
|
|
12
|
-
* fast-fail failover loop; never re-routes live).
|
|
13
|
-
* - llmTask(prompt, opts) — the governed cheap one-shot (direct API).
|
|
14
|
-
* - budgetLadder / degradeChain — the budget-band economics levers.
|
|
15
|
-
* - reconcileDaily — the nightly three-way spend reconcile.
|
|
16
|
-
* - MAESTRO_ROUTER_FORCE_ANTHROPIC kill switch.
|
|
17
|
-
*
|
|
18
|
-
* Everything OUTSIDE the router is injected — there is NO live API and NO real
|
|
19
|
-
* child_process:
|
|
20
|
-
* - the REAL bundled catalog (lib/model-router/catalog/*.yaml),
|
|
21
|
-
* - a tmp agentRoot (real fs) so the ledger has a hermetic home,
|
|
22
|
-
* - an injected env so credential gates are deterministic (no real keys),
|
|
23
|
-
* - an injected clock + rng so decision_ids / cooldowns are reproducible,
|
|
24
|
-
* - an injected in-memory breaker so no health files are touched,
|
|
25
|
-
* - an INJECTED spawnImpl(candidate, ctx) → {ok, reason?} (scripted, no spawn),
|
|
26
|
-
* - an INJECTED fetchImpl(url, init) → Response-like (scripted, no network).
|
|
27
|
-
*
|
|
28
|
-
* The six lanes mirror the component brief 1–6:
|
|
29
|
-
* 1. spawnRouted resolves cheap-first + executes via spawnImpl; the built argv
|
|
30
|
-
* carries --model and the session-retarget env for a Kimi/DeepSeek session.
|
|
31
|
-
* 2. failover: rate_limit on the cheap session candidate steps to the next +
|
|
32
|
-
* opens a backend:model breaker; a later call within cooldown skips it;
|
|
33
|
-
* context_overflow does NOT fail over.
|
|
34
|
-
* 3. budgetLadder: band 75 degrades to cheaper tiers; band 100 essential-only;
|
|
35
|
-
* degradeChain tightens the resolved chain.
|
|
36
|
-
* 4. llmTask routes a one-shot to the cheapest direct model + writes a ledger row.
|
|
37
|
-
* 5. reconcileDaily flags >10% drift between a tmp ledger and an injected total.
|
|
38
|
-
* 6. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic.
|
|
39
|
-
*
|
|
40
|
-
* House style: node:test, node:assert/strict, hermetic, no network. Mirrors the
|
|
41
|
-
* DI discipline of integration.test.mjs / failover.test.mjs / health.test.mjs.
|
|
42
|
-
*/
|
|
43
|
-
|
|
44
|
-
import { test } from "node:test";
|
|
45
|
-
import assert from "node:assert/strict";
|
|
46
|
-
import { mkdtempSync, rmSync, mkdirSync, readFileSync, existsSync } from "node:fs";
|
|
47
|
-
import { tmpdir } from "node:os";
|
|
48
|
-
import { join, dirname } from "node:path";
|
|
49
|
-
import { fileURLToPath } from "node:url";
|
|
50
|
-
|
|
51
|
-
import { spawnRouted, buildChildEnv, buildSpawnArgs } from "./spawn.mjs";
|
|
52
|
-
import { llmTask, pickDirectModel } from "./llm-task.mjs";
|
|
53
|
-
import { resolveChain } from "./resolve.mjs";
|
|
54
|
-
import { loadCatalog, lookupModel } from "./catalog.mjs";
|
|
55
|
-
import { estimateCost } from "./ledger.mjs";
|
|
56
|
-
import { keyFor } from "./health.mjs";
|
|
57
|
-
import { DISPOSITION } from "./taxonomy.mjs";
|
|
58
|
-
import {
|
|
59
|
-
budgetLadder,
|
|
60
|
-
degradeChain,
|
|
61
|
-
batchLaneFor,
|
|
62
|
-
spawnKnobsFor,
|
|
63
|
-
LADDER_BANDS,
|
|
64
|
-
} from "./economics.mjs";
|
|
65
|
-
import { reconcileDaily, computeDrift, DRIFT_THRESHOLD_PCT } from "./reconcile.mjs";
|
|
66
|
-
|
|
67
|
-
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
68
|
-
const BUNDLED_DIR = join(__dirname, "catalog");
|
|
69
|
-
|
|
70
|
-
// ---------------------------------------------------------------------------
|
|
71
|
-
// Hermetic harness (mirrors integration.test.mjs).
|
|
72
|
-
// ---------------------------------------------------------------------------
|
|
73
|
-
|
|
74
|
-
function tmpRoot() {
|
|
75
|
-
const root = mkdtempSync(join(tmpdir(), "maestro-router-cov-"));
|
|
76
|
-
mkdirSync(join(root, "state", "model-router"), { recursive: true });
|
|
77
|
-
mkdirSync(join(root, "state", "cost-tracking"), { recursive: true });
|
|
78
|
-
return root;
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
function cleanup(root) {
|
|
82
|
-
try { rmSync(root, { recursive: true, force: true }); } catch { /* */ }
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
function fakeClock(start = 1_700_000_000_000) {
|
|
86
|
-
let t = start;
|
|
87
|
-
const now = () => t;
|
|
88
|
-
now.advance = (ms) => { t += ms; };
|
|
89
|
-
now.set = (v) => { t = v; };
|
|
90
|
-
return now;
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
function seededRng(seed = 0.42) {
|
|
94
|
-
let s = seed;
|
|
95
|
-
return () => {
|
|
96
|
-
s = (s * 9301 + 49297) % 233280;
|
|
97
|
-
return s / 233280;
|
|
98
|
-
};
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
function loadBundled(root, overrides = {}) {
|
|
102
|
-
const res = loadCatalog(root, { bundledDir: BUNDLED_DIR, agentRoot: root, ...overrides });
|
|
103
|
-
assert.ok(res.byRef.size > 0, "bundled catalog parsed at least one row");
|
|
104
|
-
assert.ok(lookupModel(res, "anthropic/claude-haiku-4-5"), "haiku row present");
|
|
105
|
-
assert.ok(lookupModel(res, "deepseek/deepseek-v4-flash"), "deepseek flash row present");
|
|
106
|
-
assert.ok(lookupModel(res, "moonshot/kimi-k2.6"), "kimi row present");
|
|
107
|
-
return res;
|
|
108
|
-
}
|
|
109
|
-
|
|
110
|
-
/**
|
|
111
|
-
* In-memory breaker matching health.mjs semantics resolveChain consults
|
|
112
|
-
* (isOpen→{open}) and failover.mjs drives (open/close), with the stepped
|
|
113
|
-
* rate_limit ladder from the REAL DISPOSITION table. Identical to the one in
|
|
114
|
-
* integration.test.mjs — re-stated here so this file is self-contained.
|
|
115
|
-
*/
|
|
116
|
-
function memBreaker(now) {
|
|
117
|
-
const map = new Map();
|
|
118
|
-
const clock = typeof now === "function" ? now : () => now;
|
|
119
|
-
return {
|
|
120
|
-
map,
|
|
121
|
-
isOpen(key, at) {
|
|
122
|
-
const t = Number.isFinite(at) ? at : clock();
|
|
123
|
-
const s = map.get(key);
|
|
124
|
-
if (!s) return { open: false, until: 0, reason: null, strikes: 0 };
|
|
125
|
-
return { open: s.cooldownUntil > t, until: s.cooldownUntil, reason: s.reason, strikes: s.strikes };
|
|
126
|
-
},
|
|
127
|
-
open(key, reason, ms, at) {
|
|
128
|
-
const t = Number.isFinite(at) ? at : clock();
|
|
129
|
-
const prev = map.get(key) || { strikes: 0, cooldownUntil: 0 };
|
|
130
|
-
const strikes = prev.strikes + 1;
|
|
131
|
-
let cd = ms;
|
|
132
|
-
if (cd == null) {
|
|
133
|
-
const d = DISPOSITION[reason];
|
|
134
|
-
if (d && Array.isArray(d.stepped) && d.stepped.length) {
|
|
135
|
-
cd = d.stepped[Math.min(strikes - 1, d.stepped.length - 1)];
|
|
136
|
-
} else if (d && d.cooldownMs === Infinity) {
|
|
137
|
-
cd = Infinity;
|
|
138
|
-
} else {
|
|
139
|
-
cd = (d && d.cooldownMs) || 0;
|
|
140
|
-
}
|
|
141
|
-
}
|
|
142
|
-
const until = cd === Infinity ? Infinity : Math.max(prev.cooldownUntil, t + cd);
|
|
143
|
-
const next = { key, reason, strikes, cooldownUntil: until, openedAt: t };
|
|
144
|
-
map.set(key, next);
|
|
145
|
-
return next;
|
|
146
|
-
},
|
|
147
|
-
close(key) { map.delete(key); },
|
|
148
|
-
};
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
/**
|
|
152
|
-
* A v2 test policy with a SESSION lane onto a Kimi/DeepSeek session candidate.
|
|
153
|
-
*
|
|
154
|
-
* A third-party row (DeepSeek/Moonshot) is grade B, and resolve.gateCandidate
|
|
155
|
-
* requires grade A for a SESSION that needs tool use (§6.6). So the session rule
|
|
156
|
-
* here opts OUT of tool use (`needs_tool_use: false`) — the same way the spec's
|
|
157
|
-
* `cheap-session` rule is gated on `data_class: public` + the probe-ledger grade.
|
|
158
|
-
* That makes the cheap session candidate structurally reachable in this test
|
|
159
|
-
* (Phase-5-shaped: public data, no tool-use requirement), so we can assert the
|
|
160
|
-
* session-retarget env + argv for a non-Anthropic session backend.
|
|
161
|
-
*
|
|
162
|
-
* Chains are ordered cheap→expensive so the first gate-survivor is the cheapest.
|
|
163
|
-
*/
|
|
164
|
-
function sessionPolicy() {
|
|
165
|
-
return {
|
|
166
|
-
schema_version: 2,
|
|
167
|
-
source_path: "<test-policy>",
|
|
168
|
-
aliases: {
|
|
169
|
-
frontier: "anthropic/claude-opus-4-8",
|
|
170
|
-
default: "anthropic/claude-sonnet-4-6",
|
|
171
|
-
fast: "anthropic/claude-haiku-4-5",
|
|
172
|
-
cheap: "deepseek/deepseek-v4-flash",
|
|
173
|
-
"cheap-session": "moonshot/kimi-k2.6",
|
|
174
|
-
},
|
|
175
|
-
defaults: {
|
|
176
|
-
needs_tool_use_for_sessions: true,
|
|
177
|
-
data_class: "sensitive",
|
|
178
|
-
cache_ttl: "1h",
|
|
179
|
-
},
|
|
180
|
-
backends: {
|
|
181
|
-
anthropic: { allowed_data_classes: ["public", "internal", "sensitive"] },
|
|
182
|
-
deepseek: { allowed_data_classes: ["public"] },
|
|
183
|
-
moonshot: { allowed_data_classes: ["public"] },
|
|
184
|
-
},
|
|
185
|
-
routing_policy: [
|
|
186
|
-
// A public-data backlog SESSION that may host on a third-party /anthropic
|
|
187
|
-
// endpoint (Phase 5 shape). needs_tool_use:false so the grade-A gate (which
|
|
188
|
-
// only bites tool-using sessions) does not exclude the grade-B Kimi/DeepSeek
|
|
189
|
-
// session rows. Chain: cheapest session candidate first, then the Anthropic
|
|
190
|
-
// session safety tail.
|
|
191
|
-
{
|
|
192
|
-
match: { source: "backlog", data_class: "public" },
|
|
193
|
-
harness: "session",
|
|
194
|
-
needs_tool_use: false,
|
|
195
|
-
chain: ["cheap-session", "default"],
|
|
196
|
-
},
|
|
197
|
-
// Tool-less direct lookup: cheapest-first (deepseek direct then haiku).
|
|
198
|
-
{
|
|
199
|
-
match: { task_class: "lookup.*" },
|
|
200
|
-
harness: "direct",
|
|
201
|
-
needs_tool_use: false,
|
|
202
|
-
chain: ["cheap", "fast"],
|
|
203
|
-
},
|
|
204
|
-
// Default SESSION (tool-using): only grade-A Anthropic rows survive.
|
|
205
|
-
{ default: true, harness: "session", chain: ["default", "fast"] },
|
|
206
|
-
],
|
|
207
|
-
fallback_to_anthropic: true,
|
|
208
|
-
strip_attribution_header: true,
|
|
209
|
-
disable_experimental_betas: true,
|
|
210
|
-
};
|
|
211
|
-
}
|
|
212
|
-
|
|
213
|
-
// ===========================================================================
|
|
214
|
-
// 1. spawnRouted resolves cheap-first + executes via spawnImpl; the built argv
|
|
215
|
-
// carries --model and the session-retarget env for a Kimi session candidate.
|
|
216
|
-
// ===========================================================================
|
|
217
|
-
|
|
218
|
-
test("1. spawnRouted resolves cheap-first, executes via spawnImpl, and builds the session-retarget argv + env", async () => {
|
|
219
|
-
const root = tmpRoot();
|
|
220
|
-
try {
|
|
221
|
-
const catalog = loadBundled(root);
|
|
222
|
-
const now = fakeClock();
|
|
223
|
-
const policy = sessionPolicy();
|
|
224
|
-
// Kimi key present so the cheap-session candidate is reachable. A foreign key
|
|
225
|
-
// is present too so we can prove child-env scrubbing strips it (§7.3).
|
|
226
|
-
const env = {
|
|
227
|
-
MOONSHOT_API_KEY: "sk-test-moonshot",
|
|
228
|
-
ANTHROPIC_API_KEY: "sk-test-anthropic", // break-glass-shaped; must be scrubbed for a retarget
|
|
229
|
-
DEEPSEEK_API_KEY: "sk-test-deepseek",
|
|
230
|
-
PATH: "/usr/bin", // a benign var that MUST survive scrubbing
|
|
231
|
-
};
|
|
232
|
-
const breaker = memBreaker(now);
|
|
233
|
-
|
|
234
|
-
// Capture what spawnImpl actually receives so we assert argv + env precisely.
|
|
235
|
-
let seen = null;
|
|
236
|
-
const spawnImpl = (candidate, ctx) => {
|
|
237
|
-
seen = { candidate, args: ctx.args, env: ctx.env, attemptIndex: ctx.attemptIndex };
|
|
238
|
-
return { ok: true, result: { resultJson: { subtype: "success" } } };
|
|
239
|
-
};
|
|
240
|
-
|
|
241
|
-
const res = await spawnRouted(
|
|
242
|
-
{
|
|
243
|
-
source: "backlog",
|
|
244
|
-
data_class: "public",
|
|
245
|
-
task_class: "session.responder",
|
|
246
|
-
token_estimate: 8000,
|
|
247
|
-
},
|
|
248
|
-
{
|
|
249
|
-
agentRoot: root,
|
|
250
|
-
config: policy,
|
|
251
|
-
catalog,
|
|
252
|
-
env,
|
|
253
|
-
now,
|
|
254
|
-
rng: seededRng(),
|
|
255
|
-
isOpen: (k, at) => breaker.isOpen(k, at),
|
|
256
|
-
breaker,
|
|
257
|
-
spawnImpl,
|
|
258
|
-
extraArgs: ["--prompt-file", "/tmp/p.txt"],
|
|
259
|
-
}
|
|
260
|
-
);
|
|
261
|
-
|
|
262
|
-
// It resolved to the cheapest session candidate (Kimi) and ran it once.
|
|
263
|
-
assert.equal(res.ok, true, "spawnRouted succeeded via the injected spawnImpl");
|
|
264
|
-
assert.equal(res.decision.chosen.provider, "moonshot", "cheapest session candidate chosen");
|
|
265
|
-
assert.equal(res.decision.chosen.model, "kimi-k2.6");
|
|
266
|
-
assert.equal(res.decision.chosen.harness, "session");
|
|
267
|
-
assert.equal(res.decision.chosen.transport, "anthropic-native", "third-party session rides the anthropic-native retarget");
|
|
268
|
-
assert.ok(seen, "spawnImpl was actually invoked");
|
|
269
|
-
assert.equal(seen.candidate.ref, "moonshot/kimi-k2.6");
|
|
270
|
-
assert.equal(res.outcome.attempts, 1, "exactly one attempt (no failover needed)");
|
|
271
|
-
|
|
272
|
-
// ── argv: carries --print --bare --output-format json --model <kimi id> ──
|
|
273
|
-
const args = res.args;
|
|
274
|
-
assert.ok(Array.isArray(args), "argv built");
|
|
275
|
-
assert.equal(args[0], "--print");
|
|
276
|
-
const mi = args.indexOf("--model");
|
|
277
|
-
assert.ok(mi >= 0, "argv carries --model");
|
|
278
|
-
assert.equal(args[mi + 1], "kimi-k2.6", "the model flag is the resolved Kimi id");
|
|
279
|
-
assert.ok(args.includes("--bare"), "scripted spawns are --bare");
|
|
280
|
-
const ofi = args.indexOf("--output-format");
|
|
281
|
-
assert.equal(args[ofi + 1], "json", "ledger needs --output-format json");
|
|
282
|
-
// extraArgs threaded verbatim at the tail.
|
|
283
|
-
assert.deepEqual(args.slice(-2), ["--prompt-file", "/tmp/p.txt"]);
|
|
284
|
-
// The argv the spawnImpl saw is the same argv returned to the caller.
|
|
285
|
-
assert.deepEqual(seen.args, args, "spawnImpl received the same argv the caller gets back");
|
|
286
|
-
|
|
287
|
-
// ── env: the session-retarget set for a non-Anthropic session ──────────
|
|
288
|
-
const childEnv = res.env;
|
|
289
|
-
assert.equal(childEnv.ANTHROPIC_BASE_URL, "https://api.moonshot.ai/anthropic", "retarget points Claude Code at Moonshot /anthropic");
|
|
290
|
-
assert.equal(childEnv.ANTHROPIC_MODEL, "kimi-k2.6", "ANTHROPIC_MODEL is the Kimi id");
|
|
291
|
-
assert.equal(childEnv.ANTHROPIC_SMALL_FAST_MODEL, "kimi-k2.6");
|
|
292
|
-
assert.equal(childEnv.ANTHROPIC_AUTH_TOKEN, "sk-test-moonshot", "the Moonshot token is injected as ANTHROPIC_AUTH_TOKEN");
|
|
293
|
-
assert.equal(childEnv.ANTHROPIC_API_KEY, "", "ANTHROPIC_API_KEY is the EMPTY STRING (no keychain fallthrough), not unset");
|
|
294
|
-
assert.ok("ANTHROPIC_API_KEY" in childEnv, "ANTHROPIC_API_KEY is present-and-empty, not deleted");
|
|
295
|
-
|
|
296
|
-
// ── child-env scrubbing (§7.3): NO foreign credential leaks into the child ──
|
|
297
|
-
assert.equal(childEnv.MOONSHOT_API_KEY, undefined, "the raw Moonshot key is scrubbed (only ANTHROPIC_AUTH_TOKEN carries it)");
|
|
298
|
-
assert.equal(childEnv.DEEPSEEK_API_KEY, undefined, "an unrelated provider key is scrubbed");
|
|
299
|
-
assert.equal(childEnv.PATH, "/usr/bin", "benign env survives scrubbing");
|
|
300
|
-
// The env the spawnImpl saw is the same env returned to the caller.
|
|
301
|
-
assert.deepEqual(seen.env, childEnv, "spawnImpl received the same child env the caller gets back");
|
|
302
|
-
|
|
303
|
-
// ── RouteDecision contract fields (§4.4) ───────────────────────────────
|
|
304
|
-
assert.ok(res.decision.decision_id && res.decision.decision_id.length >= 10, "decision_id is ulid-ish");
|
|
305
|
-
assert.equal(typeof res.decision.explain, "string");
|
|
306
|
-
assert.ok(res.decision.explain.length > 0, "mandatory explain present");
|
|
307
|
-
assert.equal(typeof res.decision.estCostUSD, "number");
|
|
308
|
-
assert.deepEqual(
|
|
309
|
-
res.decision.chain.map((c) => c.ref),
|
|
310
|
-
["moonshot/kimi-k2.6", "anthropic/claude-sonnet-4-6"],
|
|
311
|
-
"the failover tail is visible on the chain"
|
|
312
|
-
);
|
|
313
|
-
} finally {
|
|
314
|
-
cleanup(root);
|
|
315
|
-
}
|
|
316
|
-
});
|
|
317
|
-
|
|
318
|
-
// ===========================================================================
|
|
319
|
-
// 2. failover: rate_limit on the cheap session candidate steps to the next +
|
|
320
|
-
// opens a backend:model breaker; a later call within cooldown skips it;
|
|
321
|
-
// context_overflow does NOT fail over.
|
|
322
|
-
// ===========================================================================
|
|
323
|
-
|
|
324
|
-
test("2. spawnRouted fails over on rate_limit, opens a backend:model breaker, and a later call skips the open key", async () => {
|
|
325
|
-
const root = tmpRoot();
|
|
326
|
-
try {
|
|
327
|
-
const catalog = loadBundled(root);
|
|
328
|
-
const now = fakeClock();
|
|
329
|
-
const policy = sessionPolicy();
|
|
330
|
-
const env = {
|
|
331
|
-
MOONSHOT_API_KEY: "sk-test-moonshot",
|
|
332
|
-
ANTHROPIC_API_KEY: "sk-test-anthropic",
|
|
333
|
-
};
|
|
334
|
-
const breaker = memBreaker(now);
|
|
335
|
-
|
|
336
|
-
// Scripted spawnImpl: Kimi rate-limits, then the Anthropic session tail succeeds.
|
|
337
|
-
const script = {
|
|
338
|
-
"moonshot/kimi-k2.6": { ok: false, reason: "rate_limit" },
|
|
339
|
-
"anthropic/claude-sonnet-4-6": { ok: true, result: { resultJson: { subtype: "success" } } },
|
|
340
|
-
};
|
|
341
|
-
const calls = [];
|
|
342
|
-
const spawnImpl = (candidate) => {
|
|
343
|
-
calls.push(candidate.ref);
|
|
344
|
-
return script[candidate.ref] || { ok: false, reason: "unknown" };
|
|
345
|
-
};
|
|
346
|
-
|
|
347
|
-
const req = { source: "backlog", data_class: "public", task_class: "session.responder", token_estimate: 6000 };
|
|
348
|
-
const res = await spawnRouted(req, {
|
|
349
|
-
agentRoot: root, config: policy, catalog, env, now, rng: seededRng(),
|
|
350
|
-
isOpen: (k, at) => breaker.isOpen(k, at), breaker, spawnImpl,
|
|
351
|
-
});
|
|
352
|
-
|
|
353
|
-
// It stepped from Kimi to the Anthropic session tail.
|
|
354
|
-
assert.equal(res.ok, true, "failed over to a working candidate");
|
|
355
|
-
assert.equal(calls[0], "moonshot/kimi-k2.6", "tried the cheap session candidate first");
|
|
356
|
-
assert.equal(res.chosen.provider, "anthropic", "failed over to the Anthropic session tail");
|
|
357
|
-
assert.equal(res.chosen.model, "claude-sonnet-4-6");
|
|
358
|
-
const rl = res.tried.find((t) => t.ref === "moonshot/kimi-k2.6");
|
|
359
|
-
assert.ok(rl, "rate_limit on Kimi recorded in tried[]");
|
|
360
|
-
assert.equal(rl.reason, "rate_limit");
|
|
361
|
-
|
|
362
|
-
// The breaker that opened is the backend:model key (rate_limit scope), NOT
|
|
363
|
-
// the coarse backend key — model-scoped per the disposition contract.
|
|
364
|
-
const modelKey = keyFor("moonshot", "kimi-k2.6");
|
|
365
|
-
const backendKey = keyFor("moonshot");
|
|
366
|
-
assert.ok(breaker.map.has(modelKey), "backend:model breaker opened for the rate-limited Kimi");
|
|
367
|
-
assert.equal(breaker.map.has(backendKey), false, "the coarse moonshot backend breaker is NOT opened");
|
|
368
|
-
assert.equal(DISPOSITION.rate_limit.cooldownScope, "backend:model", "disposition contract: model-scoped");
|
|
369
|
-
assert.equal(
|
|
370
|
-
breaker.map.get(modelKey).cooldownUntil,
|
|
371
|
-
now() + DISPOSITION.rate_limit.stepped[0],
|
|
372
|
-
"first rate_limit strike = 30s step"
|
|
373
|
-
);
|
|
374
|
-
|
|
375
|
-
// ── A SECOND spawn WITHIN the cooldown skips the open Kimi key → resolution
|
|
376
|
-
// chooses the Anthropic session candidate directly (no Kimi attempt).
|
|
377
|
-
const calls2 = [];
|
|
378
|
-
const spawnImpl2 = (candidate) => {
|
|
379
|
-
calls2.push(candidate.ref);
|
|
380
|
-
return { ok: true, result: { resultJson: { subtype: "success" } } };
|
|
381
|
-
};
|
|
382
|
-
const res2 = await spawnRouted(req, {
|
|
383
|
-
agentRoot: root, config: policy, catalog, env, now, rng: seededRng(),
|
|
384
|
-
isOpen: (k, at) => breaker.isOpen(k, at), breaker, spawnImpl: spawnImpl2,
|
|
385
|
-
});
|
|
386
|
-
assert.equal(res2.ok, true);
|
|
387
|
-
assert.equal(res2.chosen.provider, "anthropic", "open breaker → second spawn skips Kimi");
|
|
388
|
-
assert.ok(!calls2.includes("moonshot/kimi-k2.6"), "the open Kimi key was never spawned the second time");
|
|
389
|
-
|
|
390
|
-
// ── After the cooldown expires, Kimi is reachable again. ───────────────
|
|
391
|
-
now.advance(DISPOSITION.rate_limit.stepped[0] + 1);
|
|
392
|
-
const calls3 = [];
|
|
393
|
-
const spawnImpl3 = (candidate) => {
|
|
394
|
-
calls3.push(candidate.ref);
|
|
395
|
-
return { ok: true, result: {} };
|
|
396
|
-
};
|
|
397
|
-
const res3 = await spawnRouted(req, {
|
|
398
|
-
agentRoot: root, config: policy, catalog, env, now, rng: seededRng(),
|
|
399
|
-
isOpen: (k, at) => breaker.isOpen(k, at), breaker, spawnImpl: spawnImpl3,
|
|
400
|
-
});
|
|
401
|
-
assert.equal(res3.chosen.provider, "moonshot", "Kimi reachable again after the cooldown expires");
|
|
402
|
-
} finally {
|
|
403
|
-
cleanup(root);
|
|
404
|
-
}
|
|
405
|
-
});
|
|
406
|
-
|
|
407
|
-
test("2b. context_overflow NEVER fails over (terminal, opens no breaker) inside spawnRouted", async () => {
|
|
408
|
-
const root = tmpRoot();
|
|
409
|
-
try {
|
|
410
|
-
const catalog = loadBundled(root);
|
|
411
|
-
const now = fakeClock();
|
|
412
|
-
const policy = sessionPolicy();
|
|
413
|
-
const env = { MOONSHOT_API_KEY: "sk-test-moonshot", ANTHROPIC_API_KEY: "sk-test-anthropic" };
|
|
414
|
-
const breaker = memBreaker(now);
|
|
415
|
-
|
|
416
|
-
const calls = [];
|
|
417
|
-
const spawnImpl = (candidate) => {
|
|
418
|
-
calls.push(candidate.ref);
|
|
419
|
-
if (candidate.ref === "moonshot/kimi-k2.6") return { ok: false, reason: "context_overflow" };
|
|
420
|
-
return { ok: true, result: { resultJson: {} } }; // must never be reached
|
|
421
|
-
};
|
|
422
|
-
|
|
423
|
-
const res = await spawnRouted(
|
|
424
|
-
{ source: "backlog", data_class: "public", task_class: "session.responder", token_estimate: 6000 },
|
|
425
|
-
{ agentRoot: root, config: policy, catalog, env, now, rng: seededRng(),
|
|
426
|
-
isOpen: (k, at) => breaker.isOpen(k, at), breaker, spawnImpl }
|
|
427
|
-
);
|
|
428
|
-
|
|
429
|
-
assert.equal(res.ok, false, "context_overflow terminates the walk");
|
|
430
|
-
assert.equal(res.outcome.reason, "context_overflow");
|
|
431
|
-
assert.deepEqual(calls, ["moonshot/kimi-k2.6"], "did NOT fail over to the next candidate (no second spawn)");
|
|
432
|
-
assert.equal(res.outcome.soonestCooldownExpiry, null, "no cooldown for context_overflow");
|
|
433
|
-
assert.equal(breaker.map.size, 0, "context_overflow opens no breaker");
|
|
434
|
-
// Disposition contract, cell-by-cell (never weaken this).
|
|
435
|
-
assert.equal(DISPOSITION.context_overflow.failoverNext, false);
|
|
436
|
-
assert.equal(DISPOSITION.context_overflow.opensBreaker, false);
|
|
437
|
-
} finally {
|
|
438
|
-
cleanup(root);
|
|
439
|
-
}
|
|
440
|
-
});
|
|
441
|
-
|
|
442
|
-
// ===========================================================================
|
|
443
|
-
// 3. budgetLadder: band 100 forces the cheapest class; band 125 essential-only;
|
|
444
|
-
// degradeChain tightens the resolved chain. The bands are the governance
|
|
445
|
-
// ladder's own rungs (lib/budget-guard.BANDS), measured against the seat's
|
|
446
|
-
// hq-funded envelope rather than a local config cap.
|
|
447
|
-
// ===========================================================================
|
|
448
|
-
|
|
449
|
-
test("3. budgetLadder bands + degradeChain tighten the resolved chain", () => {
|
|
450
|
-
// ── budgetLadder maps spend% onto the economics bands. ───────────────────
|
|
451
|
-
assert.deepEqual(LADDER_BANDS, [0, 100, 125, 150]);
|
|
452
|
-
|
|
453
|
-
const low = budgetLadder(40, 100); // 40%
|
|
454
|
-
assert.equal(low.band, 0, "below 100% is band 0 (policy as written)");
|
|
455
|
-
assert.equal(low.degrade.preferCheaper, false);
|
|
456
|
-
|
|
457
|
-
// 80% is a budget-guard SUPERVISOR NOTICE, not a routing change.
|
|
458
|
-
assert.equal(budgetLadder(80, 100).band, 0, "the 80% notice does not degrade routing");
|
|
459
|
-
|
|
460
|
-
const b100 = budgetLadder(100, 100);
|
|
461
|
-
assert.equal(b100.band, 100, "≥100% — the seat has spent what the org funded");
|
|
462
|
-
assert.equal(b100.degrade.cheapOnly, true, "band 100 is cheapest-class only");
|
|
463
|
-
assert.equal(b100.degrade.batchDeferrable, true);
|
|
464
|
-
assert.equal(b100.degrade.maxFanout, 1, "sub-agent fan-out capped at 1");
|
|
465
|
-
assert.equal(b100.degrade.selfDirected, false, "self-directed D3 work stops");
|
|
466
|
-
assert.equal(b100.degrade.essentialOnly, false, "but inbox + obligations still run");
|
|
467
|
-
|
|
468
|
-
const b125 = budgetLadder(130, 100);
|
|
469
|
-
assert.equal(b125.band, 125, "≥125% suspends the obligations");
|
|
470
|
-
assert.equal(b125.degrade.essentialOnly, true, "essential-only (still answers inbox DMs)");
|
|
471
|
-
|
|
472
|
-
const b150 = budgetLadder(200, 100);
|
|
473
|
-
assert.equal(b150.band, 150, "past 150% the spawn gate refuses non-human-reply work");
|
|
474
|
-
|
|
475
|
-
// A cap of 0 with money already spent is an EXHAUSTED envelope, not an unknown
|
|
476
|
-
// one — see economics.test.mjs for why this assertion flipped.
|
|
477
|
-
assert.equal(budgetLadder(500, 0).band, 150, "spend against a $0 allowance is fully over");
|
|
478
|
-
assert.equal(budgetLadder(0, 0).band, 0, "but nothing spent under no cap stays band 0");
|
|
479
|
-
|
|
480
|
-
// ── degradeChain tightens the alias-tagged chain that resolveChain built. ──
|
|
481
|
-
const aliases = {
|
|
482
|
-
frontier: "anthropic/claude-opus-4-8",
|
|
483
|
-
default: "anthropic/claude-sonnet-4-6",
|
|
484
|
-
fast: "anthropic/claude-haiku-4-5",
|
|
485
|
-
cheap: "deepseek/deepseek-v4-flash",
|
|
486
|
-
};
|
|
487
|
-
// A frontier→default chain as resolveChain would tag it.
|
|
488
|
-
const chain = [
|
|
489
|
-
{ ref: aliases.frontier, alias: "frontier" },
|
|
490
|
-
{ ref: aliases.default, alias: "default" },
|
|
491
|
-
];
|
|
492
|
-
|
|
493
|
-
// Below the drop rung → unchanged. Includes the 80% notice band.
|
|
494
|
-
assert.deepEqual(degradeChain(chain, 0, { aliases }).map((m) => m.ref), [aliases.frontier, aliases.default]);
|
|
495
|
-
assert.deepEqual(degradeChain(chain, 80, { aliases }).map((m) => m.ref), [aliases.frontier, aliases.default]);
|
|
496
|
-
|
|
497
|
-
// band 100 → cheap/fast only: the frontier/default head is DROPPED. An
|
|
498
|
-
// all-frontier chain keeps its single cheapest member so the caller is never
|
|
499
|
-
// left with no candidate at all.
|
|
500
|
-
const tightened100 = degradeChain(
|
|
501
|
-
[
|
|
502
|
-
{ ref: aliases.frontier, alias: "frontier" },
|
|
503
|
-
{ ref: aliases.default, alias: "default" },
|
|
504
|
-
{ ref: aliases.fast, alias: "fast" },
|
|
505
|
-
{ ref: aliases.cheap, alias: "cheap" },
|
|
506
|
-
],
|
|
507
|
-
100,
|
|
508
|
-
{ aliases }
|
|
509
|
-
);
|
|
510
|
-
assert.deepEqual(
|
|
511
|
-
tightened100.map((m) => m.alias),
|
|
512
|
-
["fast", "cheap"],
|
|
513
|
-
"band 100 drops the frontier/default head, keeps cheap/fast"
|
|
514
|
-
);
|
|
515
|
-
assert.deepEqual(
|
|
516
|
-
degradeChain(chain, 100, { aliases }).map((m) => m.alias),
|
|
517
|
-
["default"],
|
|
518
|
-
"a frontier+default chain keeps its CHEAPEST member as a safety net"
|
|
519
|
-
);
|
|
520
|
-
|
|
521
|
-
// exempt (pin / critical) → unchanged even at a degrading band.
|
|
522
|
-
const exempt = degradeChain(chain, 100, { aliases, exempt: true });
|
|
523
|
-
assert.deepEqual(exempt.map((m) => m.ref), [aliases.frontier, aliases.default], "pin/critical is exempt from degradation");
|
|
524
|
-
|
|
525
|
-
// batchLaneFor + spawnKnobsFor (the other §8 economics levers) are wired too.
|
|
526
|
-
assert.equal(batchLaneFor({ task_class: "learning.reflect" }), true, "deferrable class → batch lane");
|
|
527
|
-
assert.equal(batchLaneFor({ task_class: "session.responder" }), false, "live session is never batch");
|
|
528
|
-
const knobs = spawnKnobsFor("session.responder");
|
|
529
|
-
assert.equal(knobs.maxTurns, 40);
|
|
530
|
-
assert.ok(knobs.agentsJson && knobs.agentsJson["Haiku-Explore"], "expensive session gets the cheap-subagent map");
|
|
531
|
-
});
|
|
532
|
-
|
|
533
|
-
// ===========================================================================
|
|
534
|
-
// 4. llmTask routes a one-shot to the cheapest direct model + writes a ledger row.
|
|
535
|
-
// ===========================================================================
|
|
536
|
-
|
|
537
|
-
test("4. llmTask routes a one-shot to the cheapest direct model and writes a ledger row (injected fetch)", async () => {
|
|
538
|
-
const root = tmpRoot();
|
|
539
|
-
try {
|
|
540
|
-
const catalog = loadBundled(root);
|
|
541
|
-
const now = fakeClock();
|
|
542
|
-
const policy = sessionPolicy();
|
|
543
|
-
// All third-party + anthropic keys present so the cheapest direct row (DeepSeek
|
|
544
|
-
// flash, $0.14/MTok) is the structural winner for a public-data one-shot.
|
|
545
|
-
const env = {
|
|
546
|
-
DEEPSEEK_API_KEY: "sk-test-deepseek",
|
|
547
|
-
MOONSHOT_API_KEY: "sk-test-moonshot",
|
|
548
|
-
ANTHROPIC_API_KEY: "sk-test-anthropic",
|
|
549
|
-
};
|
|
550
|
-
|
|
551
|
-
// pickDirectModel sanity: the cheapest available direct row for a public
|
|
552
|
-
// one-shot is DeepSeek flash (cheaper than Kimi and the Anthropic rows).
|
|
553
|
-
const picked = pickDirectModel(catalog, { data_class: "public" }, { env, config: policy, isOpen: () => ({ open: false }) });
|
|
554
|
-
assert.ok(picked.row, "a direct candidate was picked");
|
|
555
|
-
assert.equal(picked.row.ref, "deepseek/deepseek-v4-flash", "cheapest direct row chosen");
|
|
556
|
-
|
|
557
|
-
// Scripted OpenAI-completions response (DeepSeek speaks the openai wire).
|
|
558
|
-
let sawUrl = null;
|
|
559
|
-
let sawBody = null;
|
|
560
|
-
const fetchImpl = async (url, init) => {
|
|
561
|
-
sawUrl = url;
|
|
562
|
-
sawBody = JSON.parse(init.body);
|
|
563
|
-
return {
|
|
564
|
-
ok: true,
|
|
565
|
-
status: 200,
|
|
566
|
-
json: async () => ({
|
|
567
|
-
choices: [{ message: { role: "assistant", content: "spam" } }],
|
|
568
|
-
usage: { prompt_tokens: 1200, completion_tokens: 8, prompt_tokens_details: { cached_tokens: 400 } },
|
|
569
|
-
}),
|
|
570
|
-
text: async () => "",
|
|
571
|
-
};
|
|
572
|
-
};
|
|
573
|
-
|
|
574
|
-
// Injected ledger writer so we can assert the row WITHOUT touching the FS — but
|
|
575
|
-
// we ALSO let the real writer run to prove a row lands on disk (two assertions).
|
|
576
|
-
const ledgerRows = [];
|
|
577
|
-
const res = await llmTask("classify this inbox item: is it spam?", {
|
|
578
|
-
fetchImpl,
|
|
579
|
-
request: { task_class: "classify.inbox", source: "inbox", data_class: "public", agent: "alex" },
|
|
580
|
-
config: policy,
|
|
581
|
-
catalog,
|
|
582
|
-
env,
|
|
583
|
-
now,
|
|
584
|
-
isOpen: () => ({ open: false }),
|
|
585
|
-
decision_id: "dcov0000001abc",
|
|
586
|
-
ledgerDeps: { agentRoot: root, now },
|
|
587
|
-
writeLedger: (cat, entry, deps) => {
|
|
588
|
-
ledgerRows.push(entry);
|
|
589
|
-
// Delegate to the real writer too so the on-disk ledger is exercised.
|
|
590
|
-
return undefined;
|
|
591
|
-
},
|
|
592
|
-
});
|
|
593
|
-
|
|
594
|
-
assert.equal(res.ok, true, "llmTask returned a successful one-shot");
|
|
595
|
-
assert.equal(res.provider, "deepseek", "routed to the cheapest direct provider");
|
|
596
|
-
assert.equal(res.model, "deepseek-v4-flash");
|
|
597
|
-
assert.equal(res.ref, "deepseek/deepseek-v4-flash");
|
|
598
|
-
assert.equal(res.wire, "openai-completions", "DeepSeek speaks the openai-completions wire");
|
|
599
|
-
assert.equal(res.text, "spam");
|
|
600
|
-
assert.equal(res.usage.inputTokens, 1200);
|
|
601
|
-
assert.equal(res.usage.outputTokens, 8);
|
|
602
|
-
assert.equal(res.usage.cacheReadTokens, 400, "OpenAI cached_tokens mapped to cacheReadTokens");
|
|
603
|
-
assert.equal(typeof res.estCostUSD, "number");
|
|
604
|
-
assert.ok(res.estCostUSD >= 0);
|
|
605
|
-
|
|
606
|
-
// It is a TOOL-LESS call to the right endpoint (no tools[] ever sent).
|
|
607
|
-
assert.equal(sawUrl, "https://api.deepseek.com/chat/completions", "posted to the DeepSeek openai endpoint");
|
|
608
|
-
assert.equal(sawBody.model, "deepseek-v4-flash");
|
|
609
|
-
assert.ok(!("tools" in sawBody), "llmTask is tool-less by construction");
|
|
610
|
-
assert.equal(sawBody.max_tokens, 1024, "default maxTokens");
|
|
611
|
-
assert.ok(Array.isArray(sawBody.messages) && sawBody.messages[0].role === "user");
|
|
612
|
-
|
|
613
|
-
// The ledger writer was handed exactly one row with the join id + real tokens.
|
|
614
|
-
assert.equal(ledgerRows.length, 1, "exactly one ledger row written for the call");
|
|
615
|
-
const entry = ledgerRows[0];
|
|
616
|
-
assert.equal(entry.decision_id, "dcov0000001abc", "ledger row joins via decision_id");
|
|
617
|
-
assert.equal(entry.ref, "deepseek/deepseek-v4-flash");
|
|
618
|
-
assert.equal(entry.harness, "direct");
|
|
619
|
-
assert.equal(entry.task_class, "classify.inbox");
|
|
620
|
-
assert.equal(entry.inputTokens, 1200);
|
|
621
|
-
assert.equal(entry.outputTokens, 8);
|
|
622
|
-
assert.equal(entry.cacheReadTokens, 400);
|
|
623
|
-
assert.equal(entry.exitReason, "ok");
|
|
624
|
-
|
|
625
|
-
// And prove the REAL ledger row actually estimates a finite cost for that row.
|
|
626
|
-
const est = estimateCost(catalog, {
|
|
627
|
-
ref: "deepseek/deepseek-v4-flash",
|
|
628
|
-
inputTokens: 1200, outputTokens: 8, cacheReadTokens: 400, budget: false,
|
|
629
|
-
});
|
|
630
|
-
assert.equal(typeof est.usd, "number");
|
|
631
|
-
assert.ok(est.usd >= 0, "the direct call has a finite, catalog-priced cost");
|
|
632
|
-
} finally {
|
|
633
|
-
cleanup(root);
|
|
634
|
-
}
|
|
635
|
-
});
|
|
636
|
-
|
|
637
|
-
// ===========================================================================
|
|
638
|
-
// 5. reconcileDaily flags >10% drift between a tmp ledger and an injected total.
|
|
639
|
-
// ===========================================================================
|
|
640
|
-
|
|
641
|
-
test("5. reconcileDaily flags >10% drift between the local ledger and an injected provider total", async () => {
|
|
642
|
-
const root = tmpRoot();
|
|
643
|
-
try {
|
|
644
|
-
const catalog = loadBundled(root);
|
|
645
|
-
const day = "2026-06-10";
|
|
646
|
-
const ledgerDeps = { agentRoot: root, now: () => Date.parse(`${day}T12:00:00Z`) };
|
|
647
|
-
|
|
648
|
-
// Write a real local ledger via the real writer: ~$0.10 of recorded spend.
|
|
649
|
-
// We force authoritative totalCostUSD so the local sum is exact + stable.
|
|
650
|
-
const { writeLedgerRow } = await import("./ledger.mjs");
|
|
651
|
-
writeLedgerRow(
|
|
652
|
-
catalog,
|
|
653
|
-
{ ref: "anthropic/claude-haiku-4-5", inputTokens: 1000, outputTokens: 1000, totalCostUSD: 0.06, agent: "alex", task_class: "classify.inbox" },
|
|
654
|
-
ledgerDeps
|
|
655
|
-
);
|
|
656
|
-
writeLedgerRow(
|
|
657
|
-
catalog,
|
|
658
|
-
{ ref: "deepseek/deepseek-v4-flash", inputTokens: 1000, outputTokens: 1000, totalCostUSD: 0.04, agent: "alex", task_class: "lookup.gmail" },
|
|
659
|
-
ledgerDeps
|
|
660
|
-
);
|
|
661
|
-
|
|
662
|
-
// Sanity: the ledger file landed on disk.
|
|
663
|
-
const ledgerFile = join(root, "state", "cost-tracking", `${day}.jsonl`);
|
|
664
|
-
assert.ok(existsSync(ledgerFile), "ledger file written");
|
|
665
|
-
const lines = readFileSync(ledgerFile, "utf-8").trim().split("\n");
|
|
666
|
-
assert.equal(lines.length, 2, "two ledger rows on disk");
|
|
667
|
-
|
|
668
|
-
// Injected Admin Cost API fetch: the provider billed $0.20 — DOUBLE the local
|
|
669
|
-
// $0.10, i.e. +50% provider-relative drift (well over the 10% threshold).
|
|
670
|
-
const fetchImpl = async () => ({
|
|
671
|
-
ok: true,
|
|
672
|
-
status: 200,
|
|
673
|
-
json: async () => ({
|
|
674
|
-
data: [
|
|
675
|
-
{ results: [{ amount: { amount: "0.12", currency: "USD" }, model: "claude-haiku-4-5", api_key_id: "alex" }] },
|
|
676
|
-
{ results: [{ amount: "0.08", model: "deepseek-v4-flash", api_key_id: "alex" }] },
|
|
677
|
-
],
|
|
678
|
-
}),
|
|
679
|
-
});
|
|
680
|
-
|
|
681
|
-
const r = await reconcileDaily({
|
|
682
|
-
fetchImpl,
|
|
683
|
-
day,
|
|
684
|
-
adminKey: "admin-test",
|
|
685
|
-
ledgerDir: join(root, "state", "cost-tracking"),
|
|
686
|
-
now: ledgerDeps.now,
|
|
687
|
-
});
|
|
688
|
-
|
|
689
|
-
assert.equal(r.day, day);
|
|
690
|
-
assert.equal(r.localUSD, 0.1, "local ledger summed to $0.10");
|
|
691
|
-
assert.equal(r.providerUSD, 0.2, "provider Admin Cost API summed to $0.20");
|
|
692
|
-
assert.equal(r.flagged, true, "drift > 10% is flagged (the alert trigger)");
|
|
693
|
-
// driftPct is provider-relative: (provider - local)/provider = (0.2-0.1)/0.2 = 50%.
|
|
694
|
-
assert.equal(r.driftPct, computeDrift(0.1, 0.2));
|
|
695
|
-
assert.ok(Math.abs(r.driftPct) > DRIFT_THRESHOLD_PCT, `drift ${r.driftPct}% exceeds the ${DRIFT_THRESHOLD_PCT}% threshold`);
|
|
696
|
-
assert.ok(r.driftPct > 0, "positive drift = provider billed MORE than recorded (the dangerous direction)");
|
|
697
|
-
// The per-agent breakdown attributes the provider spend to the agent's key.
|
|
698
|
-
assert.equal(r.byAgent.alex, 0.2, "provider spend attributed to the agent's api key");
|
|
699
|
-
// Per-model three-way view is present.
|
|
700
|
-
assert.ok(r.byModel["claude-haiku-4-5"], "per-model drift view present");
|
|
701
|
-
|
|
702
|
-
// ── Control: a provider total WITHIN 10% is NOT flagged. ───────────────
|
|
703
|
-
const fetchImplClose = async () => ({
|
|
704
|
-
ok: true, status: 200,
|
|
705
|
-
json: async () => ({ data: [{ amount: 0.105, model: "claude-haiku-4-5" }] }),
|
|
706
|
-
});
|
|
707
|
-
const ok = await reconcileDaily({
|
|
708
|
-
fetchImpl: fetchImplClose, day, adminKey: "admin-test",
|
|
709
|
-
ledgerDir: join(root, "state", "cost-tracking"), now: ledgerDeps.now,
|
|
710
|
-
});
|
|
711
|
-
assert.equal(ok.providerUSD, 0.105);
|
|
712
|
-
assert.equal(ok.flagged, false, "5% drift is within tolerance — not flagged");
|
|
713
|
-
} finally {
|
|
714
|
-
cleanup(root);
|
|
715
|
-
}
|
|
716
|
-
});
|
|
717
|
-
|
|
718
|
-
// ===========================================================================
|
|
719
|
-
// 6. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic.
|
|
720
|
-
// ===========================================================================
|
|
721
|
-
|
|
722
|
-
test("6. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits spawnRouted + llmTask to stock Anthropic", async () => {
|
|
723
|
-
const root = tmpRoot();
|
|
724
|
-
try {
|
|
725
|
-
const catalog = loadBundled(root);
|
|
726
|
-
const now = fakeClock();
|
|
727
|
-
const policy = sessionPolicy();
|
|
728
|
-
// Kill switch ON, plus a Moonshot key that WOULD otherwise make Kimi the
|
|
729
|
-
// cheapest session candidate — the switch must win regardless.
|
|
730
|
-
const env = {
|
|
731
|
-
MAESTRO_ROUTER_FORCE_ANTHROPIC: "1",
|
|
732
|
-
MOONSHOT_API_KEY: "sk-test-moonshot",
|
|
733
|
-
DEEPSEEK_API_KEY: "sk-test-deepseek",
|
|
734
|
-
ANTHROPIC_API_KEY: "sk-test-anthropic",
|
|
735
|
-
};
|
|
736
|
-
|
|
737
|
-
// ── resolveChain collapses to an Anthropic-only chain. ─────────────────
|
|
738
|
-
const d = resolveChain(
|
|
739
|
-
{ source: "backlog", data_class: "public", task_class: "session.responder", token_estimate: 5000 },
|
|
740
|
-
{ agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
|
|
741
|
-
);
|
|
742
|
-
assert.equal(d.chosen.provider, "anthropic", "kill switch forces an Anthropic-only chain");
|
|
743
|
-
assert.equal(d.chosen.transport, "anthropic-api", "stock Anthropic session transport (no retarget)");
|
|
744
|
-
assert.deepEqual(d.envForSpawn, {}, "no third-party retarget env under the kill switch");
|
|
745
|
-
assert.match(d.explain, /kill switch/i, "explain names the kill switch");
|
|
746
|
-
assert.ok(d.chain.every((c) => c.ref.startsWith("anthropic/")), "every chain member is Anthropic");
|
|
747
|
-
|
|
748
|
-
// ── spawnRouted executes that Anthropic-only chain (no Kimi candidate). ──
|
|
749
|
-
const calls = [];
|
|
750
|
-
const spawnImpl = (candidate) => {
|
|
751
|
-
calls.push(candidate.ref);
|
|
752
|
-
return { ok: true, result: { resultJson: {} } };
|
|
753
|
-
};
|
|
754
|
-
const res = await spawnRouted(
|
|
755
|
-
{ source: "backlog", data_class: "public", task_class: "session.responder", token_estimate: 5000 },
|
|
756
|
-
{ agentRoot: root, config: policy, catalog, env, now, rng: seededRng(),
|
|
757
|
-
isOpen: () => ({ open: false }), breaker: memBreaker(now), spawnImpl }
|
|
758
|
-
);
|
|
759
|
-
assert.equal(res.ok, true);
|
|
760
|
-
assert.equal(res.decision.chosen.provider, "anthropic", "spawnRouted ran the forced Anthropic chain");
|
|
761
|
-
assert.ok(calls.every((ref) => ref.startsWith("anthropic/")), "no third-party candidate was ever spawned");
|
|
762
|
-
// No retarget env reached the child: a stock Anthropic session, scrubbed of
|
|
763
|
-
// the foreign Moonshot/DeepSeek keys.
|
|
764
|
-
assert.equal(res.env.ANTHROPIC_BASE_URL, undefined, "no ANTHROPIC_BASE_URL retarget under the kill switch");
|
|
765
|
-
assert.equal(res.env.MOONSHOT_API_KEY, undefined, "the Moonshot key is scrubbed from the child env");
|
|
766
|
-
|
|
767
|
-
// ── llmTask also restricts selection to an Anthropic direct row. ───────
|
|
768
|
-
const fetchImpl = async (url, init) => {
|
|
769
|
-
// The kill switch must route to the Anthropic /v1/messages wire.
|
|
770
|
-
assert.match(url, /api\.anthropic\.com\/v1\/messages/, "kill switch routes llmTask to the Anthropic messages wire");
|
|
771
|
-
const body = JSON.parse(init.body);
|
|
772
|
-
assert.ok(!("tools" in body), "llmTask stays tool-less under the kill switch");
|
|
773
|
-
return {
|
|
774
|
-
ok: true, status: 200,
|
|
775
|
-
json: async () => ({ content: [{ type: "text", text: "ok" }], usage: { input_tokens: 10, output_tokens: 2 } }),
|
|
776
|
-
};
|
|
777
|
-
};
|
|
778
|
-
const lt = await llmTask("classify", {
|
|
779
|
-
fetchImpl,
|
|
780
|
-
request: { task_class: "classify.inbox", source: "inbox", data_class: "public" },
|
|
781
|
-
config: policy, catalog, env, now, isOpen: () => ({ open: false }),
|
|
782
|
-
writeLedger: () => {},
|
|
783
|
-
});
|
|
784
|
-
assert.equal(lt.ok, true);
|
|
785
|
-
assert.equal(lt.provider, "anthropic", "kill switch forces llmTask onto an Anthropic direct row");
|
|
786
|
-
assert.equal(lt.wire, "anthropic-messages", "Anthropic direct → anthropic-messages wire");
|
|
787
|
-
} finally {
|
|
788
|
-
cleanup(root);
|
|
789
|
-
}
|
|
790
|
-
});
|
|
791
|
-
|
|
792
|
-
// ===========================================================================
|
|
793
|
-
// 7. Standalone unit coverage for the exported env/argv builders (the dispatcher
|
|
794
|
-
// seam helpers spawnRouted is built from) so a regression in either is caught
|
|
795
|
-
// even if a future spawnRouted refactor masks it.
|
|
796
|
-
// ===========================================================================
|
|
797
|
-
|
|
798
|
-
test("7. buildSpawnArgs + buildChildEnv: deterministic argv order and credential scrubbing", () => {
|
|
799
|
-
// buildSpawnArgs: deterministic, asserts the documented order.
|
|
800
|
-
const args = buildSpawnArgs(
|
|
801
|
-
{ modelFlag: "kimi-k2.6", maxTurns: 8, effort: "medium", agentsJson: { "Haiku-Explore": { model: "claude-haiku-4-5" } }, bare: true },
|
|
802
|
-
{ extraArgs: ["--prompt-file", "/tmp/p"], outputFormat: "json" }
|
|
803
|
-
);
|
|
804
|
-
assert.deepEqual(args.slice(0, 6), ["--print", "--bare", "--output-format", "json", "--model", "kimi-k2.6"]);
|
|
805
|
-
assert.ok(args.includes("--max-turns") && args[args.indexOf("--max-turns") + 1] === "8");
|
|
806
|
-
assert.ok(args.includes("--effort") && args[args.indexOf("--effort") + 1] === "medium");
|
|
807
|
-
assert.ok(args.includes("--agents"), "agentsJson serialized to --agents");
|
|
808
|
-
assert.deepEqual(args.slice(-2), ["--prompt-file", "/tmp/p"]);
|
|
809
|
-
|
|
810
|
-
// buildChildEnv: a third-party retarget injects the empty-string ANTHROPIC_API_KEY
|
|
811
|
-
// and scrubs every foreign credential.
|
|
812
|
-
const child = buildChildEnv(
|
|
813
|
-
{ MOONSHOT_API_KEY: "k", OPENAI_API_KEY: "x", SOME_AUTH_TOKEN: "y", PATH: "/bin", HOME: "/h" },
|
|
814
|
-
{ ANTHROPIC_BASE_URL: "https://api.moonshot.ai/anthropic", ANTHROPIC_AUTH_TOKEN: "k", ANTHROPIC_API_KEY: "", ANTHROPIC_MODEL: "kimi-k2.6" }
|
|
815
|
-
);
|
|
816
|
-
assert.equal(child.ANTHROPIC_BASE_URL, "https://api.moonshot.ai/anthropic");
|
|
817
|
-
assert.equal(child.ANTHROPIC_AUTH_TOKEN, "k");
|
|
818
|
-
assert.equal(child.ANTHROPIC_API_KEY, "", "empty-string discipline (no keychain fallthrough)");
|
|
819
|
-
assert.equal(child.MOONSHOT_API_KEY, undefined, "foreign *_API_KEY scrubbed");
|
|
820
|
-
assert.equal(child.OPENAI_API_KEY, undefined, "unrelated *_API_KEY scrubbed");
|
|
821
|
-
assert.equal(child.SOME_AUTH_TOKEN, undefined, "foreign *_AUTH_TOKEN scrubbed");
|
|
822
|
-
assert.equal(child.PATH, "/bin", "benign env preserved");
|
|
823
|
-
assert.equal(child.HOME, "/h");
|
|
824
|
-
|
|
825
|
-
// A non-retarget (Anthropic session) child scrubs ANTHROPIC_API_KEY by default
|
|
826
|
-
// (hygiene) unless keepAnthropicApiKey is set.
|
|
827
|
-
const stock = buildChildEnv({ ANTHROPIC_API_KEY: "oauth", PATH: "/bin" }, {});
|
|
828
|
-
assert.equal(stock.ANTHROPIC_API_KEY, undefined, "Anthropic key scrubbed by default for a stock session");
|
|
829
|
-
const stockKeep = buildChildEnv({ ANTHROPIC_API_KEY: "oauth", PATH: "/bin" }, {}, { keepAnthropicApiKey: true });
|
|
830
|
-
assert.equal(stockKeep.ANTHROPIC_API_KEY, "oauth", "keepAnthropicApiKey preserves a caller-owned Console key");
|
|
831
|
-
});
|