@cohortapp/agent-sdk 2.16.0 → 2.18.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (529) hide show
  1. package/.claude/settings.json +18 -0
  2. package/.env.example +23 -7
  3. package/README.md +1 -0
  4. package/bin/maestro.mjs +62 -0
  5. package/docs/guides/billing-console-keys.md +60 -0
  6. package/docs/guides/front-door-session.md +54 -9
  7. package/docs/guides/mac-mini.md +20 -25
  8. package/docs/guides/poller-daemon-setup.md +4 -1
  9. package/docs/guides/setup-wizard.md +1 -1
  10. package/docs/runbooks/fleet-rollout.md +156 -0
  11. package/docs/runbooks/mac-mini-bootstrap.md +12 -14
  12. package/lib/action-executor.js +19 -3
  13. package/lib/budget-guard.mjs +279 -3
  14. package/lib/channels/base-adapter.mjs +3 -1
  15. package/lib/channels/contract.mjs +2 -1
  16. package/lib/channels/inbox-item.mjs +8 -0
  17. package/lib/claude-bin.mjs +5 -6
  18. package/lib/cli/doctor-checks.mjs +141 -10
  19. package/lib/cli/global-setup-extras.mjs +5 -1
  20. package/lib/cli/inbox.mjs +100 -15
  21. package/lib/cli/seat-auth.mjs +463 -0
  22. package/lib/cli/session.mjs +80 -12
  23. package/lib/collective/capture.mjs +8 -6
  24. package/lib/collective/global-config.mjs +63 -1
  25. package/lib/collective/presence.mjs +142 -5
  26. package/lib/comms/send-gate.mjs +559 -1
  27. package/lib/context/budget.mjs +327 -0
  28. package/lib/context/history-scope.mjs +138 -0
  29. package/lib/diagnostics/alerts.mjs +49 -0
  30. package/lib/diagnostics/cadence-output-freshness.mjs +288 -0
  31. package/lib/engine/agents/definitions.mjs +343 -0
  32. package/lib/engine/agents/persist.mjs +275 -0
  33. package/lib/engine/agents/runtime.mjs +748 -0
  34. package/lib/engine/agents/usage.mjs +95 -0
  35. package/lib/engine/auth-status.mjs +139 -0
  36. package/lib/engine/budget.mjs +194 -0
  37. package/lib/engine/cli.mjs +1204 -0
  38. package/lib/engine/commands/index.mjs +269 -0
  39. package/lib/engine/context/budget.mjs +219 -0
  40. package/lib/engine/context/cache.mjs +125 -0
  41. package/lib/engine/context/child-env.mjs +215 -0
  42. package/lib/engine/context/compaction.mjs +342 -0
  43. package/lib/engine/context/images.mjs +90 -0
  44. package/lib/engine/context/instructions.mjs +327 -0
  45. package/lib/engine/context/lazy-instructions.mjs +169 -0
  46. package/lib/engine/context/manager.mjs +182 -0
  47. package/lib/engine/context/real-path.mjs +91 -0
  48. package/lib/engine/context/secret-values.mjs +163 -0
  49. package/lib/engine/context/settings.mjs +274 -0
  50. package/lib/engine/context/stream-input.mjs +159 -0
  51. package/lib/engine/guard.mjs +152 -0
  52. package/lib/engine/hooks.mjs +713 -0
  53. package/lib/engine/loop.mjs +560 -0
  54. package/lib/engine/mcp/client.mjs +254 -0
  55. package/lib/engine/mcp/config.mjs +301 -0
  56. package/lib/engine/mcp/http.mjs +201 -0
  57. package/lib/engine/mcp/index.mjs +146 -0
  58. package/lib/engine/mcp/jsonrpc.mjs +147 -0
  59. package/lib/engine/mcp/naming.mjs +66 -0
  60. package/lib/engine/mcp/resources.mjs +89 -0
  61. package/lib/engine/mcp/results.mjs +133 -0
  62. package/lib/engine/mcp/stdio.mjs +137 -0
  63. package/lib/engine/mcp/supervisor.mjs +116 -0
  64. package/lib/engine/messages.mjs +104 -0
  65. package/lib/engine/output/json.mjs +164 -0
  66. package/lib/engine/output/stream-json.mjs +266 -0
  67. package/lib/engine/permissions.mjs +845 -0
  68. package/lib/engine/process-identity.mjs +164 -0
  69. package/lib/engine/process-tree.mjs +551 -0
  70. package/lib/engine/prompt.mjs +60 -0
  71. package/lib/engine/session/store.mjs +299 -0
  72. package/lib/engine/session-runtime/args.mjs +97 -0
  73. package/lib/engine/session-runtime/host.mjs +143 -0
  74. package/lib/engine/session-runtime/inbox.mjs +122 -0
  75. package/lib/engine/session-runtime/notifications.mjs +129 -0
  76. package/lib/engine/session-runtime/registry.mjs +328 -0
  77. package/lib/engine/session-runtime/runner.mjs +344 -0
  78. package/lib/engine/session-runtime/socket.mjs +212 -0
  79. package/lib/engine/session-runtime/wakeup.mjs +115 -0
  80. package/lib/engine/skills/index.mjs +321 -0
  81. package/lib/engine/tools/bash-background.mjs +533 -0
  82. package/lib/engine/tools/bash.mjs +216 -0
  83. package/lib/engine/tools/edit.mjs +97 -0
  84. package/lib/engine/tools/glob.mjs +81 -0
  85. package/lib/engine/tools/grep.mjs +224 -0
  86. package/lib/engine/tools/index.mjs +84 -0
  87. package/lib/engine/tools/list-agents.mjs +32 -0
  88. package/lib/engine/tools/ls.mjs +127 -0
  89. package/lib/engine/tools/monitor.mjs +82 -0
  90. package/lib/engine/tools/notebook-edit.mjs +218 -0
  91. package/lib/engine/tools/read.mjs +103 -0
  92. package/lib/engine/tools/schedule-wakeup.mjs +45 -0
  93. package/lib/engine/tools/schema.mjs +144 -0
  94. package/lib/engine/tools/send-message.mjs +77 -0
  95. package/lib/engine/tools/session.mjs +70 -0
  96. package/lib/engine/tools/todo.mjs +144 -0
  97. package/lib/engine/tools/toolsearch.mjs +217 -0
  98. package/lib/engine/tools/walk.mjs +193 -0
  99. package/lib/engine/tools/web-switch.mjs +31 -0
  100. package/lib/engine/tools/webfetch-html.mjs +387 -0
  101. package/lib/engine/tools/webfetch-net.mjs +340 -0
  102. package/lib/engine/tools/webfetch.mjs +198 -0
  103. package/lib/engine/tools/websearch.mjs +91 -0
  104. package/lib/engine/tools/workflow.mjs +95 -0
  105. package/lib/engine/tools/write.mjs +76 -0
  106. package/lib/engine/tui/line-editor.mjs +137 -0
  107. package/lib/engine/tui/render.mjs +86 -0
  108. package/lib/engine/tui/tui.mjs +274 -0
  109. package/lib/engine/wire/anthropic-messages.mjs +263 -0
  110. package/lib/engine/wire/effort.mjs +36 -0
  111. package/lib/engine/wire/errors.mjs +496 -0
  112. package/lib/engine/wire/http.mjs +441 -0
  113. package/lib/engine/wire/index.mjs +76 -0
  114. package/lib/engine/wire/openai-chat.mjs +332 -0
  115. package/lib/engine/wire/prompt-cache.mjs +79 -0
  116. package/lib/engine/wire/search.mjs +140 -0
  117. package/lib/engine/wire/sse.mjs +114 -0
  118. package/lib/engine/wire/stall.mjs +349 -0
  119. package/lib/engine/wire/token-provider.mjs +175 -0
  120. package/lib/engine/wire/usage.mjs +192 -0
  121. package/lib/engine/workflow/host.mjs +524 -0
  122. package/lib/engine/workflow/journal.mjs +188 -0
  123. package/lib/engine/workflow/json-schema.mjs +171 -0
  124. package/lib/engine/workflow/meta.mjs +329 -0
  125. package/lib/engine/workflow/notifications.mjs +52 -0
  126. package/lib/engine/workflow/runtime.mjs +447 -0
  127. package/lib/engine/workflow/sandbox.mjs +534 -0
  128. package/lib/engine/workflow/worker.mjs +141 -0
  129. package/lib/engine/workflow/worktree.mjs +74 -0
  130. package/lib/execution/disposition.mjs +1 -1
  131. package/lib/execution/intake.mjs +10 -0
  132. package/lib/execution/surface-policy.mjs +15 -0
  133. package/lib/learning/curator.mjs +8 -6
  134. package/lib/learning/reflect.mjs +8 -6
  135. package/lib/model-router/catalog/cohort.yaml +137 -0
  136. package/lib/model-router/catalog.mjs +118 -1
  137. package/lib/model-router/economics.mjs +9 -0
  138. package/lib/model-router/failover.mjs +67 -16
  139. package/lib/model-router/llm-task.mjs +39 -3
  140. package/lib/model-router/resolve.mjs +95 -3
  141. package/lib/model-router/spawn.mjs +46 -47
  142. package/lib/model-router/taxonomy.mjs +126 -4
  143. package/lib/org/cost-sync.mjs +141 -11
  144. package/lib/org/inbound/broadcast.mjs +289 -0
  145. package/lib/org/inbound/collective.mjs +375 -0
  146. package/lib/org/inbound/directedness.mjs +96 -8
  147. package/lib/org/inbound/facts.mjs +82 -4
  148. package/lib/org/inbound/hydrate.mjs +555 -51
  149. package/lib/org/inbound/project.mjs +22 -0
  150. package/lib/org/inbound/surfaces.mjs +14 -0
  151. package/lib/org/llm-token.mjs +879 -0
  152. package/lib/org/mesh.mjs +61 -0
  153. package/lib/org/messaging.mjs +3 -1
  154. package/lib/org/protocol.checksum +1 -1
  155. package/lib/org/protocol.mjs +15 -0
  156. package/lib/org/quota.mjs +520 -0
  157. package/lib/org/tool-surface.mjs +104 -16
  158. package/lib/org/ui-parity.mjs +16 -1
  159. package/lib/org/work-ledger.mjs +37 -6
  160. package/lib/rate-guard.mjs +114 -1
  161. package/lib/resource-governor.mjs +41 -6
  162. package/lib/runtime/adapter.mjs +823 -0
  163. package/lib/runtime/child-env.mjs +191 -0
  164. package/lib/runtime/legacy-shell-guard.mjs +97 -0
  165. package/lib/runtime/seat-engine.mjs +162 -0
  166. package/lib/session/ask-ledger.mjs +271 -0
  167. package/lib/session/current-work.mjs +676 -0
  168. package/lib/session/feed-core.mjs +40 -3
  169. package/lib/session/launch-args.mjs +56 -4
  170. package/lib/session/status-summary.mjs +26 -9
  171. package/lib/session/upgrade-notice.mjs +42 -0
  172. package/lib/setup/claude-probe.mjs +117 -13
  173. package/lib/setup/enrich.mjs +13 -10
  174. package/lib/setup/sections/model.mjs +39 -13
  175. package/lib/telemetry/collect.mjs +208 -9
  176. package/lib/upgrade/ignored-drift.mjs +105 -0
  177. package/lib/voice/post-call-brief.mjs +30 -17
  178. package/package.json +15 -3
  179. package/plugins/maestro-skills/skills/board-work.md +5 -0
  180. package/plugins/maestro-skills/skills/inbound-triage.md +56 -15
  181. package/plugins/maestro-skills/skills/main-session.md +18 -7
  182. package/scripts/ci/check-tarball-fidelity.mjs +126 -2
  183. package/scripts/ci/run-tests.mjs +47 -19
  184. package/scripts/cohort-llm/api-key-helper.mjs +92 -0
  185. package/scripts/collective/hook-runner.mjs +29 -2
  186. package/scripts/continuous-monitor.sh +13 -0
  187. package/scripts/cost/track-claude-usage.mjs +15 -0
  188. package/scripts/daemon/agent-daemon.mjs +408 -20
  189. package/scripts/daemon/assurance.mjs +48 -12
  190. package/scripts/daemon/cadence-consumer.mjs +218 -68
  191. package/scripts/daemon/cadence-handlers.mjs +73 -4
  192. package/scripts/daemon/classifier.mjs +75 -26
  193. package/scripts/daemon/context-compiler.mjs +104 -59
  194. package/scripts/daemon/deliver.mjs +30 -1
  195. package/scripts/daemon/dispatcher.mjs +804 -157
  196. package/scripts/daemon/health.mjs +14 -1
  197. package/scripts/daemon/lib/session-router.mjs +310 -42
  198. package/scripts/daemon/maestro-daemon.mjs +11 -0
  199. package/scripts/daemon/prompt-builder.mjs +121 -12
  200. package/scripts/daemon/responder.mjs +315 -146
  201. package/scripts/daemon/sdk-version.mjs +98 -16
  202. package/scripts/eval/probe-gateway.mjs +635 -0
  203. package/scripts/eval/replay/extract.mjs +270 -0
  204. package/scripts/eval/replay/grade.mjs +260 -0
  205. package/scripts/eval/replay/lib/config.mjs +50 -0
  206. package/scripts/eval/replay/lib/effects.mjs +65 -0
  207. package/scripts/eval/replay/lib/fixture.mjs +188 -0
  208. package/scripts/eval/replay/lib/judge.mjs +72 -0
  209. package/scripts/eval/replay/lib/redact.mjs +136 -0
  210. package/scripts/eval/replay/lib/sandbox.mjs +170 -0
  211. package/scripts/eval/replay/lib/schema-check.mjs +63 -0
  212. package/scripts/eval/replay/lib/transcript.mjs +76 -0
  213. package/scripts/eval/replay/mcp-replay-stub.mjs +101 -0
  214. package/scripts/eval/replay/report.mjs +185 -0
  215. package/scripts/eval/replay/run.mjs +404 -0
  216. package/scripts/fleet/rollout.mjs +1094 -0
  217. package/scripts/hooks/pre-send-audit.sh +36 -245
  218. package/scripts/hooks/pre-write-yaml-validate.mjs +275 -0
  219. package/scripts/hooks/validate-state-yaml.sh +190 -0
  220. package/scripts/huddle/huddle-llm.mjs +361 -0
  221. package/scripts/huddle/huddle-server.mjs +46 -121
  222. package/scripts/local-triggers/autoupdate.sh +448 -78
  223. package/scripts/local-triggers/run-trigger.sh +13 -0
  224. package/scripts/maintenance/pin-integrity.mjs +364 -0
  225. package/scripts/poll-slack-events.sh +41 -9
  226. package/scripts/poller/slack-socket-mode.mjs +28 -3
  227. package/scripts/session/supervisor.mjs +80 -13
  228. package/scripts/spawn-session.sh +13 -0
  229. package/bin/maestro.test.mjs +0 -1574
  230. package/lib/action-executor.test.mjs +0 -871
  231. package/lib/archetype.test.mjs +0 -132
  232. package/lib/assurance/plan-note.test.mjs +0 -234
  233. package/lib/assurance/room-budget.test.mjs +0 -486
  234. package/lib/assurance/tier.test.mjs +0 -174
  235. package/lib/autonomy.test.mjs +0 -66
  236. package/lib/backlog.test.mjs +0 -302
  237. package/lib/backup/policy.test.mjs +0 -305
  238. package/lib/budget-escalate.test.mjs +0 -232
  239. package/lib/budget-guard.envelope.test.mjs +0 -476
  240. package/lib/budget-guard.test.mjs +0 -427
  241. package/lib/cadence-bus-requeue.test.mjs +0 -83
  242. package/lib/cadence-bus-schedule.test.mjs +0 -194
  243. package/lib/cadence-bus.test.mjs +0 -720
  244. package/lib/cadences.test.mjs +0 -230
  245. package/lib/capability/inventory.test.mjs +0 -232
  246. package/lib/capability.test.mjs +0 -78
  247. package/lib/channels/base-adapter.test.mjs +0 -590
  248. package/lib/channels/channels.test.mjs +0 -371
  249. package/lib/channels/contract.test.mjs +0 -162
  250. package/lib/channels/inbox-item.test.mjs +0 -368
  251. package/lib/channels/orgmail/adapter.test.mjs +0 -448
  252. package/lib/channels/pairing.test.mjs +0 -270
  253. package/lib/channels/repeat-suppressor.test.mjs +0 -134
  254. package/lib/channels/slack-adapter.test.mjs +0 -212
  255. package/lib/channels/telegram-adapter.test.mjs +0 -306
  256. package/lib/channels/voice/adapter.test.mjs +0 -278
  257. package/lib/channels/whatsapp/adapter-baileys.test.mjs +0 -359
  258. package/lib/channels/whatsapp/baileys-typing.test.mjs +0 -154
  259. package/lib/charter.test.mjs +0 -89
  260. package/lib/claude-bin.test.mjs +0 -131
  261. package/lib/cli/board.test.mjs +0 -227
  262. package/lib/cli/design.test.mjs +0 -270
  263. package/lib/cli/doctor-checks.test.mjs +0 -336
  264. package/lib/cli/global-setup-extras.test.mjs +0 -462
  265. package/lib/cli/inbox.test.mjs +0 -230
  266. package/lib/cli/session-ack.test.mjs +0 -63
  267. package/lib/cli/session.test.mjs +0 -613
  268. package/lib/collective/capture.test.mjs +0 -121
  269. package/lib/collective/cards.test.mjs +0 -114
  270. package/lib/collective/config.test.mjs +0 -123
  271. package/lib/collective/global-config.test.mjs +0 -220
  272. package/lib/collective/global-skills.test.mjs +0 -126
  273. package/lib/collective/presence.test.mjs +0 -95
  274. package/lib/collective/recall.test.mjs +0 -116
  275. package/lib/collective/vendor-skills.test.mjs +0 -306
  276. package/lib/comms/send-gate.test.mjs +0 -770
  277. package/lib/comms.test.mjs +0 -41
  278. package/lib/cost/ledger-row.test.mjs +0 -183
  279. package/lib/design/design-md.test.mjs +0 -318
  280. package/lib/design/fixtures/DESIGN.golden.md +0 -238
  281. package/lib/design/fixtures/PRODUCT.golden.md +0 -67
  282. package/lib/design/fixtures/foundation.json +0 -133
  283. package/lib/design/refresh-gate.test.mjs +0 -144
  284. package/lib/design/write.test.mjs +0 -241
  285. package/lib/diagnostics/alerts.test.mjs +0 -318
  286. package/lib/diagnostics/backup-freshness.test.mjs +0 -185
  287. package/lib/diagnostics/counters.test.mjs +0 -206
  288. package/lib/diagnostics/events.test.mjs +0 -290
  289. package/lib/diagnostics/otel.test.mjs +0 -196
  290. package/lib/diagnostics/trace.test.mjs +0 -251
  291. package/lib/env-compat.test.mjs +0 -104
  292. package/lib/execution/disposition.test.mjs +0 -553
  293. package/lib/execution/drive.test.mjs +0 -270
  294. package/lib/execution/effects.test.mjs +0 -344
  295. package/lib/execution/intake.test.mjs +0 -389
  296. package/lib/execution/journal.test.mjs +0 -261
  297. package/lib/execution/match.test.mjs +0 -235
  298. package/lib/execution/pipeline.test.mjs +0 -392
  299. package/lib/execution/route.test.mjs +0 -186
  300. package/lib/execution/surface-policy.test.mjs +0 -162
  301. package/lib/fs-atomic.test.mjs +0 -72
  302. package/lib/fs-ownership.test.mjs +0 -158
  303. package/lib/goals/admission.test.mjs +0 -164
  304. package/lib/goals/classify.test.mjs +0 -167
  305. package/lib/goals/collaborate.test.mjs +0 -336
  306. package/lib/goals/gaps.test.mjs +0 -284
  307. package/lib/goals/loop.test.mjs +0 -845
  308. package/lib/hooks/bus.test.mjs +0 -387
  309. package/lib/identity/persona.test.mjs +0 -142
  310. package/lib/kpi-sensors.test.mjs +0 -278
  311. package/lib/kpi.test.mjs +0 -244
  312. package/lib/learning/config.test.mjs +0 -75
  313. package/lib/learning/counters.test.mjs +0 -69
  314. package/lib/learning/curator-consolidate.test.mjs +0 -238
  315. package/lib/learning/curator.test.mjs +0 -106
  316. package/lib/learning/reflect.test.mjs +0 -0
  317. package/lib/learning/session-index.test.mjs +0 -125
  318. package/lib/learning/skill-writer.test.mjs +0 -210
  319. package/lib/mandate/audit.test.mjs +0 -195
  320. package/lib/mandate/contract.test.mjs +0 -185
  321. package/lib/mandate/derive.test.mjs +0 -274
  322. package/lib/mandate/model.test.mjs +0 -164
  323. package/lib/mandate/refresh.test.mjs +0 -389
  324. package/lib/mcp/server.test.mjs +0 -426
  325. package/lib/model-router/auth-profiles.test.mjs +0 -580
  326. package/lib/model-router/catalog.test.mjs +0 -385
  327. package/lib/model-router/economics.test.mjs +0 -438
  328. package/lib/model-router/failover.test.mjs +0 -439
  329. package/lib/model-router/health.test.mjs +0 -338
  330. package/lib/model-router/integration-coverage.test.mjs +0 -831
  331. package/lib/model-router/integration.test.mjs +0 -564
  332. package/lib/model-router/ledger.test.mjs +0 -415
  333. package/lib/model-router/llm-task.test.mjs +0 -392
  334. package/lib/model-router/org-credentials.test.mjs +0 -265
  335. package/lib/model-router/pricing-refresh.test.mjs +0 -286
  336. package/lib/model-router/reconcile.test.mjs +0 -316
  337. package/lib/model-router/repair.test.mjs +0 -180
  338. package/lib/model-router/spawn.test.mjs +0 -446
  339. package/lib/model-router/taxonomy.test.mjs +0 -410
  340. package/lib/model-router.test.mjs +0 -1207
  341. package/lib/org/activity.test.mjs +0 -134
  342. package/lib/org/approvals.test.mjs +0 -216
  343. package/lib/org/awareness.test.mjs +0 -159
  344. package/lib/org/board-mine-cache.test.mjs +0 -53
  345. package/lib/org/board.test.mjs +0 -187
  346. package/lib/org/bootstrap-context.test.mjs +0 -153
  347. package/lib/org/client.test.mjs +0 -1206
  348. package/lib/org/cohort-client.test.mjs +0 -126
  349. package/lib/org/cost-sync.test.mjs +0 -153
  350. package/lib/org/doctor.test.mjs +0 -346
  351. package/lib/org/engagement-ledger.test.mjs +0 -112
  352. package/lib/org/engagement.test.mjs +0 -739
  353. package/lib/org/handoff.test.mjs +0 -269
  354. package/lib/org/inbound/directedness.test.mjs +0 -668
  355. package/lib/org/inbound/facts.test.mjs +0 -471
  356. package/lib/org/inbound/hydrate.test.mjs +0 -453
  357. package/lib/org/inbound/index.test.mjs +0 -429
  358. package/lib/org/inbound/project.test.mjs +0 -287
  359. package/lib/org/integration-tools.test.mjs +0 -160
  360. package/lib/org/keys.test.mjs +0 -92
  361. package/lib/org/knowledge.test.mjs +0 -326
  362. package/lib/org/leases.test.mjs +0 -235
  363. package/lib/org/mesh-directives.test.mjs +0 -110
  364. package/lib/org/mesh-integration.test.mjs +0 -127
  365. package/lib/org/mesh.test.mjs +0 -400
  366. package/lib/org/messaging.test.mjs +0 -471
  367. package/lib/org/param-contract.test.mjs +0 -477
  368. package/lib/org/policy.test.mjs +0 -237
  369. package/lib/org/protocol.checksum.test.mjs +0 -90
  370. package/lib/org/protocol.test.mjs +0 -323
  371. package/lib/org/push.test.mjs +0 -792
  372. package/lib/org/registry.test.mjs +0 -100
  373. package/lib/org/resource-tools.test.mjs +0 -361
  374. package/lib/org/tool-access.test.mjs +0 -144
  375. package/lib/org/tool-surface-integration.test.mjs +0 -120
  376. package/lib/org/tool-surface.test.mjs +0 -1268
  377. package/lib/org/typing.test.mjs +0 -291
  378. package/lib/org/ui-parity.test.mjs +0 -560
  379. package/lib/org/verify.test.mjs +0 -194
  380. package/lib/org/work-ledger.test.mjs +0 -273
  381. package/lib/plan/adoption-e2e.test.mjs +0 -366
  382. package/lib/plan/budget-enforcement.test.mjs +0 -400
  383. package/lib/plan/compile.test.mjs +0 -382
  384. package/lib/plan/emit.test.mjs +0 -269
  385. package/lib/plan/explain.test.mjs +0 -188
  386. package/lib/prompts/parallelism.test.mjs +0 -177
  387. package/lib/rag/rag.test.mjs +0 -505
  388. package/lib/rate-guard.test.mjs +0 -272
  389. package/lib/reactive-gate.test.mjs +0 -57
  390. package/lib/render.test.mjs +0 -68
  391. package/lib/resource-governor.test.mjs +0 -488
  392. package/lib/scheduling/dynamic-jobs.test.mjs +0 -344
  393. package/lib/scheduling/jitter.test.mjs +0 -140
  394. package/lib/secrets/broker.test.mjs +0 -280
  395. package/lib/secrets/providers.test.mjs +0 -274
  396. package/lib/security/audit-engine.test.mjs +0 -424
  397. package/lib/security/coerce-args.test.mjs +0 -281
  398. package/lib/security/dangerous-tools.test.mjs +0 -68
  399. package/lib/security/external-content.test.mjs +0 -84
  400. package/lib/security/redact.test.mjs +0 -441
  401. package/lib/security/secret-equal.test.mjs +0 -55
  402. package/lib/session/config.test.mjs +0 -92
  403. package/lib/session/feed-core.test.mjs +0 -198
  404. package/lib/session/first-run.test.mjs +0 -121
  405. package/lib/session/frontdoor.test.mjs +0 -205
  406. package/lib/session/handoffs.test.mjs +0 -183
  407. package/lib/session/identity.test.mjs +0 -180
  408. package/lib/session/inbox-claims.test.mjs +0 -286
  409. package/lib/session/launch-args.test.mjs +0 -157
  410. package/lib/session/liveness.test.mjs +0 -100
  411. package/lib/session/status-summary.test.mjs +0 -118
  412. package/lib/session-permissions.test.mjs +0 -120
  413. package/lib/setup/claude-probe.test.mjs +0 -187
  414. package/lib/setup/completeness.test.mjs +0 -110
  415. package/lib/setup/context-pack.test.mjs +0 -89
  416. package/lib/setup/enrich.test.mjs +0 -115
  417. package/lib/setup/enroll-from-cohort.test.mjs +0 -300
  418. package/lib/setup/integration.test.mjs +0 -162
  419. package/lib/setup/io.test.mjs +0 -77
  420. package/lib/setup/runner.test.mjs +0 -132
  421. package/lib/setup/sections/identity.test.mjs +0 -234
  422. package/lib/setup/sections/inventory.test.mjs +0 -198
  423. package/lib/setup/sections/learning.test.mjs +0 -81
  424. package/lib/setup/sections/mandate.test.mjs +0 -388
  425. package/lib/setup/sections/messaging.test.mjs +0 -127
  426. package/lib/setup/sections/model.test.mjs +0 -240
  427. package/lib/setup/sections/org.test.mjs +0 -346
  428. package/lib/setup/sections/orgmail.test.mjs +0 -118
  429. package/lib/setup/sections/recovery.test.mjs +0 -98
  430. package/lib/setup/sections/subagents.test.mjs +0 -429
  431. package/lib/setup/sections/verify.test.mjs +0 -175
  432. package/lib/setup/sot.test.mjs +0 -81
  433. package/lib/setup/state.test.mjs +0 -115
  434. package/lib/singleton.test.mjs +0 -151
  435. package/lib/subagents/cli.test.mjs +0 -389
  436. package/lib/subagents/client.test.mjs +0 -309
  437. package/lib/subagents/gap.test.mjs +0 -234
  438. package/lib/subagents/lock.test.mjs +0 -248
  439. package/lib/subagents/manifest.test.mjs +0 -175
  440. package/lib/subagents/refs.test.mjs +0 -204
  441. package/lib/subagents/resolve.test.mjs +0 -422
  442. package/lib/subagents/schema.test.mjs +0 -328
  443. package/lib/telemetry/alerts.test.mjs +0 -109
  444. package/lib/telemetry/collect.test.mjs +0 -1274
  445. package/lib/tool-definitions-integration.test.mjs +0 -83
  446. package/lib/tool-definitions.test.mjs +0 -437
  447. package/lib/upgrade/global-refresh.test.mjs +0 -65
  448. package/lib/upgrade/launchd-reconcile.test.mjs +0 -272
  449. package/lib/upgrade/post-steps.test.mjs +0 -200
  450. package/lib/upgrade/verify.test.mjs +0 -164
  451. package/lib/util/fetch-timeout.test.mjs +0 -202
  452. package/lib/util/reconnect.test.mjs +0 -369
  453. package/lib/util/unhandled.test.mjs +0 -216
  454. package/lib/voice/outbound.test.mjs +0 -69
  455. package/lib/voice/session-rotation.test.mjs +0 -114
  456. package/lib/voice/stt.test.mjs +0 -226
  457. package/lib/voice/voice.test.mjs +0 -990
  458. package/scripts/cadence/enqueue-cadence-tick.test.mjs +0 -187
  459. package/scripts/ci/check-docs-accuracy.test.mjs +0 -409
  460. package/scripts/ci/check-durable-write-seam.test.mjs +0 -90
  461. package/scripts/ci/check-no-build-artifacts.test.mjs +0 -71
  462. package/scripts/ci/check-no-residual-identity.test.mjs +0 -202
  463. package/scripts/ci/check-skill-packs.test.mjs +0 -495
  464. package/scripts/ci/check-subagent-frontmatter.test.mjs +0 -124
  465. package/scripts/ci/check.test.mjs +0 -194
  466. package/scripts/ci/conformance-org-api.test.mjs +0 -425
  467. package/scripts/cloud-relay/voice/relay-identity.test.mjs +0 -96
  468. package/scripts/collective/hook-runner.test.mjs +0 -173
  469. package/scripts/cost/fleet-digest.test.mjs +0 -207
  470. package/scripts/cost/track-claude-usage-pricing.test.mjs +0 -183
  471. package/scripts/cost/track-claude-usage.test.mjs +0 -148
  472. package/scripts/daemon/agent-daemon-board-mine.test.mjs +0 -96
  473. package/scripts/daemon/agent-daemon-design.test.mjs +0 -238
  474. package/scripts/daemon/agent-daemon-frontdoor.test.mjs +0 -60
  475. package/scripts/daemon/agent-daemon.test.mjs +0 -995
  476. package/scripts/daemon/assurance-e2e.test.mjs +0 -613
  477. package/scripts/daemon/assurance.test.mjs +0 -1791
  478. package/scripts/daemon/board-mirror.test.mjs +0 -165
  479. package/scripts/daemon/cadence-consumer-frontdoor.test.mjs +0 -393
  480. package/scripts/daemon/cadence-consumer-governance.test.mjs +0 -276
  481. package/scripts/daemon/cadence-consumer.test.mjs +0 -776
  482. package/scripts/daemon/cadence-handlers.test.mjs +0 -837
  483. package/scripts/daemon/classifier-identity.test.mjs +0 -137
  484. package/scripts/daemon/classifier.test.mjs +0 -266
  485. package/scripts/daemon/classify-kind.test.mjs +0 -40
  486. package/scripts/daemon/context-compiler.test.mjs +0 -300
  487. package/scripts/daemon/deliver.test.mjs +0 -564
  488. package/scripts/daemon/dispatcher-cooldown.test.mjs +0 -122
  489. package/scripts/daemon/dispatcher-governance.test.mjs +0 -1013
  490. package/scripts/daemon/dispatcher-resume.test.mjs +0 -166
  491. package/scripts/daemon/execution-ladder.test.mjs +0 -470
  492. package/scripts/daemon/goal-steward-cadence.test.mjs +0 -312
  493. package/scripts/daemon/inbox-deferral-session.test.mjs +0 -49
  494. package/scripts/daemon/inbox-deferral.test.mjs +0 -336
  495. package/scripts/daemon/inbox-wake.test.mjs +0 -199
  496. package/scripts/daemon/integration.test.mjs +0 -149
  497. package/scripts/daemon/lib/self-echo.test.mjs +0 -153
  498. package/scripts/daemon/lib/session-router.test.mjs +0 -295
  499. package/scripts/daemon/prompt-builder-preamble.test.mjs +0 -210
  500. package/scripts/daemon/prompt-builder.test.mjs +0 -344
  501. package/scripts/daemon/responder-cost.test.mjs +0 -68
  502. package/scripts/daemon/responder-history.test.mjs +0 -185
  503. package/scripts/daemon/sdk-version.test.mjs +0 -31
  504. package/scripts/daemon/session-lock.test.mjs +0 -252
  505. package/scripts/daemon/session-outcomes.test.mjs +0 -533
  506. package/scripts/daemon/typing-registry.test.mjs +0 -102
  507. package/scripts/hooks/pre-send-audit.test.mjs +0 -354
  508. package/scripts/huddle/huddle-prompt.test.mjs +0 -176
  509. package/scripts/local-triggers/autoupdate.test.mjs +0 -518
  510. package/scripts/local-triggers/generate-plists.test.mjs +0 -456
  511. package/scripts/media-generation/brand-clause.test.mjs +0 -135
  512. package/scripts/org/send-orgmail.first-contact.test.mjs +0 -102
  513. package/scripts/poller/inbox-privilege-injection.test.mjs +0 -167
  514. package/scripts/poller/inbox-scan-poller.test.mjs +0 -295
  515. package/scripts/poller/lib/cloud-relay-dedup.test.mjs +0 -133
  516. package/scripts/poller/slack-socket-mode.test.mjs +0 -805
  517. package/scripts/poller-launchd/install.test.mjs +0 -243
  518. package/scripts/restore-from-backup.test.mjs +0 -181
  519. package/scripts/session/feed.test.mjs +0 -196
  520. package/scripts/session/supervisor-sh.test.mjs +0 -218
  521. package/scripts/session/supervisor.test.mjs +0 -482
  522. package/scripts/setup/configure-macos.test.mjs +0 -306
  523. package/scripts/setup/gen-subagent-manifest.test.mjs +0 -124
  524. package/scripts/setup/generate-agent-package-json.test.mjs +0 -143
  525. package/scripts/setup/generate-capability.test.mjs +0 -134
  526. package/scripts/setup/init-agent.test.mjs +0 -370
  527. package/scripts/setup/init-skill-marketplace.test.mjs +0 -193
  528. package/scripts/vendor/sync-skill-packs.test.mjs +0 -103
  529. package/scripts/watchdog/memory-watchdog.test.mjs +0 -64
@@ -1,564 +0,0 @@
1
- /**
2
- * lib/model-router/integration.test.mjs — end-to-end router resolution +
3
- * failover, exercised over the REAL bundled catalog + a test policy.
4
- *
5
- * This is the seam test the v2 surface is contracted against (SPEC §6 / §12.2):
6
- * it drives the actual `resolveChain` brain (lib/model-router/resolve.mjs) on top
7
- * of the real bundled catalog YAMLs (lib/model-router/catalog/*.yaml), through the
8
- * real cost ledger (estimateCost) and the real failover engine (stepChain) against
9
- * the real disposition table (taxonomy.mjs DISPOSITION). Nothing here is a wire
10
- * mock of the router internals — only the OUTSIDE world is injected:
11
- *
12
- * - a tmp agentRoot (real fs) so the catalog + ledger have a hermetic home,
13
- * - an injected env so credential gates are deterministic (no real keys),
14
- * - an injected clock + rng so decision_ids / cooldowns are reproducible,
15
- * - an injected isOpen / in-memory breaker so no breaker files are touched,
16
- * - an injected `attempt` fn that returns SCRIPTED FailoverReasons (NO live API).
17
- *
18
- * The five lanes mirror the component brief 1–5:
19
- * 1. cheap-first rule → cheapest catalog row meeting the bar; explain + decision_id.
20
- * 2. unset auth_env candidate skipped + recorded in tried[] (missing_credential);
21
- * resolution falls through to the next chain member.
22
- * 3. failover: rate_limit steps the chain; a backend:model breaker opens; a
23
- * second resolution within cooldown skips the open key; context_overflow does
24
- * NOT fail over; network does NOT open a breaker.
25
- * 4. estCostUSD is catalog-priced + cache-aware; a volatile-priced model
26
- * projects at the steady-state (higher) figure, never the promo sticker.
27
- * 5. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic.
28
- *
29
- * House style: node:test, node:assert/strict, hermetic, no network. Mirrors the
30
- * DI discipline of failover.test.mjs / health.test.mjs / resource-governor.
31
- */
32
-
33
- import { test } from "node:test";
34
- import assert from "node:assert/strict";
35
- import { mkdtempSync, rmSync, mkdirSync } from "node:fs";
36
- import { tmpdir } from "node:os";
37
- import { join, dirname } from "node:path";
38
- import { fileURLToPath } from "node:url";
39
-
40
- import { resolveChain } from "./resolve.mjs";
41
- import { loadCatalog, lookupModel } from "./catalog.mjs";
42
- import { estimateCost } from "./ledger.mjs";
43
- import { stepChain } from "./failover.mjs";
44
- import { keyFor } from "./health.mjs";
45
- import { DISPOSITION } from "./taxonomy.mjs";
46
-
47
- const __dirname = dirname(fileURLToPath(import.meta.url));
48
- const BUNDLED_DIR = join(__dirname, "catalog");
49
-
50
- // ---------------------------------------------------------------------------
51
- // Hermetic harness: tmp agentRoot + injected clock/rng/env + the REAL bundled
52
- // catalog. resolveChain takes the catalog by injection so no FS read happens on
53
- // the decision path; loadCatalog reads the real YAMLs once.
54
- // ---------------------------------------------------------------------------
55
-
56
- function tmpRoot() {
57
- const root = mkdtempSync(join(tmpdir(), "maestro-router-int-"));
58
- mkdirSync(join(root, "state", "model-router"), { recursive: true });
59
- mkdirSync(join(root, "state", "cost-tracking"), { recursive: true });
60
- return root;
61
- }
62
-
63
- function fakeClock(start = 1_700_000_000_000) {
64
- let t = start;
65
- const now = () => t;
66
- now.advance = (ms) => { t += ms; };
67
- now.set = (v) => { t = v; };
68
- return now;
69
- }
70
-
71
- /** Deterministic rng so decision_id randomness is reproducible. */
72
- function seededRng(seed = 0.42) {
73
- let s = seed;
74
- return () => {
75
- s = (s * 9301 + 49297) % 233280;
76
- return s / 233280;
77
- };
78
- }
79
-
80
- /** The real bundled catalog, loaded once per test (hermetic — reads YAMLs only). */
81
- function loadBundled(root, overrides = {}) {
82
- const res = loadCatalog(root, { bundledDir: BUNDLED_DIR, agentRoot: root, ...overrides });
83
- // Sanity: the catalog must have parsed cleanly enough to contain the rows the
84
- // policy below references — a fatal catalog error would make every lane lie.
85
- assert.ok(res.byRef.size > 0, "bundled catalog parsed at least one row");
86
- assert.ok(lookupModel(res, "anthropic/claude-haiku-4-5"), "haiku row present");
87
- assert.ok(lookupModel(res, "deepseek/deepseek-v4-flash"), "deepseek flash row present");
88
- return res;
89
- }
90
-
91
- /**
92
- * In-memory breaker matching the health.mjs semantics resolveChain consults
93
- * (isOpen → {open}) and failover.mjs drives (open/close), with the stepped
94
- * rate_limit ladder from the real DISPOSITION table. Backend:model scoped.
95
- */
96
- function memBreaker(now) {
97
- const map = new Map();
98
- const clock = typeof now === "function" ? now : () => now;
99
- return {
100
- map,
101
- isOpen(key, at) {
102
- const t = Number.isFinite(at) ? at : clock();
103
- const s = map.get(key);
104
- if (!s) return { open: false, until: 0, reason: null, strikes: 0 };
105
- return { open: s.cooldownUntil > t, until: s.cooldownUntil, reason: s.reason, strikes: s.strikes };
106
- },
107
- open(key, reason, ms, at) {
108
- const t = Number.isFinite(at) ? at : clock();
109
- const prev = map.get(key) || { strikes: 0, cooldownUntil: 0 };
110
- const strikes = prev.strikes + 1;
111
- let cd = ms;
112
- if (cd == null) {
113
- const d = DISPOSITION[reason];
114
- if (d && Array.isArray(d.stepped) && d.stepped.length) {
115
- cd = d.stepped[Math.min(strikes - 1, d.stepped.length - 1)];
116
- } else if (d && d.cooldownMs === Infinity) {
117
- cd = Infinity;
118
- } else {
119
- cd = (d && d.cooldownMs) || 0;
120
- }
121
- }
122
- const until = cd === Infinity ? Infinity : Math.max(prev.cooldownUntil, t + cd);
123
- const next = { key, reason, strikes, cooldownUntil: until, openedAt: t };
124
- map.set(key, next);
125
- return next;
126
- },
127
- close(key) { map.delete(key); },
128
- };
129
- }
130
-
131
- /**
132
- * A v2 test policy. The chains are ordered cheap→expensive on purpose so the
133
- * first surviving candidate is the cheapest one that meets the bar (resolveChain
134
- * picks the first gate-survivor in chain order — §6.1).
135
- */
136
- function testPolicy() {
137
- return {
138
- schema_version: 2,
139
- source_path: "<test-policy>",
140
- aliases: {
141
- frontier: "anthropic/claude-opus-4-8",
142
- default: "anthropic/claude-sonnet-4-6",
143
- fast: "anthropic/claude-haiku-4-5",
144
- cheap: "deepseek/deepseek-v4-flash",
145
- "cheap-pro": "deepseek/deepseek-v4-pro",
146
- },
147
- defaults: {
148
- needs_tool_use_for_sessions: true,
149
- data_class: "sensitive",
150
- cache_ttl: "1h",
151
- },
152
- backends: {
153
- anthropic: { allowed_data_classes: ["public", "internal", "sensitive"] },
154
- deepseek: { allowed_data_classes: ["public"] },
155
- },
156
- routing_policy: [
157
- // direct, tool-less lookup: cheapest-first chain. deepseek (grade B) is
158
- // legal on the DIRECT lane; the grade-A gate only bites session+tool work.
159
- {
160
- match: { task_class: "lookup.*" },
161
- harness: "direct",
162
- needs_tool_use: false,
163
- chain: ["cheap", "fast"],
164
- },
165
- // a public-data direct task that prices a volatile model at steady-state.
166
- {
167
- match: { task_class: "learning.curate" },
168
- harness: "direct",
169
- needs_tool_use: false,
170
- chain: ["cheap-pro"],
171
- },
172
- {
173
- match: { task_class: "classify.inbox" },
174
- harness: "direct",
175
- needs_tool_use: false,
176
- chain: ["cheap", "fast"],
177
- },
178
- { default: true, chain: ["default", "fast"] },
179
- ],
180
- fallback_to_anthropic: true,
181
- strip_attribution_header: true,
182
- disable_experimental_betas: true,
183
- };
184
- }
185
-
186
- function cleanup(root) {
187
- try { rmSync(root, { recursive: true, force: true }); } catch { /* */ }
188
- }
189
-
190
- // ===========================================================================
191
- // 1. Cheap-first: resolves to the cheapest catalog row that meets the bar.
192
- // ===========================================================================
193
-
194
- test("1. cheap-first rule resolves to the cheapest qualifying row; explain + decision_id set", () => {
195
- const root = tmpRoot();
196
- try {
197
- const catalog = loadBundled(root);
198
- const now = fakeClock();
199
- const policy = testPolicy();
200
- // deepseek key PRESENT so the cheap candidate is reachable; the Anthropic
201
- // Console key is present too so the direct-api Anthropic failover tail
202
- // (haiku) is reachable (gate 6: a DIRECT Anthropic call needs ANTHROPIC_API_KEY).
203
- const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", ANTHROPIC_API_KEY: "sk-test-anthropic" };
204
-
205
- const d = resolveChain(
206
- {
207
- task_class: "lookup.gmail",
208
- source: "inbox",
209
- data_class: "public", // deepseek is public-only; derived by the caller
210
- token_estimate: 5000,
211
- },
212
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
213
- );
214
-
215
- // Cheapest qualifying row in the chain ["cheap"=deepseek-flash, "fast"=haiku].
216
- // deepseek-v4-flash input $0.14/MTok ≪ haiku input $1.0/MTok → cheap wins.
217
- assert.equal(d.chosen.provider, "deepseek", "cheapest qualifying provider chosen");
218
- assert.equal(d.chosen.model, "deepseek-v4-flash");
219
- assert.equal(d.chosen.harness, "direct");
220
- assert.equal(d.chosen.transport, "openai-completions", "direct third-party → openai wire transport");
221
- assert.equal(d.chosen.wire, "openai");
222
-
223
- // The chosen row really is the cheaper of the two candidates at this size.
224
- const cheapCost = estimateCost(catalog, { ref: "deepseek/deepseek-v4-flash", inputTokens: 5000, outputTokens: 2000, budget: true }).usd;
225
- const fastCost = estimateCost(catalog, { ref: "anthropic/claude-haiku-4-5", inputTokens: 5000, outputTokens: 2000, budget: true }).usd;
226
- assert.ok(cheapCost < fastCost, `cheap (${cheapCost}) < fast (${fastCost})`);
227
-
228
- // Mandatory contract fields.
229
- assert.equal(typeof d.explain, "string");
230
- assert.ok(d.explain.length > 0, "explain is a non-empty one-liner");
231
- assert.match(d.explain, /deepseek\/deepseek-v4-flash/, "explain names the chosen row");
232
- assert.ok(d.decision_id && typeof d.decision_id === "string", "decision_id set");
233
- assert.ok(d.decision_id.length >= 10, "decision_id is ulid-ish");
234
- assert.equal(typeof d.estCostUSD, "number");
235
- assert.ok(d.estCostUSD >= 0);
236
-
237
- // The full chain is visible (cheap then the fast failover tail).
238
- assert.deepEqual(d.chain.map((c) => c.ref), ["deepseek/deepseek-v4-flash", "anthropic/claude-haiku-4-5"]);
239
- // audit join fields.
240
- assert.ok(d.audit, "audit block present");
241
- assert.equal(d.audit.config_source, "<test-policy>");
242
- } finally {
243
- cleanup(root);
244
- }
245
- });
246
-
247
- // ===========================================================================
248
- // 2. Unset auth_env candidate skipped → tried[] missing_credential → next.
249
- // ===========================================================================
250
-
251
- test("2. candidate with unset auth_env is skipped (missing_credential) and falls through to the next", () => {
252
- const root = tmpRoot();
253
- try {
254
- const catalog = loadBundled(root);
255
- const now = fakeClock();
256
- const policy = testPolicy();
257
- // NO DEEPSEEK_API_KEY → the cheap (deepseek) candidate is unreachable. The
258
- // Anthropic Console key IS present so the NEXT chain member (direct-api
259
- // haiku) is reachable and becomes the fall-through target — demonstrating a
260
- // clean fall-through to the next member rather than the safety net.
261
- const env = { ANTHROPIC_API_KEY: "sk-test-anthropic" };
262
-
263
- const d = resolveChain(
264
- {
265
- task_class: "lookup.calendar",
266
- source: "inbox",
267
- data_class: "public",
268
- token_estimate: 4000,
269
- },
270
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
271
- );
272
-
273
- // Falls through to the next chain member (haiku).
274
- assert.equal(d.chosen.provider, "anthropic", "falls through to anthropic");
275
- assert.equal(d.chosen.model, "claude-haiku-4-5");
276
-
277
- // The skip is recorded in tried[] with the exact reason.
278
- const skip = d.tried.find((t) => t.ref === "deepseek/deepseek-v4-flash");
279
- assert.ok(skip, "deepseek candidate recorded in tried[]");
280
- assert.equal(skip.ok, false);
281
- assert.equal(skip.reason, "missing_credential", "key-absence-as-enforcement reason");
282
-
283
- // The explain string surfaces the skip (key-absence visible, not silent).
284
- assert.match(d.explain, /missing_credential/);
285
- assert.ok(d.decision_id);
286
- } finally {
287
- cleanup(root);
288
- }
289
- });
290
-
291
- // ===========================================================================
292
- // 3. Failover: rate_limit steps the chain; backend:model breaker opens; a
293
- // second resolution within cooldown skips the open key. context_overflow
294
- // does NOT fail over. network does NOT open a breaker.
295
- // ===========================================================================
296
-
297
- test("3a. rate_limit fails over to the next chain member and opens a backend:model breaker", async () => {
298
- const root = tmpRoot();
299
- try {
300
- const catalog = loadBundled(root);
301
- const now = fakeClock();
302
- const policy = testPolicy();
303
- // Both keys present: deepseek so the cheap candidate resolves first, and the
304
- // Anthropic Console key so the direct-api haiku failover tail is reachable.
305
- const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", ANTHROPIC_API_KEY: "sk-test-anthropic" };
306
- const breaker = memBreaker(now);
307
-
308
- // First resolution: cheap (deepseek) is reachable, no breaker open.
309
- const d = resolveChain(
310
- { task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
311
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: (k, at) => breaker.isOpen(k, at) }
312
- );
313
- assert.equal(d.chosen.ref || `${d.chosen.provider}/${d.chosen.model}`, "deepseek/deepseek-v4-flash");
314
-
315
- // Drive the failover engine over the resolved chain with a SCRIPTED attempt
316
- // fn (no live API): the cheap candidate returns rate_limit, then haiku ok.
317
- const chain = d.chain.map((c) => ({
318
- ref: c.ref,
319
- breakerKey: keyFor(c.ref.split("/")[0], c.ref.split("/")[1]),
320
- backendKey: keyFor(c.ref.split("/")[0]),
321
- }));
322
- const script = {
323
- "deepseek/deepseek-v4-flash": { ok: false, reason: "rate_limit" },
324
- "anthropic/claude-haiku-4-5": { ok: true, value: "answered" },
325
- };
326
- const attempt = (cand) => script[cand.ref] || { ok: false, reason: "unknown" };
327
-
328
- const out = await stepChain(chain, { attempt, now, breaker });
329
-
330
- assert.equal(out.ok, true, "chain stepped to a working candidate");
331
- assert.equal(out.chosen.ref, "anthropic/claude-haiku-4-5", "failed over to haiku");
332
- assert.equal(out.value, "answered");
333
- // tried[] shows the rate_limit on deepseek then ok on haiku.
334
- assert.equal(out.tried[0].ref, "deepseek/deepseek-v4-flash");
335
- assert.equal(out.tried[0].reason, "rate_limit");
336
-
337
- // The breaker that opened is the backend:model-scoped key (rate_limit scope),
338
- // NOT the bare backend key — Haiku flows while the deepseek-flash bucket is dry.
339
- const modelKey = keyFor("deepseek", "deepseek-v4-flash");
340
- const backendKey = keyFor("deepseek");
341
- assert.ok(breaker.map.has(modelKey), "backend:model breaker opened for the rate-limited model");
342
- assert.equal(breaker.map.has(backendKey), false, "the coarse backend breaker is NOT opened (model-scoped cooldown)");
343
- assert.equal(DISPOSITION.rate_limit.cooldownScope, "backend:model", "disposition contract: model-scoped");
344
- // A SUCCESSFUL failover carries no wake time (work got done — nothing to
345
- // re-queue), so the summary's soonestCooldownExpiry is null; the opened
346
- // breaker still records a concrete future cooldown (never hot-loops).
347
- assert.equal(out.soonestCooldownExpiry, null, "successful failover needs no re-queue wake time");
348
- assert.ok(breaker.map.get(modelKey).cooldownUntil > now(), "the opened breaker holds a concrete future cooldown");
349
- assert.equal(breaker.map.get(modelKey).cooldownUntil, now() + DISPOSITION.rate_limit.stepped[0], "first rate_limit strike = 30s step");
350
-
351
- // ── Second resolution WITHIN the cooldown: the open backend:model key makes
352
- // the cheap candidate unreachable, so resolution skips it for haiku.
353
- const d2 = resolveChain(
354
- { task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
355
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: (k, at) => breaker.isOpen(k, at) }
356
- );
357
- assert.equal(d2.chosen.provider, "anthropic", "open breaker → second resolution skips deepseek");
358
- assert.equal(d2.chosen.model, "claude-haiku-4-5");
359
- const skip2 = d2.tried.find((t) => t.ref === "deepseek/deepseek-v4-flash");
360
- assert.ok(skip2, "skipped deepseek recorded in tried[]");
361
- assert.equal(skip2.reason, "breaker_open", "skip reason is the open breaker");
362
-
363
- // ── After the cooldown expires, the cheap candidate is reachable again.
364
- now.advance(DISPOSITION.rate_limit.stepped[0] + 1);
365
- const d3 = resolveChain(
366
- { task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
367
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: (k, at) => breaker.isOpen(k, at) }
368
- );
369
- assert.equal(d3.chosen.provider, "deepseek", "cheap candidate reachable again after cooldown");
370
- } finally {
371
- cleanup(root);
372
- }
373
- });
374
-
375
- test("3b. context_overflow NEVER fails over (terminal, no cooldown)", async () => {
376
- const now = fakeClock();
377
- const breaker = memBreaker(now);
378
- const chain = [
379
- { ref: "deepseek/deepseek-v4-flash", breakerKey: keyFor("deepseek", "deepseek-v4-flash"), backendKey: keyFor("deepseek") },
380
- { ref: "anthropic/claude-haiku-4-5", breakerKey: keyFor("anthropic", "claude-haiku-4-5"), backendKey: keyFor("anthropic") },
381
- ];
382
- let calls = 0;
383
- const attempt = (cand) => {
384
- calls++;
385
- if (cand.ref === "deepseek/deepseek-v4-flash") return { ok: false, reason: "context_overflow" };
386
- return { ok: true, value: "should-never-reach" };
387
- };
388
-
389
- const out = await stepChain(chain, { attempt, now, breaker });
390
-
391
- assert.equal(out.ok, false, "context_overflow terminates the walk");
392
- assert.equal(out.reason, "context_overflow");
393
- assert.equal(calls, 1, "did NOT advance to the next candidate (no second attempt)");
394
- assert.equal(out.soonestCooldownExpiry, null, "no cooldown for context_overflow");
395
- assert.equal(breaker.map.size, 0, "context_overflow opens no breaker");
396
- // Disposition contract, cell-by-cell.
397
- assert.equal(DISPOSITION.context_overflow.failoverNext, false);
398
- assert.equal(DISPOSITION.context_overflow.opensBreaker, false);
399
- });
400
-
401
- test("3c. network does NOT fail over and does NOT open a breaker (DEFER-style)", async () => {
402
- const now = fakeClock();
403
- const breaker = memBreaker(now);
404
- const chain = [
405
- { ref: "deepseek/deepseek-v4-flash", breakerKey: keyFor("deepseek", "deepseek-v4-flash"), backendKey: keyFor("deepseek") },
406
- { ref: "anthropic/claude-haiku-4-5", breakerKey: keyFor("anthropic", "claude-haiku-4-5"), backendKey: keyFor("anthropic") },
407
- ];
408
- let calls = 0;
409
- const attempt = (cand) => {
410
- calls++;
411
- if (cand.ref === "deepseek/deepseek-v4-flash") return { ok: false, reason: "network" };
412
- return { ok: true, value: "should-never-reach" };
413
- };
414
-
415
- const out = await stepChain(chain, { attempt, now, breaker });
416
-
417
- assert.equal(out.ok, false, "network terminates the walk (offline → re-queue)");
418
- assert.equal(out.reason, "network");
419
- assert.equal(calls, 1, "did NOT advance to the next candidate");
420
- assert.equal(out.soonestCooldownExpiry, null, "no cooldown burned");
421
- assert.equal(breaker.map.size, 0, "network opens NO breaker — burns no retry budget");
422
- // Disposition contract.
423
- assert.equal(DISPOSITION.network.failoverNext, false);
424
- assert.equal(DISPOSITION.network.opensBreaker, false);
425
- });
426
-
427
- // ===========================================================================
428
- // 4. estCostUSD is catalog-priced + cache-aware; a volatile-priced model
429
- // projects at the steady-state figure.
430
- // ===========================================================================
431
-
432
- test("4. estCostUSD is catalog-priced and cache-aware; volatile model budgets at steady-state", () => {
433
- const root = tmpRoot();
434
- try {
435
- const catalog = loadBundled(root);
436
- const now = fakeClock();
437
- const policy = testPolicy();
438
- const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", ANTHROPIC_API_KEY: "sk-test-anthropic" };
439
-
440
- // ── Cache-awareness: a request with a cache-read estimate must cost STRICTLY
441
- // LESS than the same request with no cache hits (cache_read ≪ input rate).
442
- const reqBase = {
443
- task_class: "lookup.gmail",
444
- source: "inbox",
445
- data_class: "public",
446
- token_estimate: 100000,
447
- token_estimate_out: 20000,
448
- };
449
- const cold = resolveChain(
450
- { ...reqBase },
451
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
452
- );
453
- const warm = resolveChain(
454
- { ...reqBase, cache_read_estimate: 80000 },
455
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
456
- );
457
- assert.equal(cold.chosen.model, "deepseek-v4-flash");
458
- assert.equal(warm.chosen.model, "deepseek-v4-flash");
459
- assert.ok(warm.estCostUSD < cold.estCostUSD, `cache-aware: warm (${warm.estCostUSD}) < cold (${cold.estCostUSD})`);
460
-
461
- // The decision's estimate matches the ledger's catalog-priced figure exactly.
462
- const expectCold = estimateCost(catalog, {
463
- ref: "deepseek/deepseek-v4-flash",
464
- inputTokens: 100000,
465
- outputTokens: 20000,
466
- cacheReadTokens: 0,
467
- budget: true,
468
- }).usd;
469
- assert.equal(cold.estCostUSD, expectCold, "estCostUSD is exactly the catalog-priced figure");
470
-
471
- // ── Volatile steady-state: deepseek-v4-pro is volatile:true with a
472
- // steady_state tier ($1.74/$3.48). The budget projection must use the
473
- // HIGHER steady-state rate, never the promo sticker ($0.435/$0.87).
474
- const proReq = {
475
- task_class: "learning.curate",
476
- source: "backlog",
477
- data_class: "public",
478
- token_estimate: 50000,
479
- token_estimate_out: 10000,
480
- };
481
- const proDecision = resolveChain(
482
- proReq,
483
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
484
- );
485
- assert.equal(proDecision.chosen.model, "deepseek-v4-pro");
486
-
487
- const steady = estimateCost(catalog, {
488
- ref: "deepseek/deepseek-v4-pro",
489
- inputTokens: 50000,
490
- outputTokens: 10000,
491
- budget: true, // steady-state projection
492
- });
493
- const sticker = estimateCost(catalog, {
494
- ref: "deepseek/deepseek-v4-pro",
495
- inputTokens: 50000,
496
- outputTokens: 10000,
497
- budget: false, // promo sticker
498
- });
499
- assert.equal(steady.basis, "steady_state", "volatile row budgeted at steady-state basis");
500
- assert.equal(steady.volatile, true);
501
- assert.ok(steady.usd > sticker.usd, `steady-state (${steady.usd}) > sticker (${sticker.usd})`);
502
- assert.equal(proDecision.estCostUSD, steady.usd, "RouteDecision projects the volatile model at steady-state");
503
-
504
- // Concrete arithmetic check (no cache): the steady-state rates are 1.74 in /
505
- // 3.48 out → 50k input * 1.74/MTok + 10k output * 3.48/MTok.
506
- const expected = Number((50000 / 1e6 * 1.74 + 10000 / 1e6 * 3.48).toFixed(6));
507
- assert.equal(steady.usd, expected, "steady-state arithmetic matches the catalog rates");
508
- } finally {
509
- cleanup(root);
510
- }
511
- });
512
-
513
- // ===========================================================================
514
- // 5. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic.
515
- // ===========================================================================
516
-
517
- test("5. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic regardless of policy", () => {
518
- const root = tmpRoot();
519
- try {
520
- const catalog = loadBundled(root);
521
- const now = fakeClock();
522
- const policy = testPolicy();
523
-
524
- // A request whose policy would otherwise route to deepseek (cheap-first,
525
- // public, key present) — the kill switch must override it.
526
- const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", MAESTRO_ROUTER_FORCE_ANTHROPIC: "1" };
527
-
528
- const d = resolveChain(
529
- {
530
- task_class: "lookup.gmail",
531
- source: "inbox",
532
- data_class: "public",
533
- token_estimate: 3000,
534
- },
535
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
536
- );
537
-
538
- assert.equal(d.chosen.provider, "anthropic", "kill switch forces Anthropic");
539
- assert.equal(d.chosen.wire, "anthropic");
540
- // Anthropic session: stock CLI/Console key, no third-party retarget env.
541
- assert.deepEqual(d.envForSpawn, {}, "no ANTHROPIC_BASE_URL retarget under the kill switch");
542
- assert.match(d.explain, /kill switch|MAESTRO_ROUTER_FORCE_ANTHROPIC/i, "explain names the kill switch");
543
- // No deepseek candidate was even considered.
544
- assert.equal(d.tried.find((t) => t.ref && t.ref.startsWith("deepseek/")), undefined, "deepseek never tried under kill switch");
545
- assert.ok(d.decision_id);
546
-
547
- // Accepts "true" as well as "1" (boolean env convention).
548
- const d2 = resolveChain(
549
- { task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
550
- {
551
- agentRoot: root,
552
- config: policy,
553
- catalog,
554
- env: { DEEPSEEK_API_KEY: "sk-test-deepseek", MAESTRO_ROUTER_FORCE_ANTHROPIC: "true" },
555
- now,
556
- rng: seededRng(),
557
- isOpen: () => ({ open: false }),
558
- }
559
- );
560
- assert.equal(d2.chosen.provider, "anthropic", 'kill switch honors "true" too');
561
- } finally {
562
- cleanup(root);
563
- }
564
- });