@cohortapp/agent-sdk 2.17.0 → 2.18.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (526) hide show
  1. package/.claude/settings.json +18 -0
  2. package/.env.example +18 -5
  3. package/README.md +1 -0
  4. package/bin/maestro.mjs +62 -0
  5. package/docs/guides/billing-console-keys.md +60 -0
  6. package/docs/guides/front-door-session.md +54 -9
  7. package/docs/guides/mac-mini.md +20 -25
  8. package/docs/guides/setup-wizard.md +1 -1
  9. package/docs/runbooks/fleet-rollout.md +156 -0
  10. package/docs/runbooks/mac-mini-bootstrap.md +12 -14
  11. package/lib/action-executor.js +19 -3
  12. package/lib/budget-guard.mjs +279 -3
  13. package/lib/channels/base-adapter.mjs +3 -1
  14. package/lib/channels/contract.mjs +2 -1
  15. package/lib/channels/inbox-item.mjs +8 -0
  16. package/lib/claude-bin.mjs +5 -6
  17. package/lib/cli/doctor-checks.mjs +141 -10
  18. package/lib/cli/global-setup-extras.mjs +5 -1
  19. package/lib/cli/inbox.mjs +100 -15
  20. package/lib/cli/seat-auth.mjs +463 -0
  21. package/lib/cli/session.mjs +80 -12
  22. package/lib/collective/capture.mjs +8 -6
  23. package/lib/collective/global-config.mjs +63 -1
  24. package/lib/collective/presence.mjs +142 -5
  25. package/lib/comms/send-gate.mjs +559 -1
  26. package/lib/diagnostics/alerts.mjs +49 -0
  27. package/lib/diagnostics/cadence-output-freshness.mjs +288 -0
  28. package/lib/engine/agents/definitions.mjs +343 -0
  29. package/lib/engine/agents/persist.mjs +275 -0
  30. package/lib/engine/agents/runtime.mjs +748 -0
  31. package/lib/engine/agents/usage.mjs +95 -0
  32. package/lib/engine/auth-status.mjs +139 -0
  33. package/lib/engine/budget.mjs +194 -0
  34. package/lib/engine/cli.mjs +1204 -0
  35. package/lib/engine/commands/index.mjs +269 -0
  36. package/lib/engine/context/budget.mjs +219 -0
  37. package/lib/engine/context/cache.mjs +125 -0
  38. package/lib/engine/context/child-env.mjs +215 -0
  39. package/lib/engine/context/compaction.mjs +342 -0
  40. package/lib/engine/context/images.mjs +90 -0
  41. package/lib/engine/context/instructions.mjs +327 -0
  42. package/lib/engine/context/lazy-instructions.mjs +169 -0
  43. package/lib/engine/context/manager.mjs +182 -0
  44. package/lib/engine/context/real-path.mjs +91 -0
  45. package/lib/engine/context/secret-values.mjs +163 -0
  46. package/lib/engine/context/settings.mjs +274 -0
  47. package/lib/engine/context/stream-input.mjs +159 -0
  48. package/lib/engine/guard.mjs +152 -0
  49. package/lib/engine/hooks.mjs +713 -0
  50. package/lib/engine/loop.mjs +560 -0
  51. package/lib/engine/mcp/client.mjs +254 -0
  52. package/lib/engine/mcp/config.mjs +301 -0
  53. package/lib/engine/mcp/http.mjs +201 -0
  54. package/lib/engine/mcp/index.mjs +146 -0
  55. package/lib/engine/mcp/jsonrpc.mjs +147 -0
  56. package/lib/engine/mcp/naming.mjs +66 -0
  57. package/lib/engine/mcp/resources.mjs +89 -0
  58. package/lib/engine/mcp/results.mjs +133 -0
  59. package/lib/engine/mcp/stdio.mjs +137 -0
  60. package/lib/engine/mcp/supervisor.mjs +116 -0
  61. package/lib/engine/messages.mjs +104 -0
  62. package/lib/engine/output/json.mjs +164 -0
  63. package/lib/engine/output/stream-json.mjs +266 -0
  64. package/lib/engine/permissions.mjs +845 -0
  65. package/lib/engine/process-identity.mjs +164 -0
  66. package/lib/engine/process-tree.mjs +551 -0
  67. package/lib/engine/prompt.mjs +60 -0
  68. package/lib/engine/session/store.mjs +299 -0
  69. package/lib/engine/session-runtime/args.mjs +97 -0
  70. package/lib/engine/session-runtime/host.mjs +143 -0
  71. package/lib/engine/session-runtime/inbox.mjs +122 -0
  72. package/lib/engine/session-runtime/notifications.mjs +129 -0
  73. package/lib/engine/session-runtime/registry.mjs +328 -0
  74. package/lib/engine/session-runtime/runner.mjs +344 -0
  75. package/lib/engine/session-runtime/socket.mjs +212 -0
  76. package/lib/engine/session-runtime/wakeup.mjs +115 -0
  77. package/lib/engine/skills/index.mjs +321 -0
  78. package/lib/engine/tools/bash-background.mjs +533 -0
  79. package/lib/engine/tools/bash.mjs +216 -0
  80. package/lib/engine/tools/edit.mjs +97 -0
  81. package/lib/engine/tools/glob.mjs +81 -0
  82. package/lib/engine/tools/grep.mjs +224 -0
  83. package/lib/engine/tools/index.mjs +84 -0
  84. package/lib/engine/tools/list-agents.mjs +32 -0
  85. package/lib/engine/tools/ls.mjs +127 -0
  86. package/lib/engine/tools/monitor.mjs +82 -0
  87. package/lib/engine/tools/notebook-edit.mjs +218 -0
  88. package/lib/engine/tools/read.mjs +103 -0
  89. package/lib/engine/tools/schedule-wakeup.mjs +45 -0
  90. package/lib/engine/tools/schema.mjs +144 -0
  91. package/lib/engine/tools/send-message.mjs +77 -0
  92. package/lib/engine/tools/session.mjs +70 -0
  93. package/lib/engine/tools/todo.mjs +144 -0
  94. package/lib/engine/tools/toolsearch.mjs +217 -0
  95. package/lib/engine/tools/walk.mjs +193 -0
  96. package/lib/engine/tools/web-switch.mjs +31 -0
  97. package/lib/engine/tools/webfetch-html.mjs +387 -0
  98. package/lib/engine/tools/webfetch-net.mjs +340 -0
  99. package/lib/engine/tools/webfetch.mjs +198 -0
  100. package/lib/engine/tools/websearch.mjs +91 -0
  101. package/lib/engine/tools/workflow.mjs +95 -0
  102. package/lib/engine/tools/write.mjs +76 -0
  103. package/lib/engine/tui/line-editor.mjs +137 -0
  104. package/lib/engine/tui/render.mjs +86 -0
  105. package/lib/engine/tui/tui.mjs +274 -0
  106. package/lib/engine/wire/anthropic-messages.mjs +263 -0
  107. package/lib/engine/wire/effort.mjs +36 -0
  108. package/lib/engine/wire/errors.mjs +496 -0
  109. package/lib/engine/wire/http.mjs +441 -0
  110. package/lib/engine/wire/index.mjs +76 -0
  111. package/lib/engine/wire/openai-chat.mjs +332 -0
  112. package/lib/engine/wire/prompt-cache.mjs +79 -0
  113. package/lib/engine/wire/search.mjs +140 -0
  114. package/lib/engine/wire/sse.mjs +114 -0
  115. package/lib/engine/wire/stall.mjs +349 -0
  116. package/lib/engine/wire/token-provider.mjs +175 -0
  117. package/lib/engine/wire/usage.mjs +192 -0
  118. package/lib/engine/workflow/host.mjs +524 -0
  119. package/lib/engine/workflow/journal.mjs +188 -0
  120. package/lib/engine/workflow/json-schema.mjs +171 -0
  121. package/lib/engine/workflow/meta.mjs +329 -0
  122. package/lib/engine/workflow/notifications.mjs +52 -0
  123. package/lib/engine/workflow/runtime.mjs +447 -0
  124. package/lib/engine/workflow/sandbox.mjs +534 -0
  125. package/lib/engine/workflow/worker.mjs +141 -0
  126. package/lib/engine/workflow/worktree.mjs +74 -0
  127. package/lib/execution/disposition.mjs +1 -1
  128. package/lib/execution/intake.mjs +10 -0
  129. package/lib/execution/surface-policy.mjs +15 -0
  130. package/lib/learning/curator.mjs +8 -6
  131. package/lib/learning/reflect.mjs +8 -6
  132. package/lib/model-router/catalog/cohort.yaml +137 -0
  133. package/lib/model-router/catalog.mjs +118 -1
  134. package/lib/model-router/failover.mjs +67 -16
  135. package/lib/model-router/llm-task.mjs +39 -3
  136. package/lib/model-router/resolve.mjs +89 -3
  137. package/lib/model-router/spawn.mjs +46 -47
  138. package/lib/model-router/taxonomy.mjs +126 -4
  139. package/lib/org/cost-sync.mjs +141 -11
  140. package/lib/org/inbound/broadcast.mjs +289 -0
  141. package/lib/org/inbound/collective.mjs +375 -0
  142. package/lib/org/inbound/directedness.mjs +96 -8
  143. package/lib/org/inbound/facts.mjs +78 -2
  144. package/lib/org/inbound/project.mjs +22 -0
  145. package/lib/org/inbound/surfaces.mjs +14 -0
  146. package/lib/org/llm-token.mjs +879 -0
  147. package/lib/org/mesh.mjs +61 -0
  148. package/lib/org/messaging.mjs +3 -1
  149. package/lib/org/protocol.checksum +1 -1
  150. package/lib/org/protocol.mjs +15 -0
  151. package/lib/org/quota.mjs +520 -0
  152. package/lib/org/tool-surface.mjs +104 -16
  153. package/lib/org/ui-parity.mjs +16 -1
  154. package/lib/org/work-ledger.mjs +37 -6
  155. package/lib/rate-guard.mjs +114 -1
  156. package/lib/resource-governor.mjs +41 -6
  157. package/lib/runtime/adapter.mjs +823 -0
  158. package/lib/runtime/child-env.mjs +191 -0
  159. package/lib/runtime/legacy-shell-guard.mjs +97 -0
  160. package/lib/runtime/seat-engine.mjs +162 -0
  161. package/lib/session/ask-ledger.mjs +271 -0
  162. package/lib/session/current-work.mjs +676 -0
  163. package/lib/session/feed-core.mjs +40 -3
  164. package/lib/session/launch-args.mjs +56 -4
  165. package/lib/session/status-summary.mjs +26 -9
  166. package/lib/session/upgrade-notice.mjs +42 -0
  167. package/lib/setup/claude-probe.mjs +117 -13
  168. package/lib/setup/enrich.mjs +13 -10
  169. package/lib/setup/sections/model.mjs +39 -13
  170. package/lib/telemetry/collect.mjs +208 -9
  171. package/lib/upgrade/ignored-drift.mjs +105 -0
  172. package/lib/voice/post-call-brief.mjs +30 -17
  173. package/package.json +13 -3
  174. package/plugins/maestro-skills/skills/board-work.md +5 -0
  175. package/plugins/maestro-skills/skills/inbound-triage.md +56 -15
  176. package/plugins/maestro-skills/skills/main-session.md +18 -7
  177. package/scripts/ci/check-tarball-fidelity.mjs +126 -2
  178. package/scripts/ci/run-tests.mjs +47 -19
  179. package/scripts/cohort-llm/api-key-helper.mjs +92 -0
  180. package/scripts/collective/hook-runner.mjs +29 -2
  181. package/scripts/continuous-monitor.sh +13 -0
  182. package/scripts/cost/track-claude-usage.mjs +15 -0
  183. package/scripts/daemon/agent-daemon.mjs +408 -20
  184. package/scripts/daemon/assurance.mjs +48 -12
  185. package/scripts/daemon/cadence-consumer.mjs +218 -68
  186. package/scripts/daemon/cadence-handlers.mjs +73 -4
  187. package/scripts/daemon/classifier.mjs +75 -26
  188. package/scripts/daemon/context-compiler.mjs +51 -37
  189. package/scripts/daemon/deliver.mjs +30 -1
  190. package/scripts/daemon/dispatcher.mjs +595 -149
  191. package/scripts/daemon/health.mjs +14 -1
  192. package/scripts/daemon/maestro-daemon.mjs +11 -0
  193. package/scripts/daemon/prompt-builder.mjs +24 -0
  194. package/scripts/daemon/responder.mjs +246 -79
  195. package/scripts/daemon/sdk-version.mjs +98 -16
  196. package/scripts/eval/probe-gateway.mjs +635 -0
  197. package/scripts/eval/replay/extract.mjs +270 -0
  198. package/scripts/eval/replay/grade.mjs +260 -0
  199. package/scripts/eval/replay/lib/config.mjs +50 -0
  200. package/scripts/eval/replay/lib/effects.mjs +65 -0
  201. package/scripts/eval/replay/lib/fixture.mjs +188 -0
  202. package/scripts/eval/replay/lib/judge.mjs +72 -0
  203. package/scripts/eval/replay/lib/redact.mjs +136 -0
  204. package/scripts/eval/replay/lib/sandbox.mjs +170 -0
  205. package/scripts/eval/replay/lib/schema-check.mjs +63 -0
  206. package/scripts/eval/replay/lib/transcript.mjs +76 -0
  207. package/scripts/eval/replay/mcp-replay-stub.mjs +101 -0
  208. package/scripts/eval/replay/report.mjs +185 -0
  209. package/scripts/eval/replay/run.mjs +404 -0
  210. package/scripts/fleet/rollout.mjs +1094 -0
  211. package/scripts/hooks/pre-send-audit.sh +36 -245
  212. package/scripts/hooks/pre-write-yaml-validate.mjs +275 -0
  213. package/scripts/hooks/validate-state-yaml.sh +190 -0
  214. package/scripts/huddle/huddle-llm.mjs +361 -0
  215. package/scripts/huddle/huddle-server.mjs +46 -121
  216. package/scripts/local-triggers/autoupdate.sh +448 -78
  217. package/scripts/local-triggers/run-trigger.sh +13 -0
  218. package/scripts/maintenance/pin-integrity.mjs +364 -0
  219. package/scripts/poll-slack-events.sh +41 -9
  220. package/scripts/poller/slack-socket-mode.mjs +28 -3
  221. package/scripts/session/supervisor.mjs +80 -13
  222. package/scripts/spawn-session.sh +13 -0
  223. package/bin/maestro.test.mjs +0 -1574
  224. package/lib/action-executor.test.mjs +0 -871
  225. package/lib/archetype.test.mjs +0 -132
  226. package/lib/assurance/plan-note.test.mjs +0 -234
  227. package/lib/assurance/room-budget.test.mjs +0 -486
  228. package/lib/assurance/tier.test.mjs +0 -174
  229. package/lib/autonomy.test.mjs +0 -66
  230. package/lib/backlog.test.mjs +0 -302
  231. package/lib/backup/policy.test.mjs +0 -305
  232. package/lib/budget-escalate.test.mjs +0 -232
  233. package/lib/budget-guard.envelope.test.mjs +0 -476
  234. package/lib/budget-guard.test.mjs +0 -427
  235. package/lib/cadence-bus-requeue.test.mjs +0 -83
  236. package/lib/cadence-bus-schedule.test.mjs +0 -194
  237. package/lib/cadence-bus.test.mjs +0 -720
  238. package/lib/cadences.test.mjs +0 -230
  239. package/lib/capability/inventory.test.mjs +0 -232
  240. package/lib/capability.test.mjs +0 -78
  241. package/lib/channels/base-adapter.test.mjs +0 -590
  242. package/lib/channels/channels.test.mjs +0 -371
  243. package/lib/channels/contract.test.mjs +0 -162
  244. package/lib/channels/inbox-item.test.mjs +0 -368
  245. package/lib/channels/orgmail/adapter.test.mjs +0 -448
  246. package/lib/channels/pairing.test.mjs +0 -270
  247. package/lib/channels/repeat-suppressor.test.mjs +0 -134
  248. package/lib/channels/slack-adapter.test.mjs +0 -212
  249. package/lib/channels/telegram-adapter.test.mjs +0 -306
  250. package/lib/channels/voice/adapter.test.mjs +0 -278
  251. package/lib/channels/whatsapp/adapter-baileys.test.mjs +0 -359
  252. package/lib/channels/whatsapp/baileys-typing.test.mjs +0 -154
  253. package/lib/charter.test.mjs +0 -89
  254. package/lib/claude-bin.test.mjs +0 -131
  255. package/lib/cli/board.test.mjs +0 -227
  256. package/lib/cli/design.test.mjs +0 -270
  257. package/lib/cli/doctor-checks.test.mjs +0 -336
  258. package/lib/cli/global-setup-extras.test.mjs +0 -462
  259. package/lib/cli/inbox.test.mjs +0 -230
  260. package/lib/cli/session-ack.test.mjs +0 -63
  261. package/lib/cli/session.test.mjs +0 -613
  262. package/lib/collective/capture.test.mjs +0 -121
  263. package/lib/collective/cards.test.mjs +0 -114
  264. package/lib/collective/config.test.mjs +0 -123
  265. package/lib/collective/global-config.test.mjs +0 -220
  266. package/lib/collective/global-skills.test.mjs +0 -126
  267. package/lib/collective/presence.test.mjs +0 -95
  268. package/lib/collective/recall.test.mjs +0 -116
  269. package/lib/collective/vendor-skills.test.mjs +0 -306
  270. package/lib/comms/send-gate.test.mjs +0 -770
  271. package/lib/comms.test.mjs +0 -41
  272. package/lib/context/budget.test.mjs +0 -252
  273. package/lib/context/history-scope.test.mjs +0 -79
  274. package/lib/cost/ledger-row.test.mjs +0 -183
  275. package/lib/design/design-md.test.mjs +0 -318
  276. package/lib/design/fixtures/DESIGN.golden.md +0 -238
  277. package/lib/design/fixtures/PRODUCT.golden.md +0 -67
  278. package/lib/design/fixtures/foundation.json +0 -133
  279. package/lib/design/refresh-gate.test.mjs +0 -144
  280. package/lib/design/write.test.mjs +0 -241
  281. package/lib/diagnostics/alerts.test.mjs +0 -318
  282. package/lib/diagnostics/backup-freshness.test.mjs +0 -185
  283. package/lib/diagnostics/counters.test.mjs +0 -206
  284. package/lib/diagnostics/events.test.mjs +0 -290
  285. package/lib/diagnostics/otel.test.mjs +0 -196
  286. package/lib/diagnostics/trace.test.mjs +0 -251
  287. package/lib/env-compat.test.mjs +0 -104
  288. package/lib/execution/disposition.test.mjs +0 -553
  289. package/lib/execution/drive.test.mjs +0 -270
  290. package/lib/execution/effects.test.mjs +0 -344
  291. package/lib/execution/intake.test.mjs +0 -389
  292. package/lib/execution/journal.test.mjs +0 -261
  293. package/lib/execution/match.test.mjs +0 -235
  294. package/lib/execution/pipeline.test.mjs +0 -392
  295. package/lib/execution/route.test.mjs +0 -186
  296. package/lib/execution/surface-policy.test.mjs +0 -162
  297. package/lib/fs-atomic.test.mjs +0 -72
  298. package/lib/fs-ownership.test.mjs +0 -158
  299. package/lib/goals/admission.test.mjs +0 -164
  300. package/lib/goals/classify.test.mjs +0 -167
  301. package/lib/goals/collaborate.test.mjs +0 -336
  302. package/lib/goals/gaps.test.mjs +0 -284
  303. package/lib/goals/loop.test.mjs +0 -845
  304. package/lib/hooks/bus.test.mjs +0 -387
  305. package/lib/identity/persona.test.mjs +0 -142
  306. package/lib/kpi-sensors.test.mjs +0 -278
  307. package/lib/kpi.test.mjs +0 -244
  308. package/lib/learning/config.test.mjs +0 -75
  309. package/lib/learning/counters.test.mjs +0 -69
  310. package/lib/learning/curator-consolidate.test.mjs +0 -238
  311. package/lib/learning/curator.test.mjs +0 -106
  312. package/lib/learning/reflect.test.mjs +0 -0
  313. package/lib/learning/session-index.test.mjs +0 -125
  314. package/lib/learning/skill-writer.test.mjs +0 -210
  315. package/lib/mandate/audit.test.mjs +0 -195
  316. package/lib/mandate/contract.test.mjs +0 -185
  317. package/lib/mandate/derive.test.mjs +0 -274
  318. package/lib/mandate/model.test.mjs +0 -164
  319. package/lib/mandate/refresh.test.mjs +0 -389
  320. package/lib/mcp/server.test.mjs +0 -426
  321. package/lib/model-router/auth-profiles.test.mjs +0 -580
  322. package/lib/model-router/catalog.test.mjs +0 -385
  323. package/lib/model-router/economics.test.mjs +0 -438
  324. package/lib/model-router/failover.test.mjs +0 -439
  325. package/lib/model-router/health.test.mjs +0 -338
  326. package/lib/model-router/integration-coverage.test.mjs +0 -831
  327. package/lib/model-router/integration.test.mjs +0 -564
  328. package/lib/model-router/ledger.test.mjs +0 -415
  329. package/lib/model-router/llm-task.test.mjs +0 -392
  330. package/lib/model-router/org-credentials.test.mjs +0 -265
  331. package/lib/model-router/pricing-refresh.test.mjs +0 -286
  332. package/lib/model-router/reconcile.test.mjs +0 -316
  333. package/lib/model-router/repair.test.mjs +0 -180
  334. package/lib/model-router/spawn.test.mjs +0 -446
  335. package/lib/model-router/taxonomy.test.mjs +0 -410
  336. package/lib/model-router.test.mjs +0 -1207
  337. package/lib/org/activity.test.mjs +0 -134
  338. package/lib/org/approvals.test.mjs +0 -216
  339. package/lib/org/awareness.test.mjs +0 -159
  340. package/lib/org/board-mine-cache.test.mjs +0 -53
  341. package/lib/org/board.test.mjs +0 -187
  342. package/lib/org/bootstrap-context.test.mjs +0 -153
  343. package/lib/org/client.test.mjs +0 -1206
  344. package/lib/org/cohort-client.test.mjs +0 -126
  345. package/lib/org/cost-sync.test.mjs +0 -153
  346. package/lib/org/doctor.test.mjs +0 -346
  347. package/lib/org/engagement-ledger.test.mjs +0 -112
  348. package/lib/org/engagement.test.mjs +0 -739
  349. package/lib/org/handoff.test.mjs +0 -269
  350. package/lib/org/inbound/directedness.test.mjs +0 -668
  351. package/lib/org/inbound/facts.test.mjs +0 -471
  352. package/lib/org/inbound/hydrate.test.mjs +0 -908
  353. package/lib/org/inbound/index.test.mjs +0 -429
  354. package/lib/org/inbound/project.test.mjs +0 -287
  355. package/lib/org/integration-tools.test.mjs +0 -160
  356. package/lib/org/keys.test.mjs +0 -92
  357. package/lib/org/knowledge.test.mjs +0 -326
  358. package/lib/org/leases.test.mjs +0 -235
  359. package/lib/org/mesh-directives.test.mjs +0 -110
  360. package/lib/org/mesh-integration.test.mjs +0 -127
  361. package/lib/org/mesh.test.mjs +0 -400
  362. package/lib/org/messaging.test.mjs +0 -471
  363. package/lib/org/param-contract.test.mjs +0 -477
  364. package/lib/org/policy.test.mjs +0 -237
  365. package/lib/org/protocol.checksum.test.mjs +0 -90
  366. package/lib/org/protocol.test.mjs +0 -323
  367. package/lib/org/push.test.mjs +0 -792
  368. package/lib/org/registry.test.mjs +0 -100
  369. package/lib/org/resource-tools.test.mjs +0 -361
  370. package/lib/org/tool-access.test.mjs +0 -144
  371. package/lib/org/tool-surface-integration.test.mjs +0 -120
  372. package/lib/org/tool-surface.test.mjs +0 -1268
  373. package/lib/org/typing.test.mjs +0 -291
  374. package/lib/org/ui-parity.test.mjs +0 -560
  375. package/lib/org/verify.test.mjs +0 -194
  376. package/lib/org/work-ledger.test.mjs +0 -273
  377. package/lib/plan/adoption-e2e.test.mjs +0 -366
  378. package/lib/plan/budget-enforcement.test.mjs +0 -400
  379. package/lib/plan/compile.test.mjs +0 -382
  380. package/lib/plan/emit.test.mjs +0 -269
  381. package/lib/plan/explain.test.mjs +0 -188
  382. package/lib/prompts/parallelism.test.mjs +0 -177
  383. package/lib/rag/rag.test.mjs +0 -505
  384. package/lib/rate-guard.test.mjs +0 -272
  385. package/lib/reactive-gate.test.mjs +0 -57
  386. package/lib/render.test.mjs +0 -68
  387. package/lib/resource-governor.test.mjs +0 -488
  388. package/lib/scheduling/dynamic-jobs.test.mjs +0 -344
  389. package/lib/scheduling/jitter.test.mjs +0 -140
  390. package/lib/secrets/broker.test.mjs +0 -280
  391. package/lib/secrets/providers.test.mjs +0 -274
  392. package/lib/security/audit-engine.test.mjs +0 -424
  393. package/lib/security/coerce-args.test.mjs +0 -281
  394. package/lib/security/dangerous-tools.test.mjs +0 -68
  395. package/lib/security/external-content.test.mjs +0 -84
  396. package/lib/security/redact.test.mjs +0 -441
  397. package/lib/security/secret-equal.test.mjs +0 -55
  398. package/lib/session/config.test.mjs +0 -92
  399. package/lib/session/feed-core.test.mjs +0 -198
  400. package/lib/session/first-run.test.mjs +0 -121
  401. package/lib/session/frontdoor.test.mjs +0 -205
  402. package/lib/session/handoffs.test.mjs +0 -183
  403. package/lib/session/identity.test.mjs +0 -180
  404. package/lib/session/inbox-claims.test.mjs +0 -286
  405. package/lib/session/launch-args.test.mjs +0 -157
  406. package/lib/session/liveness.test.mjs +0 -100
  407. package/lib/session/status-summary.test.mjs +0 -118
  408. package/lib/session-permissions.test.mjs +0 -120
  409. package/lib/setup/claude-probe.test.mjs +0 -187
  410. package/lib/setup/completeness.test.mjs +0 -110
  411. package/lib/setup/context-pack.test.mjs +0 -89
  412. package/lib/setup/enrich.test.mjs +0 -115
  413. package/lib/setup/enroll-from-cohort.test.mjs +0 -300
  414. package/lib/setup/integration.test.mjs +0 -162
  415. package/lib/setup/io.test.mjs +0 -77
  416. package/lib/setup/runner.test.mjs +0 -132
  417. package/lib/setup/sections/identity.test.mjs +0 -234
  418. package/lib/setup/sections/inventory.test.mjs +0 -198
  419. package/lib/setup/sections/learning.test.mjs +0 -81
  420. package/lib/setup/sections/mandate.test.mjs +0 -388
  421. package/lib/setup/sections/messaging.test.mjs +0 -127
  422. package/lib/setup/sections/model.test.mjs +0 -240
  423. package/lib/setup/sections/org.test.mjs +0 -346
  424. package/lib/setup/sections/orgmail.test.mjs +0 -118
  425. package/lib/setup/sections/recovery.test.mjs +0 -98
  426. package/lib/setup/sections/subagents.test.mjs +0 -429
  427. package/lib/setup/sections/verify.test.mjs +0 -175
  428. package/lib/setup/sot.test.mjs +0 -81
  429. package/lib/setup/state.test.mjs +0 -115
  430. package/lib/singleton.test.mjs +0 -151
  431. package/lib/subagents/cli.test.mjs +0 -389
  432. package/lib/subagents/client.test.mjs +0 -309
  433. package/lib/subagents/gap.test.mjs +0 -234
  434. package/lib/subagents/lock.test.mjs +0 -248
  435. package/lib/subagents/manifest.test.mjs +0 -175
  436. package/lib/subagents/refs.test.mjs +0 -204
  437. package/lib/subagents/resolve.test.mjs +0 -422
  438. package/lib/subagents/schema.test.mjs +0 -328
  439. package/lib/telemetry/alerts.test.mjs +0 -109
  440. package/lib/telemetry/collect.test.mjs +0 -1274
  441. package/lib/tool-definitions-integration.test.mjs +0 -83
  442. package/lib/tool-definitions.test.mjs +0 -437
  443. package/lib/upgrade/global-refresh.test.mjs +0 -65
  444. package/lib/upgrade/launchd-reconcile.test.mjs +0 -272
  445. package/lib/upgrade/post-steps.test.mjs +0 -200
  446. package/lib/upgrade/verify.test.mjs +0 -164
  447. package/lib/util/fetch-timeout.test.mjs +0 -202
  448. package/lib/util/reconnect.test.mjs +0 -369
  449. package/lib/util/unhandled.test.mjs +0 -216
  450. package/lib/voice/outbound.test.mjs +0 -69
  451. package/lib/voice/session-rotation.test.mjs +0 -114
  452. package/lib/voice/stt.test.mjs +0 -226
  453. package/lib/voice/voice.test.mjs +0 -990
  454. package/scripts/cadence/enqueue-cadence-tick.test.mjs +0 -187
  455. package/scripts/ci/check-docs-accuracy.test.mjs +0 -409
  456. package/scripts/ci/check-durable-write-seam.test.mjs +0 -90
  457. package/scripts/ci/check-no-build-artifacts.test.mjs +0 -71
  458. package/scripts/ci/check-no-residual-identity.test.mjs +0 -202
  459. package/scripts/ci/check-skill-packs.test.mjs +0 -495
  460. package/scripts/ci/check-subagent-frontmatter.test.mjs +0 -124
  461. package/scripts/ci/check.test.mjs +0 -194
  462. package/scripts/ci/conformance-org-api.test.mjs +0 -425
  463. package/scripts/cloud-relay/voice/relay-identity.test.mjs +0 -96
  464. package/scripts/collective/hook-runner.test.mjs +0 -173
  465. package/scripts/cost/fleet-digest.test.mjs +0 -207
  466. package/scripts/cost/track-claude-usage-pricing.test.mjs +0 -183
  467. package/scripts/cost/track-claude-usage.test.mjs +0 -148
  468. package/scripts/daemon/agent-daemon-board-mine.test.mjs +0 -96
  469. package/scripts/daemon/agent-daemon-design.test.mjs +0 -238
  470. package/scripts/daemon/agent-daemon-frontdoor.test.mjs +0 -60
  471. package/scripts/daemon/agent-daemon.test.mjs +0 -995
  472. package/scripts/daemon/assurance-e2e.test.mjs +0 -613
  473. package/scripts/daemon/assurance.test.mjs +0 -1791
  474. package/scripts/daemon/board-mirror.test.mjs +0 -165
  475. package/scripts/daemon/cadence-consumer-frontdoor.test.mjs +0 -393
  476. package/scripts/daemon/cadence-consumer-governance.test.mjs +0 -276
  477. package/scripts/daemon/cadence-consumer.test.mjs +0 -776
  478. package/scripts/daemon/cadence-handlers.test.mjs +0 -837
  479. package/scripts/daemon/classifier-identity.test.mjs +0 -137
  480. package/scripts/daemon/classifier.test.mjs +0 -266
  481. package/scripts/daemon/classify-kind.test.mjs +0 -40
  482. package/scripts/daemon/context-compiler.test.mjs +0 -406
  483. package/scripts/daemon/deliver.test.mjs +0 -564
  484. package/scripts/daemon/dispatcher-cooldown.test.mjs +0 -122
  485. package/scripts/daemon/dispatcher-governance.test.mjs +0 -1013
  486. package/scripts/daemon/dispatcher-resume.test.mjs +0 -166
  487. package/scripts/daemon/dispatcher-session-continuity.test.mjs +0 -365
  488. package/scripts/daemon/execution-ladder.test.mjs +0 -470
  489. package/scripts/daemon/goal-steward-cadence.test.mjs +0 -312
  490. package/scripts/daemon/inbox-deferral-session.test.mjs +0 -49
  491. package/scripts/daemon/inbox-deferral.test.mjs +0 -336
  492. package/scripts/daemon/inbox-wake.test.mjs +0 -199
  493. package/scripts/daemon/integration.test.mjs +0 -149
  494. package/scripts/daemon/lib/self-echo.test.mjs +0 -153
  495. package/scripts/daemon/lib/session-router.test.mjs +0 -554
  496. package/scripts/daemon/prompt-builder-preamble.test.mjs +0 -210
  497. package/scripts/daemon/prompt-builder.test.mjs +0 -556
  498. package/scripts/daemon/responder-cost.test.mjs +0 -68
  499. package/scripts/daemon/responder-history.test.mjs +0 -221
  500. package/scripts/daemon/sdk-version.test.mjs +0 -31
  501. package/scripts/daemon/session-lock.test.mjs +0 -252
  502. package/scripts/daemon/session-outcomes.test.mjs +0 -533
  503. package/scripts/daemon/typing-registry.test.mjs +0 -102
  504. package/scripts/hooks/pre-send-audit.test.mjs +0 -354
  505. package/scripts/huddle/huddle-prompt.test.mjs +0 -176
  506. package/scripts/local-triggers/autoupdate.test.mjs +0 -518
  507. package/scripts/local-triggers/generate-plists.test.mjs +0 -456
  508. package/scripts/media-generation/brand-clause.test.mjs +0 -135
  509. package/scripts/org/send-orgmail.first-contact.test.mjs +0 -102
  510. package/scripts/poller/inbox-privilege-injection.test.mjs +0 -167
  511. package/scripts/poller/inbox-scan-poller.test.mjs +0 -295
  512. package/scripts/poller/lib/cloud-relay-dedup.test.mjs +0 -133
  513. package/scripts/poller/slack-socket-mode.test.mjs +0 -805
  514. package/scripts/poller-launchd/install.test.mjs +0 -243
  515. package/scripts/restore-from-backup.test.mjs +0 -181
  516. package/scripts/session/feed.test.mjs +0 -196
  517. package/scripts/session/supervisor-sh.test.mjs +0 -218
  518. package/scripts/session/supervisor.test.mjs +0 -482
  519. package/scripts/setup/configure-macos.test.mjs +0 -306
  520. package/scripts/setup/gen-subagent-manifest.test.mjs +0 -124
  521. package/scripts/setup/generate-agent-package-json.test.mjs +0 -143
  522. package/scripts/setup/generate-capability.test.mjs +0 -134
  523. package/scripts/setup/init-agent.test.mjs +0 -370
  524. package/scripts/setup/init-skill-marketplace.test.mjs +0 -193
  525. package/scripts/vendor/sync-skill-packs.test.mjs +0 -103
  526. package/scripts/watchdog/memory-watchdog.test.mjs +0 -64
@@ -1,564 +0,0 @@
1
- /**
2
- * lib/model-router/integration.test.mjs — end-to-end router resolution +
3
- * failover, exercised over the REAL bundled catalog + a test policy.
4
- *
5
- * This is the seam test the v2 surface is contracted against (SPEC §6 / §12.2):
6
- * it drives the actual `resolveChain` brain (lib/model-router/resolve.mjs) on top
7
- * of the real bundled catalog YAMLs (lib/model-router/catalog/*.yaml), through the
8
- * real cost ledger (estimateCost) and the real failover engine (stepChain) against
9
- * the real disposition table (taxonomy.mjs DISPOSITION). Nothing here is a wire
10
- * mock of the router internals — only the OUTSIDE world is injected:
11
- *
12
- * - a tmp agentRoot (real fs) so the catalog + ledger have a hermetic home,
13
- * - an injected env so credential gates are deterministic (no real keys),
14
- * - an injected clock + rng so decision_ids / cooldowns are reproducible,
15
- * - an injected isOpen / in-memory breaker so no breaker files are touched,
16
- * - an injected `attempt` fn that returns SCRIPTED FailoverReasons (NO live API).
17
- *
18
- * The five lanes mirror the component brief 1–5:
19
- * 1. cheap-first rule → cheapest catalog row meeting the bar; explain + decision_id.
20
- * 2. unset auth_env candidate skipped + recorded in tried[] (missing_credential);
21
- * resolution falls through to the next chain member.
22
- * 3. failover: rate_limit steps the chain; a backend:model breaker opens; a
23
- * second resolution within cooldown skips the open key; context_overflow does
24
- * NOT fail over; network does NOT open a breaker.
25
- * 4. estCostUSD is catalog-priced + cache-aware; a volatile-priced model
26
- * projects at the steady-state (higher) figure, never the promo sticker.
27
- * 5. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic.
28
- *
29
- * House style: node:test, node:assert/strict, hermetic, no network. Mirrors the
30
- * DI discipline of failover.test.mjs / health.test.mjs / resource-governor.
31
- */
32
-
33
- import { test } from "node:test";
34
- import assert from "node:assert/strict";
35
- import { mkdtempSync, rmSync, mkdirSync } from "node:fs";
36
- import { tmpdir } from "node:os";
37
- import { join, dirname } from "node:path";
38
- import { fileURLToPath } from "node:url";
39
-
40
- import { resolveChain } from "./resolve.mjs";
41
- import { loadCatalog, lookupModel } from "./catalog.mjs";
42
- import { estimateCost } from "./ledger.mjs";
43
- import { stepChain } from "./failover.mjs";
44
- import { keyFor } from "./health.mjs";
45
- import { DISPOSITION } from "./taxonomy.mjs";
46
-
47
- const __dirname = dirname(fileURLToPath(import.meta.url));
48
- const BUNDLED_DIR = join(__dirname, "catalog");
49
-
50
- // ---------------------------------------------------------------------------
51
- // Hermetic harness: tmp agentRoot + injected clock/rng/env + the REAL bundled
52
- // catalog. resolveChain takes the catalog by injection so no FS read happens on
53
- // the decision path; loadCatalog reads the real YAMLs once.
54
- // ---------------------------------------------------------------------------
55
-
56
- function tmpRoot() {
57
- const root = mkdtempSync(join(tmpdir(), "maestro-router-int-"));
58
- mkdirSync(join(root, "state", "model-router"), { recursive: true });
59
- mkdirSync(join(root, "state", "cost-tracking"), { recursive: true });
60
- return root;
61
- }
62
-
63
- function fakeClock(start = 1_700_000_000_000) {
64
- let t = start;
65
- const now = () => t;
66
- now.advance = (ms) => { t += ms; };
67
- now.set = (v) => { t = v; };
68
- return now;
69
- }
70
-
71
- /** Deterministic rng so decision_id randomness is reproducible. */
72
- function seededRng(seed = 0.42) {
73
- let s = seed;
74
- return () => {
75
- s = (s * 9301 + 49297) % 233280;
76
- return s / 233280;
77
- };
78
- }
79
-
80
- /** The real bundled catalog, loaded once per test (hermetic — reads YAMLs only). */
81
- function loadBundled(root, overrides = {}) {
82
- const res = loadCatalog(root, { bundledDir: BUNDLED_DIR, agentRoot: root, ...overrides });
83
- // Sanity: the catalog must have parsed cleanly enough to contain the rows the
84
- // policy below references — a fatal catalog error would make every lane lie.
85
- assert.ok(res.byRef.size > 0, "bundled catalog parsed at least one row");
86
- assert.ok(lookupModel(res, "anthropic/claude-haiku-4-5"), "haiku row present");
87
- assert.ok(lookupModel(res, "deepseek/deepseek-v4-flash"), "deepseek flash row present");
88
- return res;
89
- }
90
-
91
- /**
92
- * In-memory breaker matching the health.mjs semantics resolveChain consults
93
- * (isOpen → {open}) and failover.mjs drives (open/close), with the stepped
94
- * rate_limit ladder from the real DISPOSITION table. Backend:model scoped.
95
- */
96
- function memBreaker(now) {
97
- const map = new Map();
98
- const clock = typeof now === "function" ? now : () => now;
99
- return {
100
- map,
101
- isOpen(key, at) {
102
- const t = Number.isFinite(at) ? at : clock();
103
- const s = map.get(key);
104
- if (!s) return { open: false, until: 0, reason: null, strikes: 0 };
105
- return { open: s.cooldownUntil > t, until: s.cooldownUntil, reason: s.reason, strikes: s.strikes };
106
- },
107
- open(key, reason, ms, at) {
108
- const t = Number.isFinite(at) ? at : clock();
109
- const prev = map.get(key) || { strikes: 0, cooldownUntil: 0 };
110
- const strikes = prev.strikes + 1;
111
- let cd = ms;
112
- if (cd == null) {
113
- const d = DISPOSITION[reason];
114
- if (d && Array.isArray(d.stepped) && d.stepped.length) {
115
- cd = d.stepped[Math.min(strikes - 1, d.stepped.length - 1)];
116
- } else if (d && d.cooldownMs === Infinity) {
117
- cd = Infinity;
118
- } else {
119
- cd = (d && d.cooldownMs) || 0;
120
- }
121
- }
122
- const until = cd === Infinity ? Infinity : Math.max(prev.cooldownUntil, t + cd);
123
- const next = { key, reason, strikes, cooldownUntil: until, openedAt: t };
124
- map.set(key, next);
125
- return next;
126
- },
127
- close(key) { map.delete(key); },
128
- };
129
- }
130
-
131
- /**
132
- * A v2 test policy. The chains are ordered cheap→expensive on purpose so the
133
- * first surviving candidate is the cheapest one that meets the bar (resolveChain
134
- * picks the first gate-survivor in chain order — §6.1).
135
- */
136
- function testPolicy() {
137
- return {
138
- schema_version: 2,
139
- source_path: "<test-policy>",
140
- aliases: {
141
- frontier: "anthropic/claude-opus-4-8",
142
- default: "anthropic/claude-sonnet-4-6",
143
- fast: "anthropic/claude-haiku-4-5",
144
- cheap: "deepseek/deepseek-v4-flash",
145
- "cheap-pro": "deepseek/deepseek-v4-pro",
146
- },
147
- defaults: {
148
- needs_tool_use_for_sessions: true,
149
- data_class: "sensitive",
150
- cache_ttl: "1h",
151
- },
152
- backends: {
153
- anthropic: { allowed_data_classes: ["public", "internal", "sensitive"] },
154
- deepseek: { allowed_data_classes: ["public"] },
155
- },
156
- routing_policy: [
157
- // direct, tool-less lookup: cheapest-first chain. deepseek (grade B) is
158
- // legal on the DIRECT lane; the grade-A gate only bites session+tool work.
159
- {
160
- match: { task_class: "lookup.*" },
161
- harness: "direct",
162
- needs_tool_use: false,
163
- chain: ["cheap", "fast"],
164
- },
165
- // a public-data direct task that prices a volatile model at steady-state.
166
- {
167
- match: { task_class: "learning.curate" },
168
- harness: "direct",
169
- needs_tool_use: false,
170
- chain: ["cheap-pro"],
171
- },
172
- {
173
- match: { task_class: "classify.inbox" },
174
- harness: "direct",
175
- needs_tool_use: false,
176
- chain: ["cheap", "fast"],
177
- },
178
- { default: true, chain: ["default", "fast"] },
179
- ],
180
- fallback_to_anthropic: true,
181
- strip_attribution_header: true,
182
- disable_experimental_betas: true,
183
- };
184
- }
185
-
186
- function cleanup(root) {
187
- try { rmSync(root, { recursive: true, force: true }); } catch { /* */ }
188
- }
189
-
190
- // ===========================================================================
191
- // 1. Cheap-first: resolves to the cheapest catalog row that meets the bar.
192
- // ===========================================================================
193
-
194
- test("1. cheap-first rule resolves to the cheapest qualifying row; explain + decision_id set", () => {
195
- const root = tmpRoot();
196
- try {
197
- const catalog = loadBundled(root);
198
- const now = fakeClock();
199
- const policy = testPolicy();
200
- // deepseek key PRESENT so the cheap candidate is reachable; the Anthropic
201
- // Console key is present too so the direct-api Anthropic failover tail
202
- // (haiku) is reachable (gate 6: a DIRECT Anthropic call needs ANTHROPIC_API_KEY).
203
- const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", ANTHROPIC_API_KEY: "sk-test-anthropic" };
204
-
205
- const d = resolveChain(
206
- {
207
- task_class: "lookup.gmail",
208
- source: "inbox",
209
- data_class: "public", // deepseek is public-only; derived by the caller
210
- token_estimate: 5000,
211
- },
212
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
213
- );
214
-
215
- // Cheapest qualifying row in the chain ["cheap"=deepseek-flash, "fast"=haiku].
216
- // deepseek-v4-flash input $0.14/MTok ≪ haiku input $1.0/MTok → cheap wins.
217
- assert.equal(d.chosen.provider, "deepseek", "cheapest qualifying provider chosen");
218
- assert.equal(d.chosen.model, "deepseek-v4-flash");
219
- assert.equal(d.chosen.harness, "direct");
220
- assert.equal(d.chosen.transport, "openai-completions", "direct third-party → openai wire transport");
221
- assert.equal(d.chosen.wire, "openai");
222
-
223
- // The chosen row really is the cheaper of the two candidates at this size.
224
- const cheapCost = estimateCost(catalog, { ref: "deepseek/deepseek-v4-flash", inputTokens: 5000, outputTokens: 2000, budget: true }).usd;
225
- const fastCost = estimateCost(catalog, { ref: "anthropic/claude-haiku-4-5", inputTokens: 5000, outputTokens: 2000, budget: true }).usd;
226
- assert.ok(cheapCost < fastCost, `cheap (${cheapCost}) < fast (${fastCost})`);
227
-
228
- // Mandatory contract fields.
229
- assert.equal(typeof d.explain, "string");
230
- assert.ok(d.explain.length > 0, "explain is a non-empty one-liner");
231
- assert.match(d.explain, /deepseek\/deepseek-v4-flash/, "explain names the chosen row");
232
- assert.ok(d.decision_id && typeof d.decision_id === "string", "decision_id set");
233
- assert.ok(d.decision_id.length >= 10, "decision_id is ulid-ish");
234
- assert.equal(typeof d.estCostUSD, "number");
235
- assert.ok(d.estCostUSD >= 0);
236
-
237
- // The full chain is visible (cheap then the fast failover tail).
238
- assert.deepEqual(d.chain.map((c) => c.ref), ["deepseek/deepseek-v4-flash", "anthropic/claude-haiku-4-5"]);
239
- // audit join fields.
240
- assert.ok(d.audit, "audit block present");
241
- assert.equal(d.audit.config_source, "<test-policy>");
242
- } finally {
243
- cleanup(root);
244
- }
245
- });
246
-
247
- // ===========================================================================
248
- // 2. Unset auth_env candidate skipped → tried[] missing_credential → next.
249
- // ===========================================================================
250
-
251
- test("2. candidate with unset auth_env is skipped (missing_credential) and falls through to the next", () => {
252
- const root = tmpRoot();
253
- try {
254
- const catalog = loadBundled(root);
255
- const now = fakeClock();
256
- const policy = testPolicy();
257
- // NO DEEPSEEK_API_KEY → the cheap (deepseek) candidate is unreachable. The
258
- // Anthropic Console key IS present so the NEXT chain member (direct-api
259
- // haiku) is reachable and becomes the fall-through target — demonstrating a
260
- // clean fall-through to the next member rather than the safety net.
261
- const env = { ANTHROPIC_API_KEY: "sk-test-anthropic" };
262
-
263
- const d = resolveChain(
264
- {
265
- task_class: "lookup.calendar",
266
- source: "inbox",
267
- data_class: "public",
268
- token_estimate: 4000,
269
- },
270
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
271
- );
272
-
273
- // Falls through to the next chain member (haiku).
274
- assert.equal(d.chosen.provider, "anthropic", "falls through to anthropic");
275
- assert.equal(d.chosen.model, "claude-haiku-4-5");
276
-
277
- // The skip is recorded in tried[] with the exact reason.
278
- const skip = d.tried.find((t) => t.ref === "deepseek/deepseek-v4-flash");
279
- assert.ok(skip, "deepseek candidate recorded in tried[]");
280
- assert.equal(skip.ok, false);
281
- assert.equal(skip.reason, "missing_credential", "key-absence-as-enforcement reason");
282
-
283
- // The explain string surfaces the skip (key-absence visible, not silent).
284
- assert.match(d.explain, /missing_credential/);
285
- assert.ok(d.decision_id);
286
- } finally {
287
- cleanup(root);
288
- }
289
- });
290
-
291
- // ===========================================================================
292
- // 3. Failover: rate_limit steps the chain; backend:model breaker opens; a
293
- // second resolution within cooldown skips the open key. context_overflow
294
- // does NOT fail over. network does NOT open a breaker.
295
- // ===========================================================================
296
-
297
- test("3a. rate_limit fails over to the next chain member and opens a backend:model breaker", async () => {
298
- const root = tmpRoot();
299
- try {
300
- const catalog = loadBundled(root);
301
- const now = fakeClock();
302
- const policy = testPolicy();
303
- // Both keys present: deepseek so the cheap candidate resolves first, and the
304
- // Anthropic Console key so the direct-api haiku failover tail is reachable.
305
- const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", ANTHROPIC_API_KEY: "sk-test-anthropic" };
306
- const breaker = memBreaker(now);
307
-
308
- // First resolution: cheap (deepseek) is reachable, no breaker open.
309
- const d = resolveChain(
310
- { task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
311
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: (k, at) => breaker.isOpen(k, at) }
312
- );
313
- assert.equal(d.chosen.ref || `${d.chosen.provider}/${d.chosen.model}`, "deepseek/deepseek-v4-flash");
314
-
315
- // Drive the failover engine over the resolved chain with a SCRIPTED attempt
316
- // fn (no live API): the cheap candidate returns rate_limit, then haiku ok.
317
- const chain = d.chain.map((c) => ({
318
- ref: c.ref,
319
- breakerKey: keyFor(c.ref.split("/")[0], c.ref.split("/")[1]),
320
- backendKey: keyFor(c.ref.split("/")[0]),
321
- }));
322
- const script = {
323
- "deepseek/deepseek-v4-flash": { ok: false, reason: "rate_limit" },
324
- "anthropic/claude-haiku-4-5": { ok: true, value: "answered" },
325
- };
326
- const attempt = (cand) => script[cand.ref] || { ok: false, reason: "unknown" };
327
-
328
- const out = await stepChain(chain, { attempt, now, breaker });
329
-
330
- assert.equal(out.ok, true, "chain stepped to a working candidate");
331
- assert.equal(out.chosen.ref, "anthropic/claude-haiku-4-5", "failed over to haiku");
332
- assert.equal(out.value, "answered");
333
- // tried[] shows the rate_limit on deepseek then ok on haiku.
334
- assert.equal(out.tried[0].ref, "deepseek/deepseek-v4-flash");
335
- assert.equal(out.tried[0].reason, "rate_limit");
336
-
337
- // The breaker that opened is the backend:model-scoped key (rate_limit scope),
338
- // NOT the bare backend key — Haiku flows while the deepseek-flash bucket is dry.
339
- const modelKey = keyFor("deepseek", "deepseek-v4-flash");
340
- const backendKey = keyFor("deepseek");
341
- assert.ok(breaker.map.has(modelKey), "backend:model breaker opened for the rate-limited model");
342
- assert.equal(breaker.map.has(backendKey), false, "the coarse backend breaker is NOT opened (model-scoped cooldown)");
343
- assert.equal(DISPOSITION.rate_limit.cooldownScope, "backend:model", "disposition contract: model-scoped");
344
- // A SUCCESSFUL failover carries no wake time (work got done — nothing to
345
- // re-queue), so the summary's soonestCooldownExpiry is null; the opened
346
- // breaker still records a concrete future cooldown (never hot-loops).
347
- assert.equal(out.soonestCooldownExpiry, null, "successful failover needs no re-queue wake time");
348
- assert.ok(breaker.map.get(modelKey).cooldownUntil > now(), "the opened breaker holds a concrete future cooldown");
349
- assert.equal(breaker.map.get(modelKey).cooldownUntil, now() + DISPOSITION.rate_limit.stepped[0], "first rate_limit strike = 30s step");
350
-
351
- // ── Second resolution WITHIN the cooldown: the open backend:model key makes
352
- // the cheap candidate unreachable, so resolution skips it for haiku.
353
- const d2 = resolveChain(
354
- { task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
355
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: (k, at) => breaker.isOpen(k, at) }
356
- );
357
- assert.equal(d2.chosen.provider, "anthropic", "open breaker → second resolution skips deepseek");
358
- assert.equal(d2.chosen.model, "claude-haiku-4-5");
359
- const skip2 = d2.tried.find((t) => t.ref === "deepseek/deepseek-v4-flash");
360
- assert.ok(skip2, "skipped deepseek recorded in tried[]");
361
- assert.equal(skip2.reason, "breaker_open", "skip reason is the open breaker");
362
-
363
- // ── After the cooldown expires, the cheap candidate is reachable again.
364
- now.advance(DISPOSITION.rate_limit.stepped[0] + 1);
365
- const d3 = resolveChain(
366
- { task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
367
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: (k, at) => breaker.isOpen(k, at) }
368
- );
369
- assert.equal(d3.chosen.provider, "deepseek", "cheap candidate reachable again after cooldown");
370
- } finally {
371
- cleanup(root);
372
- }
373
- });
374
-
375
- test("3b. context_overflow NEVER fails over (terminal, no cooldown)", async () => {
376
- const now = fakeClock();
377
- const breaker = memBreaker(now);
378
- const chain = [
379
- { ref: "deepseek/deepseek-v4-flash", breakerKey: keyFor("deepseek", "deepseek-v4-flash"), backendKey: keyFor("deepseek") },
380
- { ref: "anthropic/claude-haiku-4-5", breakerKey: keyFor("anthropic", "claude-haiku-4-5"), backendKey: keyFor("anthropic") },
381
- ];
382
- let calls = 0;
383
- const attempt = (cand) => {
384
- calls++;
385
- if (cand.ref === "deepseek/deepseek-v4-flash") return { ok: false, reason: "context_overflow" };
386
- return { ok: true, value: "should-never-reach" };
387
- };
388
-
389
- const out = await stepChain(chain, { attempt, now, breaker });
390
-
391
- assert.equal(out.ok, false, "context_overflow terminates the walk");
392
- assert.equal(out.reason, "context_overflow");
393
- assert.equal(calls, 1, "did NOT advance to the next candidate (no second attempt)");
394
- assert.equal(out.soonestCooldownExpiry, null, "no cooldown for context_overflow");
395
- assert.equal(breaker.map.size, 0, "context_overflow opens no breaker");
396
- // Disposition contract, cell-by-cell.
397
- assert.equal(DISPOSITION.context_overflow.failoverNext, false);
398
- assert.equal(DISPOSITION.context_overflow.opensBreaker, false);
399
- });
400
-
401
- test("3c. network does NOT fail over and does NOT open a breaker (DEFER-style)", async () => {
402
- const now = fakeClock();
403
- const breaker = memBreaker(now);
404
- const chain = [
405
- { ref: "deepseek/deepseek-v4-flash", breakerKey: keyFor("deepseek", "deepseek-v4-flash"), backendKey: keyFor("deepseek") },
406
- { ref: "anthropic/claude-haiku-4-5", breakerKey: keyFor("anthropic", "claude-haiku-4-5"), backendKey: keyFor("anthropic") },
407
- ];
408
- let calls = 0;
409
- const attempt = (cand) => {
410
- calls++;
411
- if (cand.ref === "deepseek/deepseek-v4-flash") return { ok: false, reason: "network" };
412
- return { ok: true, value: "should-never-reach" };
413
- };
414
-
415
- const out = await stepChain(chain, { attempt, now, breaker });
416
-
417
- assert.equal(out.ok, false, "network terminates the walk (offline → re-queue)");
418
- assert.equal(out.reason, "network");
419
- assert.equal(calls, 1, "did NOT advance to the next candidate");
420
- assert.equal(out.soonestCooldownExpiry, null, "no cooldown burned");
421
- assert.equal(breaker.map.size, 0, "network opens NO breaker — burns no retry budget");
422
- // Disposition contract.
423
- assert.equal(DISPOSITION.network.failoverNext, false);
424
- assert.equal(DISPOSITION.network.opensBreaker, false);
425
- });
426
-
427
- // ===========================================================================
428
- // 4. estCostUSD is catalog-priced + cache-aware; a volatile-priced model
429
- // projects at the steady-state figure.
430
- // ===========================================================================
431
-
432
- test("4. estCostUSD is catalog-priced and cache-aware; volatile model budgets at steady-state", () => {
433
- const root = tmpRoot();
434
- try {
435
- const catalog = loadBundled(root);
436
- const now = fakeClock();
437
- const policy = testPolicy();
438
- const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", ANTHROPIC_API_KEY: "sk-test-anthropic" };
439
-
440
- // ── Cache-awareness: a request with a cache-read estimate must cost STRICTLY
441
- // LESS than the same request with no cache hits (cache_read ≪ input rate).
442
- const reqBase = {
443
- task_class: "lookup.gmail",
444
- source: "inbox",
445
- data_class: "public",
446
- token_estimate: 100000,
447
- token_estimate_out: 20000,
448
- };
449
- const cold = resolveChain(
450
- { ...reqBase },
451
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
452
- );
453
- const warm = resolveChain(
454
- { ...reqBase, cache_read_estimate: 80000 },
455
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
456
- );
457
- assert.equal(cold.chosen.model, "deepseek-v4-flash");
458
- assert.equal(warm.chosen.model, "deepseek-v4-flash");
459
- assert.ok(warm.estCostUSD < cold.estCostUSD, `cache-aware: warm (${warm.estCostUSD}) < cold (${cold.estCostUSD})`);
460
-
461
- // The decision's estimate matches the ledger's catalog-priced figure exactly.
462
- const expectCold = estimateCost(catalog, {
463
- ref: "deepseek/deepseek-v4-flash",
464
- inputTokens: 100000,
465
- outputTokens: 20000,
466
- cacheReadTokens: 0,
467
- budget: true,
468
- }).usd;
469
- assert.equal(cold.estCostUSD, expectCold, "estCostUSD is exactly the catalog-priced figure");
470
-
471
- // ── Volatile steady-state: deepseek-v4-pro is volatile:true with a
472
- // steady_state tier ($1.74/$3.48). The budget projection must use the
473
- // HIGHER steady-state rate, never the promo sticker ($0.435/$0.87).
474
- const proReq = {
475
- task_class: "learning.curate",
476
- source: "backlog",
477
- data_class: "public",
478
- token_estimate: 50000,
479
- token_estimate_out: 10000,
480
- };
481
- const proDecision = resolveChain(
482
- proReq,
483
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
484
- );
485
- assert.equal(proDecision.chosen.model, "deepseek-v4-pro");
486
-
487
- const steady = estimateCost(catalog, {
488
- ref: "deepseek/deepseek-v4-pro",
489
- inputTokens: 50000,
490
- outputTokens: 10000,
491
- budget: true, // steady-state projection
492
- });
493
- const sticker = estimateCost(catalog, {
494
- ref: "deepseek/deepseek-v4-pro",
495
- inputTokens: 50000,
496
- outputTokens: 10000,
497
- budget: false, // promo sticker
498
- });
499
- assert.equal(steady.basis, "steady_state", "volatile row budgeted at steady-state basis");
500
- assert.equal(steady.volatile, true);
501
- assert.ok(steady.usd > sticker.usd, `steady-state (${steady.usd}) > sticker (${sticker.usd})`);
502
- assert.equal(proDecision.estCostUSD, steady.usd, "RouteDecision projects the volatile model at steady-state");
503
-
504
- // Concrete arithmetic check (no cache): the steady-state rates are 1.74 in /
505
- // 3.48 out → 50k input * 1.74/MTok + 10k output * 3.48/MTok.
506
- const expected = Number((50000 / 1e6 * 1.74 + 10000 / 1e6 * 3.48).toFixed(6));
507
- assert.equal(steady.usd, expected, "steady-state arithmetic matches the catalog rates");
508
- } finally {
509
- cleanup(root);
510
- }
511
- });
512
-
513
- // ===========================================================================
514
- // 5. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic.
515
- // ===========================================================================
516
-
517
- test("5. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic regardless of policy", () => {
518
- const root = tmpRoot();
519
- try {
520
- const catalog = loadBundled(root);
521
- const now = fakeClock();
522
- const policy = testPolicy();
523
-
524
- // A request whose policy would otherwise route to deepseek (cheap-first,
525
- // public, key present) — the kill switch must override it.
526
- const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", MAESTRO_ROUTER_FORCE_ANTHROPIC: "1" };
527
-
528
- const d = resolveChain(
529
- {
530
- task_class: "lookup.gmail",
531
- source: "inbox",
532
- data_class: "public",
533
- token_estimate: 3000,
534
- },
535
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
536
- );
537
-
538
- assert.equal(d.chosen.provider, "anthropic", "kill switch forces Anthropic");
539
- assert.equal(d.chosen.wire, "anthropic");
540
- // Anthropic session: stock CLI/Console key, no third-party retarget env.
541
- assert.deepEqual(d.envForSpawn, {}, "no ANTHROPIC_BASE_URL retarget under the kill switch");
542
- assert.match(d.explain, /kill switch|MAESTRO_ROUTER_FORCE_ANTHROPIC/i, "explain names the kill switch");
543
- // No deepseek candidate was even considered.
544
- assert.equal(d.tried.find((t) => t.ref && t.ref.startsWith("deepseek/")), undefined, "deepseek never tried under kill switch");
545
- assert.ok(d.decision_id);
546
-
547
- // Accepts "true" as well as "1" (boolean env convention).
548
- const d2 = resolveChain(
549
- { task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
550
- {
551
- agentRoot: root,
552
- config: policy,
553
- catalog,
554
- env: { DEEPSEEK_API_KEY: "sk-test-deepseek", MAESTRO_ROUTER_FORCE_ANTHROPIC: "true" },
555
- now,
556
- rng: seededRng(),
557
- isOpen: () => ({ open: false }),
558
- }
559
- );
560
- assert.equal(d2.chosen.provider, "anthropic", 'kill switch honors "true" too');
561
- } finally {
562
- cleanup(root);
563
- }
564
- });