@cohortapp/agent-sdk 2.17.0 → 2.18.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (531) hide show
  1. package/.claude/settings.json +18 -0
  2. package/.env.example +18 -5
  3. package/README.md +1 -0
  4. package/bin/maestro.mjs +62 -0
  5. package/docs/guides/billing-console-keys.md +60 -0
  6. package/docs/guides/front-door-session.md +54 -9
  7. package/docs/guides/mac-mini.md +20 -25
  8. package/docs/guides/setup-wizard.md +1 -1
  9. package/docs/runbooks/fleet-rollout.md +156 -0
  10. package/docs/runbooks/mac-mini-bootstrap.md +12 -14
  11. package/lib/action-executor.js +19 -3
  12. package/lib/budget-guard.mjs +279 -3
  13. package/lib/channels/base-adapter.mjs +3 -1
  14. package/lib/channels/contract.mjs +2 -1
  15. package/lib/channels/inbox-item.mjs +8 -0
  16. package/lib/claude-bin.mjs +5 -6
  17. package/lib/cli/doctor-checks.mjs +141 -10
  18. package/lib/cli/global-setup-extras.mjs +5 -1
  19. package/lib/cli/inbox.mjs +100 -15
  20. package/lib/cli/seat-auth.mjs +463 -0
  21. package/lib/cli/session.mjs +80 -12
  22. package/lib/collective/capture-slots.mjs +234 -0
  23. package/lib/collective/capture.mjs +8 -6
  24. package/lib/collective/config.mjs +2 -0
  25. package/lib/collective/global-config.mjs +63 -1
  26. package/lib/collective/loop-guard.mjs +155 -0
  27. package/lib/collective/presence.mjs +142 -5
  28. package/lib/comms/send-gate.mjs +559 -1
  29. package/lib/diagnostics/alerts.mjs +49 -0
  30. package/lib/diagnostics/cadence-output-freshness.mjs +288 -0
  31. package/lib/engine/agents/definitions.mjs +343 -0
  32. package/lib/engine/agents/persist.mjs +275 -0
  33. package/lib/engine/agents/runtime.mjs +748 -0
  34. package/lib/engine/agents/usage.mjs +95 -0
  35. package/lib/engine/auth-status.mjs +139 -0
  36. package/lib/engine/budget.mjs +194 -0
  37. package/lib/engine/cli.mjs +1204 -0
  38. package/lib/engine/commands/index.mjs +269 -0
  39. package/lib/engine/context/budget.mjs +219 -0
  40. package/lib/engine/context/cache.mjs +125 -0
  41. package/lib/engine/context/child-env.mjs +215 -0
  42. package/lib/engine/context/compaction.mjs +342 -0
  43. package/lib/engine/context/images.mjs +90 -0
  44. package/lib/engine/context/instructions.mjs +327 -0
  45. package/lib/engine/context/lazy-instructions.mjs +169 -0
  46. package/lib/engine/context/manager.mjs +182 -0
  47. package/lib/engine/context/real-path.mjs +91 -0
  48. package/lib/engine/context/secret-values.mjs +163 -0
  49. package/lib/engine/context/settings.mjs +274 -0
  50. package/lib/engine/context/stream-input.mjs +159 -0
  51. package/lib/engine/guard.mjs +152 -0
  52. package/lib/engine/hooks.mjs +713 -0
  53. package/lib/engine/loop.mjs +560 -0
  54. package/lib/engine/mcp/client.mjs +254 -0
  55. package/lib/engine/mcp/config.mjs +301 -0
  56. package/lib/engine/mcp/http.mjs +201 -0
  57. package/lib/engine/mcp/index.mjs +146 -0
  58. package/lib/engine/mcp/jsonrpc.mjs +147 -0
  59. package/lib/engine/mcp/naming.mjs +66 -0
  60. package/lib/engine/mcp/resources.mjs +89 -0
  61. package/lib/engine/mcp/results.mjs +133 -0
  62. package/lib/engine/mcp/stdio.mjs +137 -0
  63. package/lib/engine/mcp/supervisor.mjs +116 -0
  64. package/lib/engine/messages.mjs +104 -0
  65. package/lib/engine/output/json.mjs +164 -0
  66. package/lib/engine/output/stream-json.mjs +266 -0
  67. package/lib/engine/permissions.mjs +845 -0
  68. package/lib/engine/process-identity.mjs +164 -0
  69. package/lib/engine/process-tree.mjs +551 -0
  70. package/lib/engine/prompt.mjs +60 -0
  71. package/lib/engine/session/store.mjs +299 -0
  72. package/lib/engine/session-runtime/args.mjs +97 -0
  73. package/lib/engine/session-runtime/host.mjs +143 -0
  74. package/lib/engine/session-runtime/inbox.mjs +122 -0
  75. package/lib/engine/session-runtime/notifications.mjs +129 -0
  76. package/lib/engine/session-runtime/registry.mjs +328 -0
  77. package/lib/engine/session-runtime/runner.mjs +344 -0
  78. package/lib/engine/session-runtime/socket.mjs +212 -0
  79. package/lib/engine/session-runtime/wakeup.mjs +115 -0
  80. package/lib/engine/skills/index.mjs +321 -0
  81. package/lib/engine/tools/bash-background.mjs +533 -0
  82. package/lib/engine/tools/bash.mjs +216 -0
  83. package/lib/engine/tools/edit.mjs +97 -0
  84. package/lib/engine/tools/glob.mjs +81 -0
  85. package/lib/engine/tools/grep.mjs +224 -0
  86. package/lib/engine/tools/index.mjs +84 -0
  87. package/lib/engine/tools/list-agents.mjs +32 -0
  88. package/lib/engine/tools/ls.mjs +127 -0
  89. package/lib/engine/tools/monitor.mjs +82 -0
  90. package/lib/engine/tools/notebook-edit.mjs +218 -0
  91. package/lib/engine/tools/read.mjs +103 -0
  92. package/lib/engine/tools/schedule-wakeup.mjs +45 -0
  93. package/lib/engine/tools/schema.mjs +144 -0
  94. package/lib/engine/tools/send-message.mjs +77 -0
  95. package/lib/engine/tools/session.mjs +70 -0
  96. package/lib/engine/tools/todo.mjs +144 -0
  97. package/lib/engine/tools/toolsearch.mjs +217 -0
  98. package/lib/engine/tools/walk.mjs +193 -0
  99. package/lib/engine/tools/web-switch.mjs +31 -0
  100. package/lib/engine/tools/webfetch-html.mjs +387 -0
  101. package/lib/engine/tools/webfetch-net.mjs +340 -0
  102. package/lib/engine/tools/webfetch.mjs +198 -0
  103. package/lib/engine/tools/websearch.mjs +91 -0
  104. package/lib/engine/tools/workflow.mjs +95 -0
  105. package/lib/engine/tools/write.mjs +76 -0
  106. package/lib/engine/tui/line-editor.mjs +137 -0
  107. package/lib/engine/tui/render.mjs +86 -0
  108. package/lib/engine/tui/tui.mjs +274 -0
  109. package/lib/engine/wire/anthropic-messages.mjs +263 -0
  110. package/lib/engine/wire/effort.mjs +36 -0
  111. package/lib/engine/wire/errors.mjs +496 -0
  112. package/lib/engine/wire/http.mjs +441 -0
  113. package/lib/engine/wire/index.mjs +76 -0
  114. package/lib/engine/wire/openai-chat.mjs +332 -0
  115. package/lib/engine/wire/prompt-cache.mjs +79 -0
  116. package/lib/engine/wire/search.mjs +140 -0
  117. package/lib/engine/wire/sse.mjs +114 -0
  118. package/lib/engine/wire/stall.mjs +349 -0
  119. package/lib/engine/wire/token-provider.mjs +175 -0
  120. package/lib/engine/wire/usage.mjs +192 -0
  121. package/lib/engine/workflow/host.mjs +524 -0
  122. package/lib/engine/workflow/journal.mjs +188 -0
  123. package/lib/engine/workflow/json-schema.mjs +171 -0
  124. package/lib/engine/workflow/meta.mjs +329 -0
  125. package/lib/engine/workflow/notifications.mjs +52 -0
  126. package/lib/engine/workflow/runtime.mjs +447 -0
  127. package/lib/engine/workflow/sandbox.mjs +534 -0
  128. package/lib/engine/workflow/worker.mjs +141 -0
  129. package/lib/engine/workflow/worktree.mjs +74 -0
  130. package/lib/execution/disposition.mjs +1 -1
  131. package/lib/execution/intake.mjs +10 -0
  132. package/lib/execution/surface-policy.mjs +15 -0
  133. package/lib/learning/curator.mjs +8 -6
  134. package/lib/learning/reflect.mjs +8 -6
  135. package/lib/model-router/catalog/cohort.yaml +137 -0
  136. package/lib/model-router/catalog.mjs +118 -1
  137. package/lib/model-router/failover.mjs +67 -16
  138. package/lib/model-router/llm-task.mjs +39 -3
  139. package/lib/model-router/resolve.mjs +89 -3
  140. package/lib/model-router/spawn.mjs +46 -47
  141. package/lib/model-router/taxonomy.mjs +126 -4
  142. package/lib/org/cost-sync.mjs +141 -11
  143. package/lib/org/inbound/broadcast.mjs +289 -0
  144. package/lib/org/inbound/collective.mjs +375 -0
  145. package/lib/org/inbound/directedness.mjs +96 -8
  146. package/lib/org/inbound/facts.mjs +78 -2
  147. package/lib/org/inbound/project.mjs +22 -0
  148. package/lib/org/inbound/surfaces.mjs +14 -0
  149. package/lib/org/llm-token.mjs +879 -0
  150. package/lib/org/mesh.mjs +61 -0
  151. package/lib/org/messaging.mjs +3 -1
  152. package/lib/org/protocol.checksum +1 -1
  153. package/lib/org/protocol.mjs +15 -0
  154. package/lib/org/quota.mjs +520 -0
  155. package/lib/org/tool-surface.mjs +104 -16
  156. package/lib/org/ui-parity.mjs +16 -1
  157. package/lib/org/work-ledger.mjs +37 -6
  158. package/lib/rate-guard.mjs +114 -1
  159. package/lib/resource-governor.mjs +41 -6
  160. package/lib/runtime/adapter.mjs +833 -0
  161. package/lib/runtime/child-env.mjs +191 -0
  162. package/lib/runtime/legacy-shell-guard.mjs +97 -0
  163. package/lib/runtime/seat-engine.mjs +162 -0
  164. package/lib/session/ask-ledger.mjs +271 -0
  165. package/lib/session/current-work.mjs +676 -0
  166. package/lib/session/feed-core.mjs +40 -3
  167. package/lib/session/launch-args.mjs +56 -4
  168. package/lib/session/status-summary.mjs +26 -9
  169. package/lib/session/upgrade-notice.mjs +42 -0
  170. package/lib/setup/claude-probe.mjs +117 -13
  171. package/lib/setup/enrich.mjs +13 -10
  172. package/lib/setup/sections/model.mjs +39 -13
  173. package/lib/telemetry/collect.mjs +229 -11
  174. package/lib/upgrade/ignored-drift.mjs +105 -0
  175. package/lib/voice/post-call-brief.mjs +30 -17
  176. package/package.json +13 -3
  177. package/plugins/maestro-skills/skills/board-work.md +5 -0
  178. package/plugins/maestro-skills/skills/inbound-triage.md +56 -15
  179. package/plugins/maestro-skills/skills/main-session.md +18 -7
  180. package/scaffold/config/collective.yaml +7 -0
  181. package/scripts/ci/check-durable-write-seam.mjs +3 -1
  182. package/scripts/ci/check-tarball-fidelity.mjs +126 -2
  183. package/scripts/ci/run-tests.mjs +47 -19
  184. package/scripts/cohort-llm/api-key-helper.mjs +92 -0
  185. package/scripts/collective/hook-runner.mjs +142 -19
  186. package/scripts/continuous-monitor.sh +13 -0
  187. package/scripts/cost/track-claude-usage.mjs +15 -0
  188. package/scripts/daemon/agent-daemon.mjs +408 -20
  189. package/scripts/daemon/assurance.mjs +48 -12
  190. package/scripts/daemon/cadence-consumer.mjs +218 -68
  191. package/scripts/daemon/cadence-handlers.mjs +73 -4
  192. package/scripts/daemon/classifier.mjs +75 -26
  193. package/scripts/daemon/context-compiler.mjs +51 -37
  194. package/scripts/daemon/deliver.mjs +30 -1
  195. package/scripts/daemon/dispatcher.mjs +595 -149
  196. package/scripts/daemon/health.mjs +14 -1
  197. package/scripts/daemon/maestro-daemon.mjs +11 -0
  198. package/scripts/daemon/prompt-builder.mjs +24 -0
  199. package/scripts/daemon/responder.mjs +246 -79
  200. package/scripts/daemon/sdk-version.mjs +98 -16
  201. package/scripts/eval/probe-gateway.mjs +635 -0
  202. package/scripts/eval/replay/extract.mjs +270 -0
  203. package/scripts/eval/replay/grade.mjs +260 -0
  204. package/scripts/eval/replay/lib/config.mjs +50 -0
  205. package/scripts/eval/replay/lib/effects.mjs +65 -0
  206. package/scripts/eval/replay/lib/fixture.mjs +188 -0
  207. package/scripts/eval/replay/lib/judge.mjs +72 -0
  208. package/scripts/eval/replay/lib/redact.mjs +136 -0
  209. package/scripts/eval/replay/lib/sandbox.mjs +170 -0
  210. package/scripts/eval/replay/lib/schema-check.mjs +63 -0
  211. package/scripts/eval/replay/lib/transcript.mjs +76 -0
  212. package/scripts/eval/replay/mcp-replay-stub.mjs +101 -0
  213. package/scripts/eval/replay/report.mjs +185 -0
  214. package/scripts/eval/replay/run.mjs +404 -0
  215. package/scripts/fleet/rollout.mjs +1151 -0
  216. package/scripts/hooks/pre-send-audit.sh +36 -245
  217. package/scripts/hooks/pre-write-yaml-validate.mjs +275 -0
  218. package/scripts/hooks/validate-state-yaml.sh +190 -0
  219. package/scripts/huddle/huddle-llm.mjs +361 -0
  220. package/scripts/huddle/huddle-server.mjs +46 -121
  221. package/scripts/local-triggers/autoupdate.sh +465 -81
  222. package/scripts/local-triggers/run-trigger.sh +13 -0
  223. package/scripts/maintenance/pin-integrity.mjs +364 -0
  224. package/scripts/poll-slack-events.sh +41 -9
  225. package/scripts/poller/slack-socket-mode.mjs +28 -3
  226. package/scripts/session/supervisor.mjs +80 -13
  227. package/scripts/spawn-session.sh +13 -0
  228. package/bin/maestro.test.mjs +0 -1574
  229. package/lib/action-executor.test.mjs +0 -871
  230. package/lib/archetype.test.mjs +0 -132
  231. package/lib/assurance/plan-note.test.mjs +0 -234
  232. package/lib/assurance/room-budget.test.mjs +0 -486
  233. package/lib/assurance/tier.test.mjs +0 -174
  234. package/lib/autonomy.test.mjs +0 -66
  235. package/lib/backlog.test.mjs +0 -302
  236. package/lib/backup/policy.test.mjs +0 -305
  237. package/lib/budget-escalate.test.mjs +0 -232
  238. package/lib/budget-guard.envelope.test.mjs +0 -476
  239. package/lib/budget-guard.test.mjs +0 -427
  240. package/lib/cadence-bus-requeue.test.mjs +0 -83
  241. package/lib/cadence-bus-schedule.test.mjs +0 -194
  242. package/lib/cadence-bus.test.mjs +0 -720
  243. package/lib/cadences.test.mjs +0 -230
  244. package/lib/capability/inventory.test.mjs +0 -232
  245. package/lib/capability.test.mjs +0 -78
  246. package/lib/channels/base-adapter.test.mjs +0 -590
  247. package/lib/channels/channels.test.mjs +0 -371
  248. package/lib/channels/contract.test.mjs +0 -162
  249. package/lib/channels/inbox-item.test.mjs +0 -368
  250. package/lib/channels/orgmail/adapter.test.mjs +0 -448
  251. package/lib/channels/pairing.test.mjs +0 -270
  252. package/lib/channels/repeat-suppressor.test.mjs +0 -134
  253. package/lib/channels/slack-adapter.test.mjs +0 -212
  254. package/lib/channels/telegram-adapter.test.mjs +0 -306
  255. package/lib/channels/voice/adapter.test.mjs +0 -278
  256. package/lib/channels/whatsapp/adapter-baileys.test.mjs +0 -359
  257. package/lib/channels/whatsapp/baileys-typing.test.mjs +0 -154
  258. package/lib/charter.test.mjs +0 -89
  259. package/lib/claude-bin.test.mjs +0 -131
  260. package/lib/cli/board.test.mjs +0 -227
  261. package/lib/cli/design.test.mjs +0 -270
  262. package/lib/cli/doctor-checks.test.mjs +0 -336
  263. package/lib/cli/global-setup-extras.test.mjs +0 -462
  264. package/lib/cli/inbox.test.mjs +0 -230
  265. package/lib/cli/session-ack.test.mjs +0 -63
  266. package/lib/cli/session.test.mjs +0 -613
  267. package/lib/collective/capture.test.mjs +0 -121
  268. package/lib/collective/cards.test.mjs +0 -114
  269. package/lib/collective/config.test.mjs +0 -123
  270. package/lib/collective/global-config.test.mjs +0 -220
  271. package/lib/collective/global-skills.test.mjs +0 -126
  272. package/lib/collective/presence.test.mjs +0 -95
  273. package/lib/collective/recall.test.mjs +0 -116
  274. package/lib/collective/vendor-skills.test.mjs +0 -306
  275. package/lib/comms/send-gate.test.mjs +0 -770
  276. package/lib/comms.test.mjs +0 -41
  277. package/lib/context/budget.test.mjs +0 -252
  278. package/lib/context/history-scope.test.mjs +0 -79
  279. package/lib/cost/ledger-row.test.mjs +0 -183
  280. package/lib/design/design-md.test.mjs +0 -318
  281. package/lib/design/fixtures/DESIGN.golden.md +0 -238
  282. package/lib/design/fixtures/PRODUCT.golden.md +0 -67
  283. package/lib/design/fixtures/foundation.json +0 -133
  284. package/lib/design/refresh-gate.test.mjs +0 -144
  285. package/lib/design/write.test.mjs +0 -241
  286. package/lib/diagnostics/alerts.test.mjs +0 -318
  287. package/lib/diagnostics/backup-freshness.test.mjs +0 -185
  288. package/lib/diagnostics/counters.test.mjs +0 -206
  289. package/lib/diagnostics/events.test.mjs +0 -290
  290. package/lib/diagnostics/otel.test.mjs +0 -196
  291. package/lib/diagnostics/trace.test.mjs +0 -251
  292. package/lib/env-compat.test.mjs +0 -104
  293. package/lib/execution/disposition.test.mjs +0 -553
  294. package/lib/execution/drive.test.mjs +0 -270
  295. package/lib/execution/effects.test.mjs +0 -344
  296. package/lib/execution/intake.test.mjs +0 -389
  297. package/lib/execution/journal.test.mjs +0 -261
  298. package/lib/execution/match.test.mjs +0 -235
  299. package/lib/execution/pipeline.test.mjs +0 -392
  300. package/lib/execution/route.test.mjs +0 -186
  301. package/lib/execution/surface-policy.test.mjs +0 -162
  302. package/lib/fs-atomic.test.mjs +0 -72
  303. package/lib/fs-ownership.test.mjs +0 -158
  304. package/lib/goals/admission.test.mjs +0 -164
  305. package/lib/goals/classify.test.mjs +0 -167
  306. package/lib/goals/collaborate.test.mjs +0 -336
  307. package/lib/goals/gaps.test.mjs +0 -284
  308. package/lib/goals/loop.test.mjs +0 -845
  309. package/lib/hooks/bus.test.mjs +0 -387
  310. package/lib/identity/persona.test.mjs +0 -142
  311. package/lib/kpi-sensors.test.mjs +0 -278
  312. package/lib/kpi.test.mjs +0 -244
  313. package/lib/learning/config.test.mjs +0 -75
  314. package/lib/learning/counters.test.mjs +0 -69
  315. package/lib/learning/curator-consolidate.test.mjs +0 -238
  316. package/lib/learning/curator.test.mjs +0 -106
  317. package/lib/learning/reflect.test.mjs +0 -0
  318. package/lib/learning/session-index.test.mjs +0 -125
  319. package/lib/learning/skill-writer.test.mjs +0 -210
  320. package/lib/mandate/audit.test.mjs +0 -195
  321. package/lib/mandate/contract.test.mjs +0 -185
  322. package/lib/mandate/derive.test.mjs +0 -274
  323. package/lib/mandate/model.test.mjs +0 -164
  324. package/lib/mandate/refresh.test.mjs +0 -389
  325. package/lib/mcp/server.test.mjs +0 -426
  326. package/lib/model-router/auth-profiles.test.mjs +0 -580
  327. package/lib/model-router/catalog.test.mjs +0 -385
  328. package/lib/model-router/economics.test.mjs +0 -438
  329. package/lib/model-router/failover.test.mjs +0 -439
  330. package/lib/model-router/health.test.mjs +0 -338
  331. package/lib/model-router/integration-coverage.test.mjs +0 -831
  332. package/lib/model-router/integration.test.mjs +0 -564
  333. package/lib/model-router/ledger.test.mjs +0 -415
  334. package/lib/model-router/llm-task.test.mjs +0 -392
  335. package/lib/model-router/org-credentials.test.mjs +0 -265
  336. package/lib/model-router/pricing-refresh.test.mjs +0 -286
  337. package/lib/model-router/reconcile.test.mjs +0 -316
  338. package/lib/model-router/repair.test.mjs +0 -180
  339. package/lib/model-router/spawn.test.mjs +0 -446
  340. package/lib/model-router/taxonomy.test.mjs +0 -410
  341. package/lib/model-router.test.mjs +0 -1207
  342. package/lib/org/activity.test.mjs +0 -134
  343. package/lib/org/approvals.test.mjs +0 -216
  344. package/lib/org/awareness.test.mjs +0 -159
  345. package/lib/org/board-mine-cache.test.mjs +0 -53
  346. package/lib/org/board.test.mjs +0 -187
  347. package/lib/org/bootstrap-context.test.mjs +0 -153
  348. package/lib/org/client.test.mjs +0 -1206
  349. package/lib/org/cohort-client.test.mjs +0 -126
  350. package/lib/org/cost-sync.test.mjs +0 -153
  351. package/lib/org/doctor.test.mjs +0 -346
  352. package/lib/org/engagement-ledger.test.mjs +0 -112
  353. package/lib/org/engagement.test.mjs +0 -739
  354. package/lib/org/handoff.test.mjs +0 -269
  355. package/lib/org/inbound/directedness.test.mjs +0 -668
  356. package/lib/org/inbound/facts.test.mjs +0 -471
  357. package/lib/org/inbound/hydrate.test.mjs +0 -908
  358. package/lib/org/inbound/index.test.mjs +0 -429
  359. package/lib/org/inbound/project.test.mjs +0 -287
  360. package/lib/org/integration-tools.test.mjs +0 -160
  361. package/lib/org/keys.test.mjs +0 -92
  362. package/lib/org/knowledge.test.mjs +0 -326
  363. package/lib/org/leases.test.mjs +0 -235
  364. package/lib/org/mesh-directives.test.mjs +0 -110
  365. package/lib/org/mesh-integration.test.mjs +0 -127
  366. package/lib/org/mesh.test.mjs +0 -400
  367. package/lib/org/messaging.test.mjs +0 -471
  368. package/lib/org/param-contract.test.mjs +0 -477
  369. package/lib/org/policy.test.mjs +0 -237
  370. package/lib/org/protocol.checksum.test.mjs +0 -90
  371. package/lib/org/protocol.test.mjs +0 -323
  372. package/lib/org/push.test.mjs +0 -792
  373. package/lib/org/registry.test.mjs +0 -100
  374. package/lib/org/resource-tools.test.mjs +0 -361
  375. package/lib/org/tool-access.test.mjs +0 -144
  376. package/lib/org/tool-surface-integration.test.mjs +0 -120
  377. package/lib/org/tool-surface.test.mjs +0 -1268
  378. package/lib/org/typing.test.mjs +0 -291
  379. package/lib/org/ui-parity.test.mjs +0 -560
  380. package/lib/org/verify.test.mjs +0 -194
  381. package/lib/org/work-ledger.test.mjs +0 -273
  382. package/lib/plan/adoption-e2e.test.mjs +0 -366
  383. package/lib/plan/budget-enforcement.test.mjs +0 -400
  384. package/lib/plan/compile.test.mjs +0 -382
  385. package/lib/plan/emit.test.mjs +0 -269
  386. package/lib/plan/explain.test.mjs +0 -188
  387. package/lib/prompts/parallelism.test.mjs +0 -177
  388. package/lib/rag/rag.test.mjs +0 -505
  389. package/lib/rate-guard.test.mjs +0 -272
  390. package/lib/reactive-gate.test.mjs +0 -57
  391. package/lib/render.test.mjs +0 -68
  392. package/lib/resource-governor.test.mjs +0 -488
  393. package/lib/scheduling/dynamic-jobs.test.mjs +0 -344
  394. package/lib/scheduling/jitter.test.mjs +0 -140
  395. package/lib/secrets/broker.test.mjs +0 -280
  396. package/lib/secrets/providers.test.mjs +0 -274
  397. package/lib/security/audit-engine.test.mjs +0 -424
  398. package/lib/security/coerce-args.test.mjs +0 -281
  399. package/lib/security/dangerous-tools.test.mjs +0 -68
  400. package/lib/security/external-content.test.mjs +0 -84
  401. package/lib/security/redact.test.mjs +0 -441
  402. package/lib/security/secret-equal.test.mjs +0 -55
  403. package/lib/session/config.test.mjs +0 -92
  404. package/lib/session/feed-core.test.mjs +0 -198
  405. package/lib/session/first-run.test.mjs +0 -121
  406. package/lib/session/frontdoor.test.mjs +0 -205
  407. package/lib/session/handoffs.test.mjs +0 -183
  408. package/lib/session/identity.test.mjs +0 -180
  409. package/lib/session/inbox-claims.test.mjs +0 -286
  410. package/lib/session/launch-args.test.mjs +0 -157
  411. package/lib/session/liveness.test.mjs +0 -100
  412. package/lib/session/status-summary.test.mjs +0 -118
  413. package/lib/session-permissions.test.mjs +0 -120
  414. package/lib/setup/claude-probe.test.mjs +0 -187
  415. package/lib/setup/completeness.test.mjs +0 -110
  416. package/lib/setup/context-pack.test.mjs +0 -89
  417. package/lib/setup/enrich.test.mjs +0 -115
  418. package/lib/setup/enroll-from-cohort.test.mjs +0 -300
  419. package/lib/setup/integration.test.mjs +0 -162
  420. package/lib/setup/io.test.mjs +0 -77
  421. package/lib/setup/runner.test.mjs +0 -132
  422. package/lib/setup/sections/identity.test.mjs +0 -234
  423. package/lib/setup/sections/inventory.test.mjs +0 -198
  424. package/lib/setup/sections/learning.test.mjs +0 -81
  425. package/lib/setup/sections/mandate.test.mjs +0 -388
  426. package/lib/setup/sections/messaging.test.mjs +0 -127
  427. package/lib/setup/sections/model.test.mjs +0 -240
  428. package/lib/setup/sections/org.test.mjs +0 -346
  429. package/lib/setup/sections/orgmail.test.mjs +0 -118
  430. package/lib/setup/sections/recovery.test.mjs +0 -98
  431. package/lib/setup/sections/subagents.test.mjs +0 -429
  432. package/lib/setup/sections/verify.test.mjs +0 -175
  433. package/lib/setup/sot.test.mjs +0 -81
  434. package/lib/setup/state.test.mjs +0 -115
  435. package/lib/singleton.test.mjs +0 -151
  436. package/lib/subagents/cli.test.mjs +0 -389
  437. package/lib/subagents/client.test.mjs +0 -309
  438. package/lib/subagents/gap.test.mjs +0 -234
  439. package/lib/subagents/lock.test.mjs +0 -248
  440. package/lib/subagents/manifest.test.mjs +0 -175
  441. package/lib/subagents/refs.test.mjs +0 -204
  442. package/lib/subagents/resolve.test.mjs +0 -422
  443. package/lib/subagents/schema.test.mjs +0 -328
  444. package/lib/telemetry/alerts.test.mjs +0 -109
  445. package/lib/telemetry/collect.test.mjs +0 -1274
  446. package/lib/tool-definitions-integration.test.mjs +0 -83
  447. package/lib/tool-definitions.test.mjs +0 -437
  448. package/lib/upgrade/global-refresh.test.mjs +0 -65
  449. package/lib/upgrade/launchd-reconcile.test.mjs +0 -272
  450. package/lib/upgrade/post-steps.test.mjs +0 -200
  451. package/lib/upgrade/verify.test.mjs +0 -164
  452. package/lib/util/fetch-timeout.test.mjs +0 -202
  453. package/lib/util/reconnect.test.mjs +0 -369
  454. package/lib/util/unhandled.test.mjs +0 -216
  455. package/lib/voice/outbound.test.mjs +0 -69
  456. package/lib/voice/session-rotation.test.mjs +0 -114
  457. package/lib/voice/stt.test.mjs +0 -226
  458. package/lib/voice/voice.test.mjs +0 -990
  459. package/scripts/cadence/enqueue-cadence-tick.test.mjs +0 -187
  460. package/scripts/ci/check-docs-accuracy.test.mjs +0 -409
  461. package/scripts/ci/check-durable-write-seam.test.mjs +0 -90
  462. package/scripts/ci/check-no-build-artifacts.test.mjs +0 -71
  463. package/scripts/ci/check-no-residual-identity.test.mjs +0 -202
  464. package/scripts/ci/check-skill-packs.test.mjs +0 -495
  465. package/scripts/ci/check-subagent-frontmatter.test.mjs +0 -124
  466. package/scripts/ci/check.test.mjs +0 -194
  467. package/scripts/ci/conformance-org-api.test.mjs +0 -425
  468. package/scripts/cloud-relay/voice/relay-identity.test.mjs +0 -96
  469. package/scripts/collective/hook-runner.test.mjs +0 -173
  470. package/scripts/cost/fleet-digest.test.mjs +0 -207
  471. package/scripts/cost/track-claude-usage-pricing.test.mjs +0 -183
  472. package/scripts/cost/track-claude-usage.test.mjs +0 -148
  473. package/scripts/daemon/agent-daemon-board-mine.test.mjs +0 -96
  474. package/scripts/daemon/agent-daemon-design.test.mjs +0 -238
  475. package/scripts/daemon/agent-daemon-frontdoor.test.mjs +0 -60
  476. package/scripts/daemon/agent-daemon.test.mjs +0 -995
  477. package/scripts/daemon/assurance-e2e.test.mjs +0 -613
  478. package/scripts/daemon/assurance.test.mjs +0 -1791
  479. package/scripts/daemon/board-mirror.test.mjs +0 -165
  480. package/scripts/daemon/cadence-consumer-frontdoor.test.mjs +0 -393
  481. package/scripts/daemon/cadence-consumer-governance.test.mjs +0 -276
  482. package/scripts/daemon/cadence-consumer.test.mjs +0 -776
  483. package/scripts/daemon/cadence-handlers.test.mjs +0 -837
  484. package/scripts/daemon/classifier-identity.test.mjs +0 -137
  485. package/scripts/daemon/classifier.test.mjs +0 -266
  486. package/scripts/daemon/classify-kind.test.mjs +0 -40
  487. package/scripts/daemon/context-compiler.test.mjs +0 -406
  488. package/scripts/daemon/deliver.test.mjs +0 -564
  489. package/scripts/daemon/dispatcher-cooldown.test.mjs +0 -122
  490. package/scripts/daemon/dispatcher-governance.test.mjs +0 -1013
  491. package/scripts/daemon/dispatcher-resume.test.mjs +0 -166
  492. package/scripts/daemon/dispatcher-session-continuity.test.mjs +0 -365
  493. package/scripts/daemon/execution-ladder.test.mjs +0 -470
  494. package/scripts/daemon/goal-steward-cadence.test.mjs +0 -312
  495. package/scripts/daemon/inbox-deferral-session.test.mjs +0 -49
  496. package/scripts/daemon/inbox-deferral.test.mjs +0 -336
  497. package/scripts/daemon/inbox-wake.test.mjs +0 -199
  498. package/scripts/daemon/integration.test.mjs +0 -149
  499. package/scripts/daemon/lib/self-echo.test.mjs +0 -153
  500. package/scripts/daemon/lib/session-router.test.mjs +0 -554
  501. package/scripts/daemon/prompt-builder-preamble.test.mjs +0 -210
  502. package/scripts/daemon/prompt-builder.test.mjs +0 -556
  503. package/scripts/daemon/responder-cost.test.mjs +0 -68
  504. package/scripts/daemon/responder-history.test.mjs +0 -221
  505. package/scripts/daemon/sdk-version.test.mjs +0 -31
  506. package/scripts/daemon/session-lock.test.mjs +0 -252
  507. package/scripts/daemon/session-outcomes.test.mjs +0 -533
  508. package/scripts/daemon/typing-registry.test.mjs +0 -102
  509. package/scripts/hooks/pre-send-audit.test.mjs +0 -354
  510. package/scripts/huddle/huddle-prompt.test.mjs +0 -176
  511. package/scripts/local-triggers/autoupdate.test.mjs +0 -518
  512. package/scripts/local-triggers/generate-plists.test.mjs +0 -456
  513. package/scripts/media-generation/brand-clause.test.mjs +0 -135
  514. package/scripts/org/send-orgmail.first-contact.test.mjs +0 -102
  515. package/scripts/poller/inbox-privilege-injection.test.mjs +0 -167
  516. package/scripts/poller/inbox-scan-poller.test.mjs +0 -295
  517. package/scripts/poller/lib/cloud-relay-dedup.test.mjs +0 -133
  518. package/scripts/poller/slack-socket-mode.test.mjs +0 -805
  519. package/scripts/poller-launchd/install.test.mjs +0 -243
  520. package/scripts/restore-from-backup.test.mjs +0 -181
  521. package/scripts/session/feed.test.mjs +0 -196
  522. package/scripts/session/supervisor-sh.test.mjs +0 -218
  523. package/scripts/session/supervisor.test.mjs +0 -482
  524. package/scripts/setup/configure-macos.test.mjs +0 -306
  525. package/scripts/setup/gen-subagent-manifest.test.mjs +0 -124
  526. package/scripts/setup/generate-agent-package-json.test.mjs +0 -143
  527. package/scripts/setup/generate-capability.test.mjs +0 -134
  528. package/scripts/setup/init-agent.test.mjs +0 -370
  529. package/scripts/setup/init-skill-marketplace.test.mjs +0 -193
  530. package/scripts/vendor/sync-skill-packs.test.mjs +0 -103
  531. package/scripts/watchdog/memory-watchdog.test.mjs +0 -64
@@ -1,564 +0,0 @@
1
- /**
2
- * lib/model-router/integration.test.mjs — end-to-end router resolution +
3
- * failover, exercised over the REAL bundled catalog + a test policy.
4
- *
5
- * This is the seam test the v2 surface is contracted against (SPEC §6 / §12.2):
6
- * it drives the actual `resolveChain` brain (lib/model-router/resolve.mjs) on top
7
- * of the real bundled catalog YAMLs (lib/model-router/catalog/*.yaml), through the
8
- * real cost ledger (estimateCost) and the real failover engine (stepChain) against
9
- * the real disposition table (taxonomy.mjs DISPOSITION). Nothing here is a wire
10
- * mock of the router internals — only the OUTSIDE world is injected:
11
- *
12
- * - a tmp agentRoot (real fs) so the catalog + ledger have a hermetic home,
13
- * - an injected env so credential gates are deterministic (no real keys),
14
- * - an injected clock + rng so decision_ids / cooldowns are reproducible,
15
- * - an injected isOpen / in-memory breaker so no breaker files are touched,
16
- * - an injected `attempt` fn that returns SCRIPTED FailoverReasons (NO live API).
17
- *
18
- * The five lanes mirror the component brief 1–5:
19
- * 1. cheap-first rule → cheapest catalog row meeting the bar; explain + decision_id.
20
- * 2. unset auth_env candidate skipped + recorded in tried[] (missing_credential);
21
- * resolution falls through to the next chain member.
22
- * 3. failover: rate_limit steps the chain; a backend:model breaker opens; a
23
- * second resolution within cooldown skips the open key; context_overflow does
24
- * NOT fail over; network does NOT open a breaker.
25
- * 4. estCostUSD is catalog-priced + cache-aware; a volatile-priced model
26
- * projects at the steady-state (higher) figure, never the promo sticker.
27
- * 5. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic.
28
- *
29
- * House style: node:test, node:assert/strict, hermetic, no network. Mirrors the
30
- * DI discipline of failover.test.mjs / health.test.mjs / resource-governor.
31
- */
32
-
33
- import { test } from "node:test";
34
- import assert from "node:assert/strict";
35
- import { mkdtempSync, rmSync, mkdirSync } from "node:fs";
36
- import { tmpdir } from "node:os";
37
- import { join, dirname } from "node:path";
38
- import { fileURLToPath } from "node:url";
39
-
40
- import { resolveChain } from "./resolve.mjs";
41
- import { loadCatalog, lookupModel } from "./catalog.mjs";
42
- import { estimateCost } from "./ledger.mjs";
43
- import { stepChain } from "./failover.mjs";
44
- import { keyFor } from "./health.mjs";
45
- import { DISPOSITION } from "./taxonomy.mjs";
46
-
47
- const __dirname = dirname(fileURLToPath(import.meta.url));
48
- const BUNDLED_DIR = join(__dirname, "catalog");
49
-
50
- // ---------------------------------------------------------------------------
51
- // Hermetic harness: tmp agentRoot + injected clock/rng/env + the REAL bundled
52
- // catalog. resolveChain takes the catalog by injection so no FS read happens on
53
- // the decision path; loadCatalog reads the real YAMLs once.
54
- // ---------------------------------------------------------------------------
55
-
56
- function tmpRoot() {
57
- const root = mkdtempSync(join(tmpdir(), "maestro-router-int-"));
58
- mkdirSync(join(root, "state", "model-router"), { recursive: true });
59
- mkdirSync(join(root, "state", "cost-tracking"), { recursive: true });
60
- return root;
61
- }
62
-
63
- function fakeClock(start = 1_700_000_000_000) {
64
- let t = start;
65
- const now = () => t;
66
- now.advance = (ms) => { t += ms; };
67
- now.set = (v) => { t = v; };
68
- return now;
69
- }
70
-
71
- /** Deterministic rng so decision_id randomness is reproducible. */
72
- function seededRng(seed = 0.42) {
73
- let s = seed;
74
- return () => {
75
- s = (s * 9301 + 49297) % 233280;
76
- return s / 233280;
77
- };
78
- }
79
-
80
- /** The real bundled catalog, loaded once per test (hermetic — reads YAMLs only). */
81
- function loadBundled(root, overrides = {}) {
82
- const res = loadCatalog(root, { bundledDir: BUNDLED_DIR, agentRoot: root, ...overrides });
83
- // Sanity: the catalog must have parsed cleanly enough to contain the rows the
84
- // policy below references — a fatal catalog error would make every lane lie.
85
- assert.ok(res.byRef.size > 0, "bundled catalog parsed at least one row");
86
- assert.ok(lookupModel(res, "anthropic/claude-haiku-4-5"), "haiku row present");
87
- assert.ok(lookupModel(res, "deepseek/deepseek-v4-flash"), "deepseek flash row present");
88
- return res;
89
- }
90
-
91
- /**
92
- * In-memory breaker matching the health.mjs semantics resolveChain consults
93
- * (isOpen → {open}) and failover.mjs drives (open/close), with the stepped
94
- * rate_limit ladder from the real DISPOSITION table. Backend:model scoped.
95
- */
96
- function memBreaker(now) {
97
- const map = new Map();
98
- const clock = typeof now === "function" ? now : () => now;
99
- return {
100
- map,
101
- isOpen(key, at) {
102
- const t = Number.isFinite(at) ? at : clock();
103
- const s = map.get(key);
104
- if (!s) return { open: false, until: 0, reason: null, strikes: 0 };
105
- return { open: s.cooldownUntil > t, until: s.cooldownUntil, reason: s.reason, strikes: s.strikes };
106
- },
107
- open(key, reason, ms, at) {
108
- const t = Number.isFinite(at) ? at : clock();
109
- const prev = map.get(key) || { strikes: 0, cooldownUntil: 0 };
110
- const strikes = prev.strikes + 1;
111
- let cd = ms;
112
- if (cd == null) {
113
- const d = DISPOSITION[reason];
114
- if (d && Array.isArray(d.stepped) && d.stepped.length) {
115
- cd = d.stepped[Math.min(strikes - 1, d.stepped.length - 1)];
116
- } else if (d && d.cooldownMs === Infinity) {
117
- cd = Infinity;
118
- } else {
119
- cd = (d && d.cooldownMs) || 0;
120
- }
121
- }
122
- const until = cd === Infinity ? Infinity : Math.max(prev.cooldownUntil, t + cd);
123
- const next = { key, reason, strikes, cooldownUntil: until, openedAt: t };
124
- map.set(key, next);
125
- return next;
126
- },
127
- close(key) { map.delete(key); },
128
- };
129
- }
130
-
131
- /**
132
- * A v2 test policy. The chains are ordered cheap→expensive on purpose so the
133
- * first surviving candidate is the cheapest one that meets the bar (resolveChain
134
- * picks the first gate-survivor in chain order — §6.1).
135
- */
136
- function testPolicy() {
137
- return {
138
- schema_version: 2,
139
- source_path: "<test-policy>",
140
- aliases: {
141
- frontier: "anthropic/claude-opus-4-8",
142
- default: "anthropic/claude-sonnet-4-6",
143
- fast: "anthropic/claude-haiku-4-5",
144
- cheap: "deepseek/deepseek-v4-flash",
145
- "cheap-pro": "deepseek/deepseek-v4-pro",
146
- },
147
- defaults: {
148
- needs_tool_use_for_sessions: true,
149
- data_class: "sensitive",
150
- cache_ttl: "1h",
151
- },
152
- backends: {
153
- anthropic: { allowed_data_classes: ["public", "internal", "sensitive"] },
154
- deepseek: { allowed_data_classes: ["public"] },
155
- },
156
- routing_policy: [
157
- // direct, tool-less lookup: cheapest-first chain. deepseek (grade B) is
158
- // legal on the DIRECT lane; the grade-A gate only bites session+tool work.
159
- {
160
- match: { task_class: "lookup.*" },
161
- harness: "direct",
162
- needs_tool_use: false,
163
- chain: ["cheap", "fast"],
164
- },
165
- // a public-data direct task that prices a volatile model at steady-state.
166
- {
167
- match: { task_class: "learning.curate" },
168
- harness: "direct",
169
- needs_tool_use: false,
170
- chain: ["cheap-pro"],
171
- },
172
- {
173
- match: { task_class: "classify.inbox" },
174
- harness: "direct",
175
- needs_tool_use: false,
176
- chain: ["cheap", "fast"],
177
- },
178
- { default: true, chain: ["default", "fast"] },
179
- ],
180
- fallback_to_anthropic: true,
181
- strip_attribution_header: true,
182
- disable_experimental_betas: true,
183
- };
184
- }
185
-
186
- function cleanup(root) {
187
- try { rmSync(root, { recursive: true, force: true }); } catch { /* */ }
188
- }
189
-
190
- // ===========================================================================
191
- // 1. Cheap-first: resolves to the cheapest catalog row that meets the bar.
192
- // ===========================================================================
193
-
194
- test("1. cheap-first rule resolves to the cheapest qualifying row; explain + decision_id set", () => {
195
- const root = tmpRoot();
196
- try {
197
- const catalog = loadBundled(root);
198
- const now = fakeClock();
199
- const policy = testPolicy();
200
- // deepseek key PRESENT so the cheap candidate is reachable; the Anthropic
201
- // Console key is present too so the direct-api Anthropic failover tail
202
- // (haiku) is reachable (gate 6: a DIRECT Anthropic call needs ANTHROPIC_API_KEY).
203
- const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", ANTHROPIC_API_KEY: "sk-test-anthropic" };
204
-
205
- const d = resolveChain(
206
- {
207
- task_class: "lookup.gmail",
208
- source: "inbox",
209
- data_class: "public", // deepseek is public-only; derived by the caller
210
- token_estimate: 5000,
211
- },
212
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
213
- );
214
-
215
- // Cheapest qualifying row in the chain ["cheap"=deepseek-flash, "fast"=haiku].
216
- // deepseek-v4-flash input $0.14/MTok ≪ haiku input $1.0/MTok → cheap wins.
217
- assert.equal(d.chosen.provider, "deepseek", "cheapest qualifying provider chosen");
218
- assert.equal(d.chosen.model, "deepseek-v4-flash");
219
- assert.equal(d.chosen.harness, "direct");
220
- assert.equal(d.chosen.transport, "openai-completions", "direct third-party → openai wire transport");
221
- assert.equal(d.chosen.wire, "openai");
222
-
223
- // The chosen row really is the cheaper of the two candidates at this size.
224
- const cheapCost = estimateCost(catalog, { ref: "deepseek/deepseek-v4-flash", inputTokens: 5000, outputTokens: 2000, budget: true }).usd;
225
- const fastCost = estimateCost(catalog, { ref: "anthropic/claude-haiku-4-5", inputTokens: 5000, outputTokens: 2000, budget: true }).usd;
226
- assert.ok(cheapCost < fastCost, `cheap (${cheapCost}) < fast (${fastCost})`);
227
-
228
- // Mandatory contract fields.
229
- assert.equal(typeof d.explain, "string");
230
- assert.ok(d.explain.length > 0, "explain is a non-empty one-liner");
231
- assert.match(d.explain, /deepseek\/deepseek-v4-flash/, "explain names the chosen row");
232
- assert.ok(d.decision_id && typeof d.decision_id === "string", "decision_id set");
233
- assert.ok(d.decision_id.length >= 10, "decision_id is ulid-ish");
234
- assert.equal(typeof d.estCostUSD, "number");
235
- assert.ok(d.estCostUSD >= 0);
236
-
237
- // The full chain is visible (cheap then the fast failover tail).
238
- assert.deepEqual(d.chain.map((c) => c.ref), ["deepseek/deepseek-v4-flash", "anthropic/claude-haiku-4-5"]);
239
- // audit join fields.
240
- assert.ok(d.audit, "audit block present");
241
- assert.equal(d.audit.config_source, "<test-policy>");
242
- } finally {
243
- cleanup(root);
244
- }
245
- });
246
-
247
- // ===========================================================================
248
- // 2. Unset auth_env candidate skipped → tried[] missing_credential → next.
249
- // ===========================================================================
250
-
251
- test("2. candidate with unset auth_env is skipped (missing_credential) and falls through to the next", () => {
252
- const root = tmpRoot();
253
- try {
254
- const catalog = loadBundled(root);
255
- const now = fakeClock();
256
- const policy = testPolicy();
257
- // NO DEEPSEEK_API_KEY → the cheap (deepseek) candidate is unreachable. The
258
- // Anthropic Console key IS present so the NEXT chain member (direct-api
259
- // haiku) is reachable and becomes the fall-through target — demonstrating a
260
- // clean fall-through to the next member rather than the safety net.
261
- const env = { ANTHROPIC_API_KEY: "sk-test-anthropic" };
262
-
263
- const d = resolveChain(
264
- {
265
- task_class: "lookup.calendar",
266
- source: "inbox",
267
- data_class: "public",
268
- token_estimate: 4000,
269
- },
270
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
271
- );
272
-
273
- // Falls through to the next chain member (haiku).
274
- assert.equal(d.chosen.provider, "anthropic", "falls through to anthropic");
275
- assert.equal(d.chosen.model, "claude-haiku-4-5");
276
-
277
- // The skip is recorded in tried[] with the exact reason.
278
- const skip = d.tried.find((t) => t.ref === "deepseek/deepseek-v4-flash");
279
- assert.ok(skip, "deepseek candidate recorded in tried[]");
280
- assert.equal(skip.ok, false);
281
- assert.equal(skip.reason, "missing_credential", "key-absence-as-enforcement reason");
282
-
283
- // The explain string surfaces the skip (key-absence visible, not silent).
284
- assert.match(d.explain, /missing_credential/);
285
- assert.ok(d.decision_id);
286
- } finally {
287
- cleanup(root);
288
- }
289
- });
290
-
291
- // ===========================================================================
292
- // 3. Failover: rate_limit steps the chain; backend:model breaker opens; a
293
- // second resolution within cooldown skips the open key. context_overflow
294
- // does NOT fail over. network does NOT open a breaker.
295
- // ===========================================================================
296
-
297
- test("3a. rate_limit fails over to the next chain member and opens a backend:model breaker", async () => {
298
- const root = tmpRoot();
299
- try {
300
- const catalog = loadBundled(root);
301
- const now = fakeClock();
302
- const policy = testPolicy();
303
- // Both keys present: deepseek so the cheap candidate resolves first, and the
304
- // Anthropic Console key so the direct-api haiku failover tail is reachable.
305
- const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", ANTHROPIC_API_KEY: "sk-test-anthropic" };
306
- const breaker = memBreaker(now);
307
-
308
- // First resolution: cheap (deepseek) is reachable, no breaker open.
309
- const d = resolveChain(
310
- { task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
311
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: (k, at) => breaker.isOpen(k, at) }
312
- );
313
- assert.equal(d.chosen.ref || `${d.chosen.provider}/${d.chosen.model}`, "deepseek/deepseek-v4-flash");
314
-
315
- // Drive the failover engine over the resolved chain with a SCRIPTED attempt
316
- // fn (no live API): the cheap candidate returns rate_limit, then haiku ok.
317
- const chain = d.chain.map((c) => ({
318
- ref: c.ref,
319
- breakerKey: keyFor(c.ref.split("/")[0], c.ref.split("/")[1]),
320
- backendKey: keyFor(c.ref.split("/")[0]),
321
- }));
322
- const script = {
323
- "deepseek/deepseek-v4-flash": { ok: false, reason: "rate_limit" },
324
- "anthropic/claude-haiku-4-5": { ok: true, value: "answered" },
325
- };
326
- const attempt = (cand) => script[cand.ref] || { ok: false, reason: "unknown" };
327
-
328
- const out = await stepChain(chain, { attempt, now, breaker });
329
-
330
- assert.equal(out.ok, true, "chain stepped to a working candidate");
331
- assert.equal(out.chosen.ref, "anthropic/claude-haiku-4-5", "failed over to haiku");
332
- assert.equal(out.value, "answered");
333
- // tried[] shows the rate_limit on deepseek then ok on haiku.
334
- assert.equal(out.tried[0].ref, "deepseek/deepseek-v4-flash");
335
- assert.equal(out.tried[0].reason, "rate_limit");
336
-
337
- // The breaker that opened is the backend:model-scoped key (rate_limit scope),
338
- // NOT the bare backend key — Haiku flows while the deepseek-flash bucket is dry.
339
- const modelKey = keyFor("deepseek", "deepseek-v4-flash");
340
- const backendKey = keyFor("deepseek");
341
- assert.ok(breaker.map.has(modelKey), "backend:model breaker opened for the rate-limited model");
342
- assert.equal(breaker.map.has(backendKey), false, "the coarse backend breaker is NOT opened (model-scoped cooldown)");
343
- assert.equal(DISPOSITION.rate_limit.cooldownScope, "backend:model", "disposition contract: model-scoped");
344
- // A SUCCESSFUL failover carries no wake time (work got done — nothing to
345
- // re-queue), so the summary's soonestCooldownExpiry is null; the opened
346
- // breaker still records a concrete future cooldown (never hot-loops).
347
- assert.equal(out.soonestCooldownExpiry, null, "successful failover needs no re-queue wake time");
348
- assert.ok(breaker.map.get(modelKey).cooldownUntil > now(), "the opened breaker holds a concrete future cooldown");
349
- assert.equal(breaker.map.get(modelKey).cooldownUntil, now() + DISPOSITION.rate_limit.stepped[0], "first rate_limit strike = 30s step");
350
-
351
- // ── Second resolution WITHIN the cooldown: the open backend:model key makes
352
- // the cheap candidate unreachable, so resolution skips it for haiku.
353
- const d2 = resolveChain(
354
- { task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
355
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: (k, at) => breaker.isOpen(k, at) }
356
- );
357
- assert.equal(d2.chosen.provider, "anthropic", "open breaker → second resolution skips deepseek");
358
- assert.equal(d2.chosen.model, "claude-haiku-4-5");
359
- const skip2 = d2.tried.find((t) => t.ref === "deepseek/deepseek-v4-flash");
360
- assert.ok(skip2, "skipped deepseek recorded in tried[]");
361
- assert.equal(skip2.reason, "breaker_open", "skip reason is the open breaker");
362
-
363
- // ── After the cooldown expires, the cheap candidate is reachable again.
364
- now.advance(DISPOSITION.rate_limit.stepped[0] + 1);
365
- const d3 = resolveChain(
366
- { task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
367
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: (k, at) => breaker.isOpen(k, at) }
368
- );
369
- assert.equal(d3.chosen.provider, "deepseek", "cheap candidate reachable again after cooldown");
370
- } finally {
371
- cleanup(root);
372
- }
373
- });
374
-
375
- test("3b. context_overflow NEVER fails over (terminal, no cooldown)", async () => {
376
- const now = fakeClock();
377
- const breaker = memBreaker(now);
378
- const chain = [
379
- { ref: "deepseek/deepseek-v4-flash", breakerKey: keyFor("deepseek", "deepseek-v4-flash"), backendKey: keyFor("deepseek") },
380
- { ref: "anthropic/claude-haiku-4-5", breakerKey: keyFor("anthropic", "claude-haiku-4-5"), backendKey: keyFor("anthropic") },
381
- ];
382
- let calls = 0;
383
- const attempt = (cand) => {
384
- calls++;
385
- if (cand.ref === "deepseek/deepseek-v4-flash") return { ok: false, reason: "context_overflow" };
386
- return { ok: true, value: "should-never-reach" };
387
- };
388
-
389
- const out = await stepChain(chain, { attempt, now, breaker });
390
-
391
- assert.equal(out.ok, false, "context_overflow terminates the walk");
392
- assert.equal(out.reason, "context_overflow");
393
- assert.equal(calls, 1, "did NOT advance to the next candidate (no second attempt)");
394
- assert.equal(out.soonestCooldownExpiry, null, "no cooldown for context_overflow");
395
- assert.equal(breaker.map.size, 0, "context_overflow opens no breaker");
396
- // Disposition contract, cell-by-cell.
397
- assert.equal(DISPOSITION.context_overflow.failoverNext, false);
398
- assert.equal(DISPOSITION.context_overflow.opensBreaker, false);
399
- });
400
-
401
- test("3c. network does NOT fail over and does NOT open a breaker (DEFER-style)", async () => {
402
- const now = fakeClock();
403
- const breaker = memBreaker(now);
404
- const chain = [
405
- { ref: "deepseek/deepseek-v4-flash", breakerKey: keyFor("deepseek", "deepseek-v4-flash"), backendKey: keyFor("deepseek") },
406
- { ref: "anthropic/claude-haiku-4-5", breakerKey: keyFor("anthropic", "claude-haiku-4-5"), backendKey: keyFor("anthropic") },
407
- ];
408
- let calls = 0;
409
- const attempt = (cand) => {
410
- calls++;
411
- if (cand.ref === "deepseek/deepseek-v4-flash") return { ok: false, reason: "network" };
412
- return { ok: true, value: "should-never-reach" };
413
- };
414
-
415
- const out = await stepChain(chain, { attempt, now, breaker });
416
-
417
- assert.equal(out.ok, false, "network terminates the walk (offline → re-queue)");
418
- assert.equal(out.reason, "network");
419
- assert.equal(calls, 1, "did NOT advance to the next candidate");
420
- assert.equal(out.soonestCooldownExpiry, null, "no cooldown burned");
421
- assert.equal(breaker.map.size, 0, "network opens NO breaker — burns no retry budget");
422
- // Disposition contract.
423
- assert.equal(DISPOSITION.network.failoverNext, false);
424
- assert.equal(DISPOSITION.network.opensBreaker, false);
425
- });
426
-
427
- // ===========================================================================
428
- // 4. estCostUSD is catalog-priced + cache-aware; a volatile-priced model
429
- // projects at the steady-state figure.
430
- // ===========================================================================
431
-
432
- test("4. estCostUSD is catalog-priced and cache-aware; volatile model budgets at steady-state", () => {
433
- const root = tmpRoot();
434
- try {
435
- const catalog = loadBundled(root);
436
- const now = fakeClock();
437
- const policy = testPolicy();
438
- const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", ANTHROPIC_API_KEY: "sk-test-anthropic" };
439
-
440
- // ── Cache-awareness: a request with a cache-read estimate must cost STRICTLY
441
- // LESS than the same request with no cache hits (cache_read ≪ input rate).
442
- const reqBase = {
443
- task_class: "lookup.gmail",
444
- source: "inbox",
445
- data_class: "public",
446
- token_estimate: 100000,
447
- token_estimate_out: 20000,
448
- };
449
- const cold = resolveChain(
450
- { ...reqBase },
451
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
452
- );
453
- const warm = resolveChain(
454
- { ...reqBase, cache_read_estimate: 80000 },
455
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
456
- );
457
- assert.equal(cold.chosen.model, "deepseek-v4-flash");
458
- assert.equal(warm.chosen.model, "deepseek-v4-flash");
459
- assert.ok(warm.estCostUSD < cold.estCostUSD, `cache-aware: warm (${warm.estCostUSD}) < cold (${cold.estCostUSD})`);
460
-
461
- // The decision's estimate matches the ledger's catalog-priced figure exactly.
462
- const expectCold = estimateCost(catalog, {
463
- ref: "deepseek/deepseek-v4-flash",
464
- inputTokens: 100000,
465
- outputTokens: 20000,
466
- cacheReadTokens: 0,
467
- budget: true,
468
- }).usd;
469
- assert.equal(cold.estCostUSD, expectCold, "estCostUSD is exactly the catalog-priced figure");
470
-
471
- // ── Volatile steady-state: deepseek-v4-pro is volatile:true with a
472
- // steady_state tier ($1.74/$3.48). The budget projection must use the
473
- // HIGHER steady-state rate, never the promo sticker ($0.435/$0.87).
474
- const proReq = {
475
- task_class: "learning.curate",
476
- source: "backlog",
477
- data_class: "public",
478
- token_estimate: 50000,
479
- token_estimate_out: 10000,
480
- };
481
- const proDecision = resolveChain(
482
- proReq,
483
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
484
- );
485
- assert.equal(proDecision.chosen.model, "deepseek-v4-pro");
486
-
487
- const steady = estimateCost(catalog, {
488
- ref: "deepseek/deepseek-v4-pro",
489
- inputTokens: 50000,
490
- outputTokens: 10000,
491
- budget: true, // steady-state projection
492
- });
493
- const sticker = estimateCost(catalog, {
494
- ref: "deepseek/deepseek-v4-pro",
495
- inputTokens: 50000,
496
- outputTokens: 10000,
497
- budget: false, // promo sticker
498
- });
499
- assert.equal(steady.basis, "steady_state", "volatile row budgeted at steady-state basis");
500
- assert.equal(steady.volatile, true);
501
- assert.ok(steady.usd > sticker.usd, `steady-state (${steady.usd}) > sticker (${sticker.usd})`);
502
- assert.equal(proDecision.estCostUSD, steady.usd, "RouteDecision projects the volatile model at steady-state");
503
-
504
- // Concrete arithmetic check (no cache): the steady-state rates are 1.74 in /
505
- // 3.48 out → 50k input * 1.74/MTok + 10k output * 3.48/MTok.
506
- const expected = Number((50000 / 1e6 * 1.74 + 10000 / 1e6 * 3.48).toFixed(6));
507
- assert.equal(steady.usd, expected, "steady-state arithmetic matches the catalog rates");
508
- } finally {
509
- cleanup(root);
510
- }
511
- });
512
-
513
- // ===========================================================================
514
- // 5. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic.
515
- // ===========================================================================
516
-
517
- test("5. MAESTRO_ROUTER_FORCE_ANTHROPIC=1 short-circuits to stock Anthropic regardless of policy", () => {
518
- const root = tmpRoot();
519
- try {
520
- const catalog = loadBundled(root);
521
- const now = fakeClock();
522
- const policy = testPolicy();
523
-
524
- // A request whose policy would otherwise route to deepseek (cheap-first,
525
- // public, key present) — the kill switch must override it.
526
- const env = { DEEPSEEK_API_KEY: "sk-test-deepseek", MAESTRO_ROUTER_FORCE_ANTHROPIC: "1" };
527
-
528
- const d = resolveChain(
529
- {
530
- task_class: "lookup.gmail",
531
- source: "inbox",
532
- data_class: "public",
533
- token_estimate: 3000,
534
- },
535
- { agentRoot: root, config: policy, catalog, env, now, rng: seededRng(), isOpen: () => ({ open: false }) }
536
- );
537
-
538
- assert.equal(d.chosen.provider, "anthropic", "kill switch forces Anthropic");
539
- assert.equal(d.chosen.wire, "anthropic");
540
- // Anthropic session: stock CLI/Console key, no third-party retarget env.
541
- assert.deepEqual(d.envForSpawn, {}, "no ANTHROPIC_BASE_URL retarget under the kill switch");
542
- assert.match(d.explain, /kill switch|MAESTRO_ROUTER_FORCE_ANTHROPIC/i, "explain names the kill switch");
543
- // No deepseek candidate was even considered.
544
- assert.equal(d.tried.find((t) => t.ref && t.ref.startsWith("deepseek/")), undefined, "deepseek never tried under kill switch");
545
- assert.ok(d.decision_id);
546
-
547
- // Accepts "true" as well as "1" (boolean env convention).
548
- const d2 = resolveChain(
549
- { task_class: "lookup.gmail", source: "inbox", data_class: "public", token_estimate: 3000 },
550
- {
551
- agentRoot: root,
552
- config: policy,
553
- catalog,
554
- env: { DEEPSEEK_API_KEY: "sk-test-deepseek", MAESTRO_ROUTER_FORCE_ANTHROPIC: "true" },
555
- now,
556
- rng: seededRng(),
557
- isOpen: () => ({ open: false }),
558
- }
559
- );
560
- assert.equal(d2.chosen.provider, "anthropic", 'kill switch honors "true" too');
561
- } finally {
562
- cleanup(root);
563
- }
564
- });