@desplega.ai/agent-swarm 2.9.1 → 2.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (502) hide show
  1. package/dist/acp-adapter-weaaxey3.js +16 -0
  2. package/dist/{acp-targets-ny75x1qy.js → acp-targets-5wyy2b9m.js} +9 -9
  3. package/dist/{actions-b9qgrmeq.js → actions-4nxq386s.js} +54 -32
  4. package/dist/{agent-fs-provision-b5dhdsbd.js → agent-fs-provision-v6enh76w.js} +4 -4
  5. package/dist/{amp-adapter-vtax2c9s.js → amp-adapter-ze3x22qn.js} +3 -3
  6. package/dist/{anthropic-messages-r5xf5hqw.js → anthropic-messages-88b7s3n9.js} +189 -37
  7. package/dist/{app-g2z15hax.js → app-kyqt8ehw.js} +7 -6
  8. package/dist/{approval-notifications-yt13wp8r.js → approval-notifications-a0db0esw.js} +7 -6
  9. package/dist/{assistant-2cgfxsgk.js → assistant-9g5jzq25.js} +26 -25
  10. package/dist/{azure-openai-responses-590s1eea.js → azure-openai-responses-jeaas6x0.js} +18 -18
  11. package/dist/{boot-args-schema-3gwy0f60.js → boot-args-schema-d7fme4q1.js} +1 -1
  12. package/dist/{boot-reembed-92g7s5zp.js → boot-reembed-6wpazmpw.js} +1 -1
  13. package/dist/{boot-reembed-mywmyp4s.js → boot-reembed-jrwxeye2.js} +1 -1
  14. package/dist/boot-scrub-sweep-52h7yntp.js +9 -0
  15. package/dist/{boot-seeds-ce7rvgq1.js → boot-seeds-kb3dxjex.js} +4 -4
  16. package/dist/{boxd-wn235q80.js → boxd-jrrmkv3w.js} +2 -2
  17. package/dist/{claude-adapter-3m4q7735.js → claude-adapter-0c0y8fqp.js} +8 -8
  18. package/dist/{claude-managed-adapter-t8nfgcgz.js → claude-managed-adapter-w2es07qq.js} +4 -4
  19. package/dist/{claude-managed-setup-c217draw.js → claude-managed-setup-9ssb7ct4.js} +4 -4
  20. package/dist/{claude-sdk-session-7fbqm51z.js → claude-sdk-session-p6t0gyse.js} +10941 -10412
  21. package/dist/{cli-2czxfnvj.js → cli-075ccjh6.js} +961 -178
  22. package/dist/{cli-fkef327x.js → cli-0bgj4rh5.js} +3 -3
  23. package/dist/{cli-1jykg0py.js → cli-14xdms9a.js} +41 -28
  24. package/dist/{cli-rqx70rcz.js → cli-17qzb39j.js} +5 -2
  25. package/dist/{cli-bkjdknnp.js → cli-1h4njv9y.js} +177 -7
  26. package/dist/{cli-6ym4jhzp.js → cli-27fat7st.js} +7 -7
  27. package/dist/{cli-kxx4k2jw.js → cli-2aacfdcn.js} +5 -5
  28. package/dist/{cli-fh97xn30.js → cli-2gvdvsxj.js} +3 -3
  29. package/dist/{cli-f9gz2vyj.js → cli-2jtfm8kh.js} +10 -10
  30. package/dist/{cli-6ehs4mta.js → cli-2z2c4k6q.js} +18 -4
  31. package/dist/{cli-6237rnyr.js → cli-3bpr3wks.js} +1 -1
  32. package/dist/{cli-bnqncekd.js → cli-453497a0.js} +44 -17
  33. package/dist/{cli-jm0hvmz2.js → cli-4aswccje.js} +2 -2
  34. package/dist/{cli-4ymxrwg5.js → cli-4dyzzkfb.js} +2 -2
  35. package/dist/{cli-vyff45ve.js → cli-4g323fjh.js} +772 -515
  36. package/dist/{cli-3kd08rej.js → cli-4jjrhy48.js} +1 -1
  37. package/dist/{cli-gfy38pvt.js → cli-4kzp7r0q.js} +8 -8
  38. package/dist/{cli-kxn3747f.js → cli-4se3x6qm.js} +1 -26
  39. package/dist/{cli-mjw0yf82.js → cli-5ptj757f.js} +1 -1
  40. package/dist/{cli-pyjn0qhk.js → cli-6a3j25xd.js} +348 -196
  41. package/dist/{cli-hnamkvnc.js → cli-6c9ve77f.js} +2 -2
  42. package/dist/{cli-mw620q3n.js → cli-6n7y5ypy.js} +1 -1
  43. package/dist/{cli-g0vv9dg4.js → cli-6p8p2e6r.js} +19 -12
  44. package/dist/{cli-jwampxxq.js → cli-6tvh1fwq.js} +3 -3
  45. package/dist/{cli-p74md7t8.js → cli-7b7rxz22.js} +13 -15
  46. package/dist/{cli-5a6pqy45.js → cli-7e8sxqv5.js} +1 -1
  47. package/dist/{cli-p4kckx1z.js → cli-892y3vfp.js} +13 -13
  48. package/dist/cli-8mfdbdhe.js +43 -0
  49. package/dist/{cli-mkwkwq81.js → cli-8zmpwe79.js} +29 -16
  50. package/dist/{cli-zcfpsfzf.js → cli-96234j5w.js} +3 -3
  51. package/dist/{cli-1z4qggfe.js → cli-9fvk9mv8.js} +30 -21
  52. package/dist/{cli-7mv4h3sn.js → cli-9g12h1aq.js} +2 -2
  53. package/dist/{cli-f8x9drqr.js → cli-9knhkkgr.js} +19 -5
  54. package/dist/{cli-5mpy301f.js → cli-9t7syepg.js} +1 -1
  55. package/dist/{cli-qj39vrc6.js → cli-9yjhshah.js} +1 -1
  56. package/dist/{cli-zr6qy15y.js → cli-a02habn6.js} +427 -145
  57. package/dist/{cli-7evph51z.js → cli-a49frv85.js} +2 -2
  58. package/dist/{cli-h9yqfzx9.js → cli-a6q6x15h.js} +11 -10
  59. package/dist/{cli-bg63qmsx.js → cli-atm0hkes.js} +11 -11
  60. package/dist/{cli-m7zvgt57.js → cli-b82a13ga.js} +13 -13
  61. package/dist/{cli-7zm3b3f5.js → cli-bf0t77nf.js} +1 -1
  62. package/dist/{cli-2xv18ywz.js → cli-bmqp0ser.js} +2 -2
  63. package/dist/{cli-xag7btpe.js → cli-bq97k63w.js} +2 -2
  64. package/dist/{cli-pb2ay3sh.js → cli-cstggwq7.js} +5 -5
  65. package/dist/{cli-f3jyzq4g.js → cli-czvvnfr9.js} +3 -3
  66. package/dist/{cli-b6px1k1q.js → cli-dd2k2mcd.js} +1 -1
  67. package/dist/{cli-nafvvsp8.js → cli-djt6wmrc.js} +9 -9
  68. package/dist/{cli-tsa40663.js → cli-ebqx630g.js} +3 -3
  69. package/dist/{cli-8zh9nrew.js → cli-f7dhm7hh.js} +1 -1
  70. package/dist/cli-f8yhybxr.js +321 -0
  71. package/dist/{cli-5gpqgs8b.js → cli-fwjwkw66.js} +2 -2
  72. package/dist/{cli-gabsjg8x.js → cli-g56fxddf.js} +1 -1
  73. package/dist/{cli-w4n323t3.js → cli-h2qtafm4.js} +19 -19
  74. package/dist/{cli-psffsanb.js → cli-ha4ek2nb.js} +6 -1
  75. package/dist/{cli-dgs10ttj.js → cli-hnh8erra.js} +2 -2
  76. package/dist/{cli-w16kwbzw.js → cli-htymm48w.js} +1 -1
  77. package/dist/{cli-2xs8tsf7.js → cli-j2r1apqm.js} +152 -67
  78. package/dist/{cli-43ms35q9.js → cli-k3c13za2.js} +3 -3
  79. package/dist/{cli-54vrpgm0.js → cli-k3facve0.js} +8 -5
  80. package/dist/{cli-67mwzr35.js → cli-k4r5sfaj.js} +7 -7
  81. package/dist/{cli-rq5rpv6k.js → cli-kbm659dk.js} +2 -2
  82. package/dist/{cli-j7svy295.js → cli-m00c47q6.js} +114 -31
  83. package/dist/{cli-m7c2380k.js → cli-mhrr4d5b.js} +99 -14
  84. package/dist/{cli-xqdz5cqm.js → cli-mz7ycqn8.js} +1 -0
  85. package/dist/{cli-vt89089n.js → cli-n6ygvrrm.js} +4 -4
  86. package/dist/{cli-jaw5v1sy.js → cli-nbakg5xh.js} +3 -3
  87. package/dist/{cli-nbt14he0.js → cli-nc39ym5q.js} +8 -8
  88. package/dist/{cli-tvc4jag9.js → cli-p1a4khta.js} +8 -8
  89. package/dist/{cli-t9ga4qmb.js → cli-p8zqbbt1.js} +40 -33
  90. package/dist/{cli-fjggej24.js → cli-ph95yejc.js} +2 -2
  91. package/dist/{cli-m0cy2vyf.js → cli-q4z9s6zs.js} +5 -5
  92. package/dist/cli-q71g5q39.js +404 -0
  93. package/dist/{cli-vs9vdpy0.js → cli-qncx2r0s.js} +1 -1
  94. package/dist/{cli-hg42n3hx.js → cli-qrzq3hvg.js} +8 -8
  95. package/dist/{cli-x40a0w9j.js → cli-r813c7rb.js} +1 -1
  96. package/dist/{cli-kpgcm7xy.js → cli-ramn8jae.js} +1 -1
  97. package/dist/{cli-jkw6ptfw.js → cli-raqw9fw9.js} +28 -17
  98. package/dist/cli-rhsc2zyx.js +68 -0
  99. package/dist/{cli-sn650d7x.js → cli-rpmw4fsv.js} +68 -20
  100. package/dist/{boot-scrub-sweep-7dkdzqxx.js → cli-rwgwen5v.js} +9 -10
  101. package/dist/{cli-3j873zxq.js → cli-rytq7dm2.js} +261 -6
  102. package/dist/{cli-zh0e5x7p.js → cli-s9twe4x0.js} +71 -22
  103. package/dist/{cli-2dq9yv8p.js → cli-t2s7j5cy.js} +2 -2
  104. package/dist/{cli-wn13hhdt.js → cli-tb4j757d.js} +7 -7
  105. package/dist/{cli-q2d3e1k1.js → cli-thd3005a.js} +1 -1
  106. package/dist/cli-tsfkcd4v.js +30 -0
  107. package/dist/{cli-br0924pw.js → cli-v3zcnr8g.js} +1 -1
  108. package/dist/{cli-zfqg6fzn.js → cli-vbppqvte.js} +3 -3
  109. package/dist/{cli-ysvspf5e.js → cli-vy3fn0mz.js} +4 -4
  110. package/dist/{cli-7sf9sb0w.js → cli-w5dar1bk.js} +1 -1
  111. package/dist/{cli-2yjj3e31.js → cli-wz4e5am2.js} +12 -10
  112. package/dist/{cli-td9tb872.js → cli-xqbqwpxr.js} +14 -14
  113. package/dist/{cli-32djehja.js → cli-ynph3b70.js} +11137 -8332
  114. package/dist/{cli-mhapr559.js → cli-yvzxbztc.js} +9 -4
  115. package/dist/{cli-v57d7fmm.js → cli-yzxqwcvq.js} +25 -27
  116. package/dist/{cli-y2ewxhth.js → cli-zb1hff00.js} +16 -16
  117. package/dist/{cli-yab6sh8p.js → cli-zcghfsdg.js} +23 -4
  118. package/dist/{cli-ctx0b85j.js → cli-zhn4r1rz.js} +757 -157
  119. package/dist/{cli-6945ywhr.js → cli-zqq57pgx.js} +9 -7
  120. package/dist/cli.js +30 -29
  121. package/dist/{cloudflare-workers-ai-system-one-9y1zx3pt.js → cloudflare-workers-ai-system-one-w3m0fbf8.js} +2 -2
  122. package/dist/{codex-adapter-n656pvb8.js → codex-adapter-ssahg4h4.js} +8 -8
  123. package/dist/{codex-hook-59atdwd8.js → codex-hook-aqtj17yr.js} +1 -1
  124. package/dist/{codex-login-a239g1ah.js → codex-login-9c7aggxe.js} +1 -1
  125. package/dist/{codex-session-runner-p0fbv5y9.js → codex-session-runner-xn63q3h7.js} +9 -9
  126. package/dist/{commands-gwea8z5p.js → commands-ctey7tr5.js} +3 -3
  127. package/dist/{controller-t67c3grh.js → controller-rqhbppg9.js} +4 -4
  128. package/dist/{controllers-connect-ks155r0h.js → controllers-connect-w3qbpbt1.js} +22 -21
  129. package/dist/core-df1n049h.js +39 -0
  130. package/dist/{cursor-adapter-ygwrtmkv.js → cursor-adapter-r819hf1a.js} +2 -2
  131. package/dist/{db-kpmx06s9.js → db-2ah39cyx.js} +2 -2
  132. package/dist/{db-rb2xqdb1.js → db-p5drc1d1.js} +3 -3
  133. package/dist/{devin-adapter-zp4tqq53.js → devin-adapter-bc6g0x29.js} +1 -1
  134. package/dist/{dispatcher-31sm0ej2.js → dispatcher-x6w14pde.js} +19 -18
  135. package/dist/{docker-09tkkg0n.js → docker-6c4reetq.js} +51 -14
  136. package/dist/{dsh-adapter-qyxh0w31.js → dsh-adapter-h8qn14n4.js} +2 -2
  137. package/dist/{e2b-sm28k0k3.js → e2b-jg7kyyef.js} +6 -6
  138. package/dist/{e2b-3v1e745x.js → e2b-z4ec0qve.js} +3 -3
  139. package/dist/{easter-egg-3d-00wjscn6.js → easter-egg-3d-1y6r9gxy.js} +1 -1
  140. package/dist/{embedding-space-qhw4g68n.js → embedding-space-z6ptw3jk.js} +6 -6
  141. package/dist/{embeddings-zdv9ke6x.js → embeddings-0sxb1d2h.js} +1 -1
  142. package/dist/{event-bus-xr83x566.js → event-bus-swr88jg5.js} +1 -1
  143. package/dist/{execute-zna8wwr7.js → execute-6m1ex8ce.js} +8 -4
  144. package/dist/{external-channel-1ac6t56s.js → external-channel-ezer7pk0.js} +2 -2
  145. package/dist/fx-adapter-zwmps9re.js +19 -0
  146. package/dist/{google-generative-ai-maq6c9bf.js → google-generative-ai-sw77egmr.js} +13 -13
  147. package/dist/{google-vertex-2jgsw2nb.js → google-vertex-rrw93g8h.js} +13 -13
  148. package/dist/grok-adapter-q0avf919.js +19 -0
  149. package/dist/handlers-g5jq0e4q.js +36 -0
  150. package/dist/{heartbeat-2f6z4kdx.js → heartbeat-6c4fr49t.js} +22 -21
  151. package/dist/{hook-8y0gvtp1.js → hook-02rt5tvq.js} +8 -8
  152. package/dist/{hook-w1skzaqc.js → hook-t1c5avbv.js} +5 -5
  153. package/dist/{http-wghxvpef.js → http-qa3h32a1.js} +2659 -355
  154. package/dist/index-1f6m47mq.js +37 -0
  155. package/dist/index-1p1mpqda.js +36 -0
  156. package/dist/{index-rv89fvzf.js → index-akbgsdhh.js} +25 -24
  157. package/dist/{index-9zkchs9t.js → index-e42j998x.js} +190 -15
  158. package/dist/{index-b5wgnm78.js → index-kdmkfjt7.js} +4 -4
  159. package/dist/{index-s71ez27v.js → index-kqv9ebfj.js} +1 -1
  160. package/dist/{index-9myfj74s.js → index-kzdqn3dd.js} +3 -3
  161. package/dist/{index-4a0670yh.js → index-p2f5xg64.js} +6 -6
  162. package/dist/{index-8zn8nxn5.js → index-qpjk2hxk.js} +1 -1
  163. package/dist/index-tnkd410q.js +41 -0
  164. package/dist/k8s-7jrh5va2.js +276 -0
  165. package/dist/{keepalive-sh02349h.js → keepalive-jmf6pn8c.js} +4 -4
  166. package/dist/lead-m5e7xt93.js +75 -0
  167. package/dist/{llama-cpp-classify-nfgswa1m.js → llama-cpp-classify-yvb8vh7w.js} +2 -2
  168. package/dist/{maintenance-yj0dcjja.js → maintenance-g7v15tj1.js} +1 -1
  169. package/dist/{mistral-conversations-0c30em7t.js → mistral-conversations-w4bncwbt.js} +11 -11
  170. package/dist/{node-7qsx5kvm.js → node-z67yjre7.js} +19 -13
  171. package/dist/{oauth-refresh-sweep-d9xedk66.js → oauth-refresh-sweep-ywgf8tbr.js} +3 -3
  172. package/dist/{onboard-dpgjn03r.js → onboard-m3fedypq.js} +6 -6
  173. package/dist/{openai-codex-responses-bkcd8pjj.js → openai-codex-responses-70g39cgz.js} +24 -18
  174. package/dist/{openai-completions-f3n69rep.js → openai-completions-cv3hp4h5.js} +33 -26
  175. package/dist/{openai-decisions-q3hh60wr.js → openai-decisions-fyq1p9f9.js} +2 -2
  176. package/dist/{openai-responses-gbh0wfqe.js → openai-responses-trsvnks6.js} +24 -22
  177. package/dist/{opencode-adapter-2d31cpjc.js → opencode-adapter-19ktcbb9.js} +7 -7
  178. package/dist/{openrouter-images-xr9gme9x.js → openrouter-images-0jj12a2q.js} +6 -6
  179. package/dist/{otel-impl-1skarpfq.js → otel-impl-3ehm1hgc.js} +2 -2
  180. package/dist/{pending-bfmxtx0g.js → pending-fwj2fatd.js} +20 -19
  181. package/dist/{pi-messages-zebyt7gb.js → pi-messages-zk3g4esn.js} +6 -6
  182. package/dist/{pi-mono-adapter-gvppnasy.js → pi-mono-adapter-xdeesvc4.js} +18 -17
  183. package/dist/{pricing-refresh-c6b325mk.js → pricing-refresh-4j8dzvxg.js} +2 -2
  184. package/dist/{rbac-roles-h80qbdbs.js → rbac-roles-8msjr07m.js} +3 -3
  185. package/dist/{rbac-roles-zfcx68tx.js → rbac-roles-n7t2acv8.js} +2 -2
  186. package/dist/{render-v2-nx20t3rb.js → render-v2-j7qggj8h.js} +7 -6
  187. package/dist/{resume-5ep8agan.js → resume-hj1mn65y.js} +9 -8
  188. package/dist/{runtime-r3pj4mce.js → runtime-z31mdsgv.js} +2 -2
  189. package/dist/{session-access-n7p3m15b.js → session-access-w38fh09a.js} +4 -4
  190. package/dist/{session-source-backfill-v8mt0zwn.js → session-source-backfill-ax6qxv20.js} +3 -3
  191. package/dist/{setup-z1psaqhe.js → setup-dsqmpfcr.js} +1 -1
  192. package/dist/thread-buffer-nf55vwx3.js +39 -0
  193. package/dist/tree-visibility-6vqmnr71.js +24 -0
  194. package/dist/{typesafe-system-one-f2en2knd.js → typesafe-system-one-qkvkgrcz.js} +2 -2
  195. package/dist/user-merge-jobs-mvheb3ed.js +22 -0
  196. package/dist/{virtual-modules-rrbjdpxn.js → virtual-modules-w2qk2wew.js} +32 -10
  197. package/dist/{work-objects-4aghh73z.js → work-objects-4ahy5es5.js} +22 -21
  198. package/dist/worker-ews1nyhw.js +75 -0
  199. package/dist/{worker-follow-up-166zmex1.js → worker-follow-up-1gs4aw7y.js} +19 -18
  200. package/dist/{x-wg164ss9.js → x-3wr8c5sh.js} +2 -2
  201. package/openapi.json +2576 -388
  202. package/package.json +11 -10
  203. package/src/be/boot-seeds.ts +7 -1
  204. package/src/be/db/model-groups.ts +238 -0
  205. package/src/be/db/model-profiles.ts +26 -8
  206. package/src/be/db/request-composition.ts +190 -0
  207. package/src/be/db/runtime.ts +15 -0
  208. package/src/be/db/session-costs.ts +8 -2
  209. package/src/be/db/slack-trees.ts +220 -10
  210. package/src/be/db/tasks/human-free.ts +3 -2
  211. package/src/be/db/tasks/read.ts +3 -2
  212. package/src/be/db/tasks/write.ts +2 -1
  213. package/src/be/db/user-references.ts +75 -0
  214. package/src/be/db/users/references.ts +185 -0
  215. package/src/be/db/workflow-run-retention.ts +101 -0
  216. package/src/be/db-client.ts +93 -20
  217. package/src/be/db-retention-defaults.ts +46 -0
  218. package/src/be/db-retention.ts +55 -6
  219. package/src/be/db.ts +32 -57
  220. package/src/be/key-window-usage.ts +1 -0
  221. package/src/be/mcp-events/catalog.ts +108 -0
  222. package/src/be/mcp-events/dispatcher.ts +202 -0
  223. package/src/be/mcp-events/protocol.ts +296 -0
  224. package/src/be/mcp-events/store.ts +231 -0
  225. package/src/be/mcp-events/webhook.ts +226 -0
  226. package/src/be/memory/demotion-evidence.ts +34 -0
  227. package/src/be/memory/providers/sqlite-store.ts +110 -24
  228. package/src/be/memory/reranker.ts +34 -12
  229. package/src/be/memory/review-recall-filter.ts +105 -0
  230. package/src/be/memory/search-candidates.ts +16 -5
  231. package/src/be/memory/types.ts +16 -0
  232. package/src/be/migrations/312_task_ui_action_runs_repeatable.sql +6 -0
  233. package/src/be/migrations/314_model_groups.sql +85 -0
  234. package/src/be/migrations/318_superseded_workflow_cut_backfill.sql +22 -0
  235. package/src/be/migrations/319_user_fk_indexes.sql +153 -0
  236. package/src/be/migrations/320_session_costs_kind.sql +4 -0
  237. package/src/be/migrations/321_user_merge_jobs.sql +52 -0
  238. package/src/be/migrations/322_runtime_pool_workspace.sql +8 -0
  239. package/src/be/migrations/323_slack_task_tree_visibility.sql +9 -0
  240. package/src/be/migrations/326_slack_reconcile_pages.sql +13 -0
  241. package/src/be/migrations/327_mcp_event_subscriptions.sql +57 -0
  242. package/src/be/migrations/329_workflow_run_retention.sql +9 -0
  243. package/src/be/migrations/330_request_composition.sql +22 -0
  244. package/src/be/model-profile-check.ts +1 -1
  245. package/src/be/multi-runtime.ts +32 -4
  246. package/src/be/pricing-normalize.ts +2 -0
  247. package/src/be/rbac-roles.ts +6 -4
  248. package/src/be/runtime-pools/controllers.ts +18 -3
  249. package/src/be/runtime-pools/db.ts +35 -9
  250. package/src/be/runtime-pools/supervisor.ts +57 -3
  251. package/src/be/scripts/db.ts +11 -0
  252. package/src/be/scripts/typecheck.ts +2 -0
  253. package/src/be/seed-model-groups.ts +86 -0
  254. package/src/be/seed-model-profiles.ts +20 -13
  255. package/src/be/seed-scripts/catalog/dreaming-gather.ts +165 -1
  256. package/src/be/swarm-config-guard.ts +44 -2
  257. package/src/be/task-ui-spec.ts +102 -1
  258. package/src/be/user-merge-jobs.ts +564 -0
  259. package/src/be/users.ts +41 -23
  260. package/src/commands/context-preamble.ts +11 -4
  261. package/src/commands/credential-outcome-report.ts +33 -9
  262. package/src/commands/e2b-stack-wizard.tsx +12 -6
  263. package/src/commands/onboard/agent-fs-version.ts +1 -1
  264. package/src/commands/onboard/compose-generator.ts +1 -1
  265. package/src/commands/onboard/env-generator.ts +1 -1
  266. package/src/commands/provider-credentials.ts +1 -1
  267. package/src/commands/runner.ts +116 -12
  268. package/src/extensions/catalog.generated.json +1 -1
  269. package/src/extensions/contract-types.generated.ts +1 -1
  270. package/src/extensions/contract.ts +15 -0
  271. package/src/extensions/dispatcher.ts +14 -4
  272. package/src/github/app.ts +59 -14
  273. package/src/github/handlers.ts +57 -0
  274. package/src/github/types.ts +4 -0
  275. package/src/http/all-routes.ts +4 -0
  276. package/src/http/approval-requests.ts +5 -1
  277. package/src/http/auth.ts +3 -1
  278. package/src/http/config.ts +36 -2
  279. package/src/http/core.ts +2 -0
  280. package/src/http/github-token.ts +66 -0
  281. package/src/http/index.ts +34 -0
  282. package/src/http/mcp-user.ts +11 -8
  283. package/src/http/mcp.ts +58 -42
  284. package/src/http/memory.ts +19 -6
  285. package/src/http/model-groups.ts +277 -0
  286. package/src/http/model-profiles.ts +30 -13
  287. package/src/http/prompt-templates.ts +1 -0
  288. package/src/http/request-composition.ts +310 -0
  289. package/src/http/tasks.ts +46 -6
  290. package/src/http/tool-hooks.ts +140 -0
  291. package/src/http/tool-schema-estimate.ts +95 -0
  292. package/src/http/users.ts +142 -19
  293. package/src/http/workflows.ts +37 -1
  294. package/src/integrations/chat-sdk/inbound.ts +8 -2
  295. package/src/integrations/chat-sdk/limits.ts +8 -3
  296. package/src/prompts/base-prompt.ts +133 -7
  297. package/src/prompts/resolver.ts +41 -2
  298. package/src/providers/acp-targets.ts +2 -2
  299. package/src/providers/amp-adapter.ts +1 -1
  300. package/src/providers/opencode-adapter.ts +72 -1
  301. package/src/providers/opencode-swarm-plugin.ts +22 -3
  302. package/src/providers/pi-mono-adapter.ts +1 -0
  303. package/src/providers/pi-mono-extension.ts +71 -0
  304. package/src/providers/pricing-sources.md +13 -0
  305. package/src/providers/request-composition-hook.ts +312 -0
  306. package/src/providers/types.ts +5 -0
  307. package/src/rbac/legacy-policy.ts +1 -0
  308. package/src/rbac/permissions.ts +5 -0
  309. package/src/runtime-providers/controller-protocol.ts +7 -0
  310. package/src/runtime-providers/docker.ts +80 -12
  311. package/src/runtime-providers/index.ts +7 -5
  312. package/src/runtime-providers/k8s.ts +355 -0
  313. package/src/runtime-providers/types.ts +17 -0
  314. package/src/scheduler/scheduler.ts +1 -1
  315. package/src/scripts-runtime/types/stdlib.d.ts +2 -0
  316. package/src/scripts-runtime/types/swarm-extension.d.ts +16 -1
  317. package/src/scripts-runtime/types/swarm-sdk.d.ts +2 -0
  318. package/src/server-user.ts +16 -1
  319. package/src/slack/ack.ts +10 -5
  320. package/src/slack/actions.ts +36 -13
  321. package/src/slack/app.ts +2 -0
  322. package/src/slack/assistant.ts +4 -4
  323. package/src/slack/blocks.ts +26 -5
  324. package/src/slack/handlers.ts +3 -3
  325. package/src/slack/reaction-shortcode.ts +23 -2
  326. package/src/slack/render-v2.ts +344 -200
  327. package/src/slack/responses.ts +7 -5
  328. package/src/slack/thread-buffer.ts +3 -3
  329. package/src/slack/tree-visibility.ts +64 -0
  330. package/src/tasks/worker-follow-up.ts +127 -17
  331. package/src/tests/acp-adapter.test.ts +26 -0
  332. package/src/tests/azure-devops-outbound.test.ts +47 -14
  333. package/src/tests/base-prompt.test.ts +149 -1
  334. package/src/tests/chat-sdk-relay.test.ts +21 -1
  335. package/src/tests/check-playwright-version.test.ts +33 -0
  336. package/src/tests/check-pr-body.test.ts +43 -0
  337. package/src/tests/context-preamble-budget.test.ts +65 -0
  338. package/src/tests/credential-check.test.ts +14 -6
  339. package/src/tests/credential-outcome-report.test.ts +81 -1
  340. package/src/tests/db-client.test.ts +168 -0
  341. package/src/tests/db-retention-defaults.test.ts +244 -0
  342. package/src/tests/db-retention.test.ts +2 -1
  343. package/src/tests/db-runtime.test.ts +2 -1
  344. package/src/tests/deploy-guard.test.ts +7 -7
  345. package/src/tests/deploy-release-dispatch.test.ts +332 -0
  346. package/src/tests/deploy-select.test.ts +83 -0
  347. package/src/tests/dreaming-gather-corrections.test.ts +467 -0
  348. package/src/tests/e2b-stack-wizard.test.tsx +156 -0
  349. package/src/tests/entrypoint-chown-no-follow.test.ts +69 -0
  350. package/src/tests/entrypoint-repo-clone-target.test.ts +112 -0
  351. package/src/tests/env-flag.test.ts +4 -2
  352. package/src/tests/event-loop-lag.test.ts +16 -20
  353. package/src/tests/extensions-example-slack-reply-gate.test.ts +15 -0
  354. package/src/tests/fixtures/base-prompt-baseline-cases.ts +78 -0
  355. package/src/tests/fixtures/base-prompt-baseline.json +18 -0
  356. package/src/tests/fixtures/extensions/native-tool-recorder/hooks.ts +26 -0
  357. package/src/tests/fixtures/extensions/native-tool-recorder/manifest.json +10 -0
  358. package/src/tests/fixtures/onboard/content.compose.yml.txt +1 -1
  359. package/src/tests/fixtures/onboard/content.env.txt +1 -1
  360. package/src/tests/fixtures/onboard/dev.compose.yml.txt +1 -1
  361. package/src/tests/fixtures/onboard/dev.env.txt +1 -1
  362. package/src/tests/fixtures/onboard/full-all.compose.yml.txt +1 -1
  363. package/src/tests/fixtures/onboard/full-all.env.txt +1 -1
  364. package/src/tests/fixtures/onboard/full.compose.yml.txt +1 -1
  365. package/src/tests/fixtures/onboard/full.env.txt +1 -1
  366. package/src/tests/fixtures/onboard/research.compose.yml.txt +1 -1
  367. package/src/tests/fixtures/onboard/research.env.txt +1 -1
  368. package/src/tests/fixtures/onboard/solo.compose.yml.txt +1 -1
  369. package/src/tests/fixtures/onboard/solo.env.txt +1 -1
  370. package/src/tests/github-app-worker-auth-helper.test.ts +325 -0
  371. package/src/tests/github-event-filter.test.ts +8 -0
  372. package/src/tests/github-handlers-inline-comments.test.ts +2 -0
  373. package/src/tests/github-handlers-reactions.test.ts +4 -0
  374. package/src/tests/github-handlers.test.ts +3 -0
  375. package/src/tests/github-installation-token-route.test.ts +199 -0
  376. package/src/tests/github-sender-trust.test.ts +223 -0
  377. package/src/tests/http-users.test.ts +142 -41
  378. package/src/tests/k8s-pool-smoke.test.ts +190 -0
  379. package/src/tests/key-window-usage.test.ts +15 -0
  380. package/src/tests/mcp-user-events.test.ts +708 -0
  381. package/src/tests/memory-key-paths.test.ts +4 -1
  382. package/src/tests/memory-rater-store.test.ts +35 -1
  383. package/src/tests/memory-reranker.test.ts +39 -4
  384. package/src/tests/memory-review-recall-filter.test.ts +205 -0
  385. package/src/tests/memory-search-stall.test.ts +421 -0
  386. package/src/tests/migration-318-superseded-workflow-cut-backfill.test.ts +74 -0
  387. package/src/tests/migration-322-runtime-pool-workspace.test.ts +116 -0
  388. package/src/tests/migration-329-workflow-run-retention.test.ts +32 -0
  389. package/src/tests/model-groups-api.test.ts +415 -0
  390. package/src/tests/model-profile-fallbacks.test.ts +236 -2
  391. package/src/tests/model-profiles-api.test.ts +1 -0
  392. package/src/tests/opencode-adapter.test.ts +86 -0
  393. package/src/tests/operator-granted-credentials.test.ts +7 -2
  394. package/src/tests/operator-granted-role-wire.test.ts +2 -1
  395. package/src/tests/pi-mono-extension.test.ts +168 -0
  396. package/src/tests/preload-env.test.ts +61 -1
  397. package/src/tests/preload.ts +22 -0
  398. package/src/tests/prompt-template-resolver.test.ts +85 -0
  399. package/src/tests/rbac-engine.test.ts +1 -0
  400. package/src/tests/reload-config.test.ts +45 -0
  401. package/src/tests/request-composition.test.ts +447 -0
  402. package/src/tests/runner-max-concurrent.test.ts +86 -0
  403. package/src/tests/runtime-k8s-pools.test.ts +142 -0
  404. package/src/tests/runtime-pools-db.test.ts +122 -2
  405. package/src/tests/runtime-pools-http.test.ts +47 -2
  406. package/src/tests/runtime-provider-registration.test.ts +13 -14
  407. package/src/tests/runtime-providers-docker.test.ts +192 -1
  408. package/src/tests/runtime-providers-k8s.test.ts +430 -0
  409. package/src/tests/runtime-remote-controller.test.ts +64 -1
  410. package/src/tests/runtime-supervisor.test.ts +101 -0
  411. package/src/tests/script-connections.test.ts +21 -1
  412. package/src/tests/short-id.test.ts +23 -0
  413. package/src/tests/slack-blocks.test.ts +87 -0
  414. package/src/tests/slack-empty-icon-config.test.ts +113 -0
  415. package/src/tests/slack-reaction-config.test.ts +38 -2
  416. package/src/tests/slack-render-v2-query-plans.test.ts +100 -1
  417. package/src/tests/slack-render-v2-reconcile.test.ts +75 -4
  418. package/src/tests/slack-render-v2.test.ts +737 -11
  419. package/src/tests/spec-base-url.test.ts +13 -1
  420. package/src/tests/swarm-config-reserved-keys.test.ts +1 -0
  421. package/src/tests/system-one-decide-session-cost.test.ts +196 -0
  422. package/src/tests/task-session-prompts.test.ts +37 -0
  423. package/src/tests/task-ui-action-route.test.ts +59 -1
  424. package/src/tests/task-ui-script-actions.test.ts +517 -0
  425. package/src/tests/tool-hooks-http.test.ts +187 -0
  426. package/src/tests/ui-spec-script-actions-config.test.ts +196 -0
  427. package/src/tests/user-delete-perf.test.ts +348 -0
  428. package/src/tests/user-merge-jobs.test.ts +680 -0
  429. package/src/tests/vcs-provider.test.ts +25 -5
  430. package/src/tests/vendored-openapi.test.ts +13 -1
  431. package/src/tests/webhook-filter.test.ts +327 -0
  432. package/src/tests/workflow-agent-task-retry.test.ts +62 -0
  433. package/src/tests/workflow-async-v2.test.ts +19 -16
  434. package/src/tests/workflow-definition-telemetry.test.ts +15 -5
  435. package/src/tests/workflow-e2e.test.ts +1 -9
  436. package/src/tests/workflow-finalization-races.test.ts +553 -0
  437. package/src/tests/workflow-foreach-supersede-retry.test.ts +10 -0
  438. package/src/tests/workflow-foreach.test.ts +2 -0
  439. package/src/tests/workflow-hitl-routing.test.ts +26 -20
  440. package/src/tests/workflow-http-v2.test.ts +132 -2
  441. package/src/tests/workflow-idempotency.test.ts +41 -0
  442. package/src/tests/workflow-mcp-webhook-filter.test.ts +214 -0
  443. package/src/tests/workflow-parallel-park.test.ts +297 -0
  444. package/src/tests/workflow-replay.test.ts +10 -1
  445. package/src/tests/workflow-retry-v2.test.ts +57 -21
  446. package/src/tests/workflow-retry-validation.test.ts +13 -13
  447. package/src/tests/workflow-runs-retention.test.ts +533 -0
  448. package/src/tests/workflow-script-principal.test.ts +7 -2
  449. package/src/tests/workflow-tla-races.test.ts +7 -2
  450. package/src/tests/workflow-triggers-v2.test.ts +329 -0
  451. package/src/tests/workflow-wait-builtin-events.test.ts +3 -1
  452. package/src/tests/workflow-wait-event.test.ts +137 -3
  453. package/src/tests/workflow-wait-poller.test.ts +94 -0
  454. package/src/tests/workflow-wait-time.test.ts +7 -3
  455. package/src/tests/workflow-wait.test.ts +26 -0
  456. package/src/tests/workflow-wait.ts +44 -0
  457. package/src/tools/memory-search.ts +14 -3
  458. package/src/tools/store-progress.ts +26 -26
  459. package/src/tools/swarm-config/delete-config.ts +12 -1
  460. package/src/tools/swarm-config/set-config.ts +8 -0
  461. package/src/tools/system-one-decide.ts +113 -3
  462. package/src/tools/utils.ts +4 -1
  463. package/src/tools/workflows/create-workflow.ts +7 -1
  464. package/src/tools/workflows/update-workflow.ts +8 -2
  465. package/src/types.ts +284 -2
  466. package/src/ui-spec/actions.ts +30 -4
  467. package/src/ui-spec/schema.ts +38 -0
  468. package/src/ui-spec/script-actions.ts +340 -0
  469. package/src/ui-spec/script-allowlist.ts +48 -0
  470. package/src/utils/credentials.ts +7 -0
  471. package/src/utils/short-id.ts +20 -14
  472. package/src/utils/task-ui-spec.ts +16 -4
  473. package/src/vcs/index.ts +12 -2
  474. package/src/workflows/checkpoint.ts +18 -0
  475. package/src/workflows/engine.ts +38 -10
  476. package/src/workflows/executors/system-one-decision.ts +2 -2
  477. package/src/workflows/foreach-driver.ts +42 -4
  478. package/src/workflows/recovery.ts +6 -1
  479. package/src/workflows/resume.ts +14 -5
  480. package/src/workflows/retry-poller.ts +17 -4
  481. package/src/workflows/successor-routing.ts +108 -0
  482. package/src/workflows/task-step-routing.ts +35 -12
  483. package/src/workflows/triggers.ts +25 -8
  484. package/src/workflows/wait-poller.ts +6 -2
  485. package/src/workflows/webhook-filter.ts +203 -0
  486. package/templates/extensions/manifest.schema.json +13 -0
  487. package/templates/extensions/slack-reply-gate/hooks.ts +8 -4
  488. package/templates/skills/swarm-docs/content.md +4 -0
  489. package/templates/skills/ui-spec/content.md +7 -1
  490. package/templates/workflows/dreaming/content.md +1 -1
  491. package/dist/acp-adapter-g909b5hw.js +0 -16
  492. package/dist/cli-b91nz213.js +0 -93
  493. package/dist/fx-adapter-sk7n0fzc.js +0 -19
  494. package/dist/grok-adapter-sjbcm5ew.js +0 -19
  495. package/dist/handlers-yzy0c87x.js +0 -35
  496. package/dist/index-25pvya7q.js +0 -40
  497. package/dist/index-2t4859r5.js +0 -35
  498. package/dist/index-cxca2t8y.js +0 -36
  499. package/dist/lead-gk4h5eg7.js +0 -74
  500. package/dist/thread-buffer-a1re2r9r.js +0 -38
  501. package/dist/worker-3dyyb8ev.js +0 -74
  502. /package/dist/{node-dqm4xgxw.js → node-2wfcey7d.js} +0 -0
@@ -16,7 +16,7 @@ import {
16
16
  markdownToSlack,
17
17
  splitSlackSectionText,
18
18
  } from "./blocks";
19
- import { completedStatusIcon } from "./reaction-shortcode";
19
+ import { completedStatusIcon, iconPrefix } from "./reaction-shortcode";
20
20
  import { getSlackOutputAttachments } from "./task-attachments";
21
21
  import { slackTaskOutput } from "./task-output";
22
22
 
@@ -69,7 +69,7 @@ export function formatInlineCompletionOutputChunks(opts: {
69
69
  taskId: string;
70
70
  output: string;
71
71
  }): string[] {
72
- const header = `${completedStatusIcon()} *${opts.agentName}* completed with output (${getTaskLink(opts.taskId)}):\n\n`;
72
+ const header = `${iconPrefix(completedStatusIcon())}*${opts.agentName}* completed with output (${getTaskLink(opts.taskId)}):\n\n`;
73
73
  const slackOutput = markdownToSlack(opts.output.trim());
74
74
  return splitSlackSectionText(header + slackOutput);
75
75
  }
@@ -171,7 +171,7 @@ export async function sendTaskResponse(task: AgentTask): Promise<boolean> {
171
171
  thread_ts: task.slackThreadTs,
172
172
  text:
173
173
  task.slackReplySent || i > 0
174
- ? `${completedStatusIcon()} ${agentName} completed${i > 0 ? ` (continued ${i + 1}/${blockBatches.length})` : ""}`
174
+ ? `${iconPrefix(completedStatusIcon())}${agentName} completed${i > 0 ? ` (continued ${i + 1}/${blockBatches.length})` : ""}`
175
175
  : body,
176
176
  username: getAgentDisplayName(agent),
177
177
  icon: getAgentSlackIcon(agent),
@@ -326,7 +326,9 @@ export async function updateToFinal(
326
326
  };
327
327
  completionBlockBatches = buildCompletedBlockBatches(completionOpts);
328
328
  blocks = completionBlockBatches[0] ?? buildCompletedBlocks(completionOpts);
329
- text = task.slackReplySent ? `${completedStatusIcon()} ${agentName} completed` : body;
329
+ text = task.slackReplySent
330
+ ? `${iconPrefix(completedStatusIcon())}${agentName} completed`
331
+ : body;
330
332
  } else if (task.status === "cancelled") {
331
333
  blocks = buildCancelledBlocks({ agentName, taskId: task.id });
332
334
  text = "Task cancelled";
@@ -353,7 +355,7 @@ export async function updateToFinal(
353
355
  await sendWithPersona(app.client, {
354
356
  channel: task.slackChannelId,
355
357
  thread_ts: task.slackThreadTs ?? messageTs,
356
- text: `${completedStatusIcon()} ${agentName} completed (continued ${i + 1}/${completionBlockBatches.length})`,
358
+ text: `${iconPrefix(completedStatusIcon())}${agentName} completed (continued ${i + 1}/${completionBlockBatches.length})`,
357
359
  username: getAgentDisplayName(agent),
358
360
  icon: getAgentSlackIcon(agent),
359
361
  blocks: completionBlockBatches[i],
@@ -29,7 +29,7 @@ import {
29
29
  type SlackFileFailure,
30
30
  } from "./inbound-files";
31
31
  import { isSlackThreadLeft } from "./left-threads";
32
- import { ensureSlackThreadTree, isSlackRenderV2Enabled } from "./render-v2";
32
+ import { ensureSlackThreadPresentation, isSlackRenderV2Enabled } from "./render-v2";
33
33
  import { getAgentDisplayName, getAgentSlackIcon } from "./responses";
34
34
  import { formatSlackFoldAck, formatSlackSteeringAck, requestSlackThreadSteering } from "./steering";
35
35
  import type { BufferedMessage } from "./thread-buffer-store";
@@ -279,7 +279,7 @@ async function postFoldFeedback(args: {
279
279
  await notifySlackFileFailures(app.client, channelId, threadTs, args.unattached);
280
280
  }
281
281
  if (isSlackRenderV2Enabled()) {
282
- await ensureSlackThreadTree([args.taskId]);
282
+ await ensureSlackThreadPresentation([args.taskId]);
283
283
  return;
284
284
  }
285
285
  if (!app) return;
@@ -620,7 +620,7 @@ async function slackFlush(
620
620
  );
621
621
 
622
622
  if (isSlackRenderV2Enabled()) {
623
- await ensureSlackThreadTree([task.id]);
623
+ await ensureSlackThreadPresentation([task.id]);
624
624
  return;
625
625
  }
626
626
 
@@ -0,0 +1,64 @@
1
+ import { ensureSlackRenderV2Activation, getSlackRenderV2ActivatedAt } from "../be/db";
2
+ import { observeSlackTreeVisibility } from "../be/db/slack-trees";
3
+ import type { AgentTask } from "../types";
4
+ import { isEnvFlagEnabled } from "../utils/env-flag";
5
+
6
+ let generation = 0;
7
+ let observed: boolean | undefined;
8
+ let visibilityTail: Promise<unknown> = Promise.resolve();
9
+ const listeners = new Set<() => void>();
10
+
11
+ export function isSlackTaskTreeEnabled(): boolean {
12
+ return (
13
+ isEnvFlagEnabled("SLACK_RENDER_V2", true) &&
14
+ isEnvFlagEnabled("SLACK_RENDER_V2_TASK_TREE_ENABLED", true)
15
+ );
16
+ }
17
+
18
+ export function invalidateSlackTreeOperations(): void {
19
+ generation++;
20
+ for (const listener of listeners) listener();
21
+ }
22
+
23
+ export function onSlackTreeInvalidated(listener: () => void): void {
24
+ listeners.add(listener);
25
+ }
26
+
27
+ /** Called at hydration too: a rapid off/on between watcher ticks must be persisted. */
28
+ export async function syncSlackTreeVisibility(): Promise<string | null> {
29
+ const enabled = isSlackTaskTreeEnabled();
30
+ if (observed !== enabled) {
31
+ observed = enabled;
32
+ invalidateSlackTreeOperations();
33
+ }
34
+ const v2Enabled = isEnvFlagEnabled("SLACK_RENDER_V2", true);
35
+ const run = visibilityTail
36
+ .catch(() => {})
37
+ .then(async () => {
38
+ if (v2Enabled && !(await getSlackRenderV2ActivatedAt()))
39
+ await ensureSlackRenderV2Activation();
40
+ return observeSlackTreeVisibility(enabled);
41
+ });
42
+ visibilityTail = run;
43
+ return run;
44
+ }
45
+
46
+ export function slackTreeGeneration(): number {
47
+ return generation;
48
+ }
49
+
50
+ export class SlackTreeSuppressed extends Error {}
51
+
52
+ export function assertSlackTreeCurrent(expected: number): void {
53
+ if (!isSlackTaskTreeEnabled() || expected !== generation) throw new SlackTreeSuppressed();
54
+ }
55
+
56
+ export function canPresentSlackTree(tasks: AgentTask[], cutoff: string | null): boolean {
57
+ if (!isSlackTaskTreeEnabled()) return false;
58
+ if (!cutoff) return true;
59
+ return tasks.some(
60
+ (task) =>
61
+ !["completed", "failed", "cancelled", "superseded", "skipped"].includes(task.status) ||
62
+ (task.finishedAt !== undefined && task.finishedAt > cutoff),
63
+ );
64
+ }
@@ -5,6 +5,7 @@ import {
5
5
  createTaskExtended,
6
6
  getActiveTaskCount,
7
7
  getAgentById,
8
+ getAvailableKeyIndices,
8
9
  getDependentTasks,
9
10
  getLeadAgent,
10
11
  getLogsByTaskIdAndEventType,
@@ -13,9 +14,9 @@ import {
13
14
  hasNonTerminalRerouteDecisionChild,
14
15
  isAgentEligibleForTask,
15
16
  } from "../be/db";
16
- import { getModelProfileByName } from "../be/db/model-profiles";
17
+ import { getModelProfileByName, hasUnreadableCredentialAllowlist } from "../be/db/model-profiles";
17
18
  import { repointTrackerSyncBySwarmId } from "../be/db-queries/tracker";
18
- import { checkProfileForAgent } from "../be/model-profile-check";
19
+ import { checkProfileForAgent, configPools } from "../be/model-profile-check";
19
20
  import { isAgentReachable } from "../be/runtime-pools/reachability";
20
21
  import { carryUnhandledSteering } from "../be/steering";
21
22
  import { dispatchPre } from "../extensions/dispatcher";
@@ -35,7 +36,9 @@ import {
35
36
  type RoutingAffinity,
36
37
  type TaskAttachment,
37
38
  } from "../types";
39
+ import { keySuffix, splitCredentialPool } from "../utils/credentials";
38
40
  import { isEnvFlagEnabled } from "../utils/env-flag";
41
+ import { modelFamilyOf, windowForModelFamily } from "../utils/model-rate-limit-windows";
39
42
  import { taskAttachmentDisplayUrl } from "../utils/task-attachment-links";
40
43
  import { chatThreadOfContextKey } from "./context-key";
41
44
  import { scheduleFollowUpGateShadow } from "./follow-up-gate";
@@ -208,13 +211,89 @@ export function inheritedModelSelection(
208
211
  /** Result of `nextFallback`. */
209
212
  export type FallbackPick =
210
213
  | { kind: "picked"; profile: string; hop: FallbackHop }
211
- /** `message` is null when no fallback was ever configured: the task fails as before. */
214
+ /** `message` is null when no fallback was configured and no key pool ran out: the task fails as before. */
212
215
  | { kind: "none"; message: string | null };
213
216
 
217
+ /**
218
+ * Provider errors that end one key, not the profile: the runner's key-wide
219
+ * report benches the failed key before it asks for the pick, so another key
220
+ * of the pool can run the same profile. `auth` is not here: a Claude auth
221
+ * failure never benches the key and a codex one benches it at the second
222
+ * failure, so the resume could draw the failed key again.
223
+ */
224
+ const KEY_SCOPED_ERRORS: ReadonlySet<ProviderErrorClass> = new Set(["rate_limit", "credits"]);
225
+
226
+ type FallbackParent = Pick<
227
+ AgentTask,
228
+ | "agentId"
229
+ | "resolvedProfile"
230
+ | "resolvedModel"
231
+ | "fallbackHops"
232
+ | "vcsRepo"
233
+ | "routingAffinity"
234
+ | "routingAffinityInvalid"
235
+ | "credentialKeyType"
236
+ | "credentialKeySuffix"
237
+ >;
238
+
239
+ /**
240
+ * The key pool the failed run drew from, as the worker's next claim will see
241
+ * it: `size` keys the profile may use, `free` of them not benched and not the
242
+ * key that just failed. Null when there is nothing to rotate to or the server
243
+ * cannot judge: no key recorded on the task, a pool that lives only in the
244
+ * worker's env, an unreadable allowlist, or a pool of one key.
245
+ */
246
+ async function keyPoolOf(
247
+ parent: FallbackParent,
248
+ profileName: string,
249
+ options: { includeRepoSecrets?: boolean },
250
+ ): Promise<{ keyType: string; size: number; free: number } | null> {
251
+ const keyType = parent.credentialKeyType;
252
+ // Without the failed key's suffix the pick cannot exclude it, so no retry.
253
+ if (!keyType || !parent.credentialKeySuffix || !parent.agentId) return null;
254
+ const profile = await getModelProfileByName(profileName);
255
+ if (!profile || hasUnreadableCredentialAllowlist(profile)) {
256
+ return null;
257
+ }
258
+ const pools = await configPools(parent.agentId, {
259
+ vcsRepo: parent.vcsRepo,
260
+ includeRepoSecrets: options.includeRepoSecrets,
261
+ });
262
+ const pool = pools.get(keyType);
263
+ if (pool === undefined) return null;
264
+ const suffixes = splitCredentialPool(pool).map(keySuffix);
265
+ const allowlist = profile.credentials?.[keyType];
266
+ const usable = (suffix: string) => !allowlist || allowlist.includes(suffix);
267
+ const size = suffixes.filter(usable).length;
268
+ if (size < 2) return null;
269
+ // Same read as the worker's `GET /api/keys/available`: by suffix, with the
270
+ // model's weekly window and seat blocks when the family has a window.
271
+ const family = modelFamilyOf(parent.resolvedModel ?? profile.model);
272
+ const { availableIndices } = await getAvailableKeyIndices(
273
+ keyType,
274
+ suffixes.length,
275
+ "global",
276
+ null,
277
+ family && windowForModelFamily(family) ? family : undefined,
278
+ suffixes,
279
+ );
280
+ const free = availableIndices
281
+ .map((i) => suffixes[i]!)
282
+ // The bench is the worker's report; exclude the failed key even if it has not landed.
283
+ .filter((suffix) => usable(suffix) && suffix !== parent.credentialKeySuffix).length;
284
+ return { keyType, size, free };
285
+ }
286
+
214
287
  /**
215
288
  * The next profile a task that hit a provider error should resume on, on the
216
289
  * same agent (runbooks/model-tiers.md § Fallbacks on provider errors).
217
290
  *
291
+ * A key-scoped error (`KEY_SCOPED_ERRORS`) first retries the profile it ran
292
+ * on while its key pool has another unbenched key (`keyPoolOf`). The retry is
293
+ * a hop with `from === profile`; a profile gets at most as many of them as
294
+ * its pool has keys. Every other error, and a pool with no key left, takes
295
+ * the profile fallbacks below.
296
+ *
218
297
  * The chain starts at the profile claim applied (`resolvedProfile`). It walks
219
298
  * the fallback lists of the profiles this work already ran on, the current
220
299
  * one first and then back toward the first, so a fallback's own fallbacks
@@ -229,27 +308,24 @@ export type FallbackPick =
229
308
  * a lead-only pin would be rerouted to another agent, so it never hops.
230
309
  */
231
310
  export async function nextFallback(
232
- parent: Pick<
233
- AgentTask,
234
- | "agentId"
235
- | "resolvedProfile"
236
- | "fallbackHops"
237
- | "vcsRepo"
238
- | "routingAffinity"
239
- | "routingAffinityInvalid"
240
- >,
311
+ parent: FallbackParent,
241
312
  errorClass: ProviderErrorClass,
242
313
  options: { includeRepoSecrets?: boolean } = {},
243
314
  ): Promise<FallbackPick> {
244
315
  const current = parent.resolvedProfile;
245
316
  if (!current || !parent.agentId) return { kind: "none", message: null };
246
317
  const hops = parent.fallbackHops ?? [];
247
- const path = hops.length > 0 ? [hops[0]!.from, ...hops.map((hop) => hop.profile)] : [current];
318
+ // A same-profile key retry (`from === profile`) is not a step of the chain.
319
+ const profileHops = hops.filter((hop) => hop.from !== hop.profile);
320
+ const path =
321
+ profileHops.length > 0
322
+ ? [profileHops[0]!.from, ...profileHops.map((hop) => hop.profile)]
323
+ : [current];
248
324
  if (path[path.length - 1] !== current) path.push(current);
249
325
  const visited = new Set(path);
250
326
  const skipped: { profile: string; reason: string }[] = [];
251
327
  const judged = new Set<string>();
252
- let configured = hops.length > 0;
328
+ let configured = profileHops.length > 0;
253
329
 
254
330
  if (parent.routingAffinity?.leadOnly) {
255
331
  const agent = await getAgentById(parent.agentId);
@@ -263,6 +339,26 @@ export async function nextFallback(
263
339
  }
264
340
  }
265
341
 
342
+ // Why no other key ran the profile, to lead the failure reason.
343
+ let keysExhausted = "";
344
+ if (KEY_SCOPED_ERRORS.has(errorClass)) {
345
+ const pool = await keyPoolOf(parent, current, options);
346
+ if (pool) {
347
+ const retries = hops.filter((hop) => hop.from === current && hop.profile === current).length;
348
+ if (pool.free > 0 && retries < pool.size) {
349
+ return {
350
+ kind: "picked",
351
+ profile: current,
352
+ hop: { from: current, profile: current, errorClass, at: new Date().toISOString() },
353
+ };
354
+ }
355
+ keysExhausted =
356
+ pool.free > 0
357
+ ? `no key retry left (${retries} retries on a pool of ${pool.size} ${pool.keyType} keys); `
358
+ : `no key left (all ${pool.size} ${pool.keyType} keys are rate-limited or just failed); `;
359
+ }
360
+ }
361
+
266
362
  for (let i = path.length - 1; i >= 0; i--) {
267
363
  const profile = await getModelProfileByName(path[i]!);
268
364
  for (const name of profile?.fallbacks ?? []) {
@@ -290,14 +386,21 @@ export async function nextFallback(
290
386
  skipped.push({ profile: name, reason: result ? firstFailingRow(result) : "not found" });
291
387
  }
292
388
  }
293
- if (!configured) return { kind: "none", message: null };
389
+ if (!configured) {
390
+ return {
391
+ kind: "none",
392
+ message: keysExhausted
393
+ ? `${errorClass} on ${current}; ${keysExhausted}no fallback configured`
394
+ : null,
395
+ };
396
+ }
294
397
  const skippedText =
295
398
  skipped.length > 0
296
399
  ? `; skipped: ${skipped.map((s) => `${s.profile} (${s.reason})`).join(", ")}`
297
400
  : "";
298
401
  return {
299
402
  kind: "none",
300
- message: `${errorClass} on ${current}; no fallback left (tried: ${path.join(" → ")})${skippedText}`,
403
+ message: `${errorClass} on ${current}; ${keysExhausted}no fallback left (tried: ${path.join(" → ")})${skippedText}`,
301
404
  };
302
405
  }
303
406
 
@@ -807,10 +910,17 @@ export async function createResumeFollowUp(args: {
807
910
  ].join("\n");
808
911
 
809
912
  const priority = Math.min(100, (parent.priority ?? 50) + 10);
913
+ // A provider fallback (key retry or profile hop) is a deliberate route
914
+ // around a provider error, bounded by `nextFallback`, not a crash: it
915
+ // carries the parent's generation so it never spends the crash-recovery budget.
916
+ const generation =
917
+ args.reason === "provider_fallback"
918
+ ? getResumeGeneration(parent)
919
+ : getNextResumeGeneration(parent);
810
920
  const tags = [
811
921
  "auto-resume",
812
922
  `reason:${args.reason}`,
813
- `${RESUME_GENERATION_TAG_PREFIX}${getNextResumeGeneration(parent)}`,
923
+ ...(generation > 0 ? [`${RESUME_GENERATION_TAG_PREFIX}${generation}`] : []),
814
924
  ];
815
925
  // Mark a GENUINE same-agent crash pin (crash_recovery that actually pinned to
816
926
  // the original agent) so the heartbeat reaper can scope to these only. A
@@ -121,6 +121,32 @@ describe("ACPAdapter", () => {
121
121
  );
122
122
  });
123
123
 
124
+ test.each([
125
+ "gemini",
126
+ "Gemini",
127
+ " gemini ",
128
+ "GEMINI",
129
+ ])("normalizes ACP target %j before selecting a preset", (target) => {
130
+ const config = baseConfig({ env: { ACP_TARGET: target } });
131
+ const profile = resolveAcpTarget(config);
132
+ expect(profile.target).toBe("gemini");
133
+ expect(profile.command(config)).toEqual(["gemini", "--acp"]);
134
+ });
135
+
136
+ test.each(["", " \t "])("defaults blank ACP target %j to custom", (target) => {
137
+ const config = baseConfig({
138
+ env: { ACP_TARGET: target, ACP_TARGET_COMMAND: "custom-acp --stdio" },
139
+ });
140
+ const profile = resolveAcpTarget(config);
141
+ expect(profile.target).toBe("custom");
142
+ expect(profile.command(config)).toEqual(["custom-acp", "--stdio"]);
143
+ });
144
+
145
+ test.each(["nope", " NOPE "])("rejects unknown ACP target %j", (target) => {
146
+ const config = baseConfig({ env: { ACP_TARGET: target } });
147
+ expect(() => resolveAcpTarget(config)).toThrow('Unsupported ACP target "nope"');
148
+ });
149
+
124
150
  test.each<{ name: string; usage?: Usage | null }>([
125
151
  { name: "absent", usage: undefined },
126
152
  { name: "null", usage: null },
@@ -24,6 +24,7 @@ import { initWorkflows, stopRetryPoller, stopWaitPoller } from "../workflows";
24
24
  import { workflowEventBus } from "../workflows/event-bus";
25
25
  import commentedFixture from "./fixtures/azure-boards/workitem.commented.json";
26
26
  import updatedFixture from "./fixtures/azure-boards/workitem.updated.json";
27
+ import { waitUntil } from "./workflow-wait";
27
28
 
28
29
  const TEST_DB_PATH = "./test-azure-devops-outbound.sqlite";
29
30
  const SECRET = "outbound-secret";
@@ -65,8 +66,20 @@ async function linkedTask(workItemId: number | string): Promise<string> {
65
66
  return task.id;
66
67
  }
67
68
 
68
- /** Let the fire-and-forget handlers run. */
69
- const settle = () => new Promise((r) => setTimeout(r, 25));
69
+ /** Poll until `count` PATCHes are recorded; the outbound handlers are fire-and-forget. */
70
+ function waitForPatches(count: number): Promise<void> {
71
+ return waitUntil(
72
+ () => patches.length >= count,
73
+ () => `expected ${count} work item PATCH(es), got ${patches.length}`,
74
+ );
75
+ }
76
+
77
+ /**
78
+ * Fixed wait before asserting that NO effect happened. An absence has no
79
+ * condition to poll for, and the handlers expose no promise to await, so this
80
+ * gives an effect that should not exist time to show up.
81
+ */
82
+ const quiesce = () => Bun.sleep(50);
70
83
 
71
84
  async function post(body: Json) {
72
85
  const req = {
@@ -146,7 +159,7 @@ describe("work item state transitions", () => {
146
159
  process.env.AZURE_DEVOPS_WORKITEM_STATE_STARTED = "Doing";
147
160
  const taskId = await linkedTask(9);
148
161
  emitTaskStarted({ id: taskId } as never);
149
- await settle();
162
+ await waitForPatches(1);
150
163
  expect(patches).toHaveLength(1);
151
164
  expect(patches[0]?.url).toBe(`${ORG_URL}/_apis/wit/workitems/9?api-version=7.1`);
152
165
  expect(patches[0]?.contentType).toBe("application/json-patch+json");
@@ -157,7 +170,7 @@ describe("work item state transitions", () => {
157
170
  process.env.AZURE_DEVOPS_WORKITEM_STATE_DONE = " Done ";
158
171
  const taskId = await linkedTask(9);
159
172
  workflowEventBus.emit("task.completed", { taskId, output: "ok" });
160
- await settle();
173
+ await waitForPatches(1);
161
174
  expect(patches[0]?.body[0]?.value).toBe("Done");
162
175
  });
163
176
 
@@ -165,7 +178,7 @@ describe("work item state transitions", () => {
165
178
  const taskId = await linkedTask(9);
166
179
  emitTaskStarted({ id: taskId } as never);
167
180
  workflowEventBus.emit("task.completed", { taskId });
168
- await settle();
181
+ await quiesce();
169
182
  expect(patches).toHaveLength(0);
170
183
  });
171
184
 
@@ -173,7 +186,7 @@ describe("work item state transitions", () => {
173
186
  process.env.AZURE_DEVOPS_WORKITEM_STATE_DONE = "Done";
174
187
  const task = await createTaskExtended("plain", {});
175
188
  workflowEventBus.emit("task.completed", { taskId: task.id });
176
- await settle();
189
+ await quiesce();
177
190
  expect(patches).toHaveLength(0);
178
191
  });
179
192
 
@@ -182,7 +195,7 @@ describe("work item state transitions", () => {
182
195
  patchStatus = 400;
183
196
  const taskId = await linkedTask(9);
184
197
  workflowEventBus.emit("task.completed", { taskId });
185
- await settle();
198
+ await waitForPatches(1);
186
199
  expect(patches).toHaveLength(1);
187
200
  });
188
201
 
@@ -191,7 +204,7 @@ describe("work item state transitions", () => {
191
204
  const taskId = await linkedTask(9);
192
205
  teardownAzureDevOpsOutbound();
193
206
  workflowEventBus.emit("task.completed", { taskId });
194
- await settle();
207
+ await quiesce();
195
208
  expect(patches).toHaveLength(0);
196
209
  });
197
210
  });
@@ -264,6 +277,7 @@ describe("work item state ordering and commit boundary", () => {
264
277
  process.env.AZURE_DEVOPS_WORKITEM_STATE_STARTED = "Doing";
265
278
  process.env.AZURE_DEVOPS_WORKITEM_STATE_DONE = "Done";
266
279
  const taskId = await linkedTask(9);
280
+ const requested: string[] = [];
267
281
  const applied: string[] = [];
268
282
  let releaseDoing!: () => void;
269
283
  const held = new Promise<void>((resolve) => {
@@ -273,18 +287,26 @@ describe("work item state ordering and commit boundary", () => {
273
287
  globalThis.fetch = (async (input: RequestInfo | URL, init?: RequestInit) => {
274
288
  if (init?.method !== "PATCH") return inner(input, init);
275
289
  const value = JSON.parse(String(init.body))[0].value as string;
290
+ requested.push(value);
276
291
  if (value === "Doing") await held;
277
292
  applied.push(value);
278
293
  return new Response("{}", { status: 200 });
279
294
  }) as typeof fetch;
280
295
 
281
296
  emitTaskStarted({ id: taskId } as never);
282
- await settle();
297
+ await waitUntil(
298
+ () => requested.includes("Doing"),
299
+ () => "the Doing PATCH never reached fetch",
300
+ );
283
301
  workflowEventBus.emit("task.completed", { taskId });
284
- await settle();
302
+ // Absence check: Done must not land while Doing is held.
303
+ await quiesce();
285
304
  expect(applied).toEqual([]);
286
305
  releaseDoing();
287
- await settle();
306
+ await waitUntil(
307
+ () => applied.length >= 2,
308
+ () => `expected Doing then Done to be applied, got ${JSON.stringify(applied)}`,
309
+ );
288
310
  expect(applied).toEqual(["Doing", "Done"]);
289
311
  });
290
312
 
@@ -297,7 +319,7 @@ describe("work item state ordering and commit boundary", () => {
297
319
  throw new Error("rollback");
298
320
  })
299
321
  .catch(() => {});
300
- await settle();
322
+ await quiesce();
301
323
  expect(patches).toHaveLength(0);
302
324
  });
303
325
 
@@ -307,7 +329,7 @@ describe("work item state ordering and commit boundary", () => {
307
329
  await getDbClient().transaction(async () => {
308
330
  emitTaskStarted({ id: taskId } as never);
309
331
  });
310
- await settle();
332
+ await waitForPatches(1);
311
333
  expect(patches).toHaveLength(1);
312
334
  expect(patches[0]?.body[0]?.value).toBe("Doing");
313
335
  });
@@ -413,7 +435,18 @@ describe("work item workflow events: trust and delivery boundaries", () => {
413
435
  const onCommented = await make("azure-devops.work_item.commented");
414
436
  await post(assigned());
415
437
  await post(fresh(commentedFixture));
416
- await settle();
438
+ const runCounts = async () => [
439
+ (await listWorkflowRuns(onAssigned.id)).length,
440
+ (await listWorkflowRuns(onCommented.id)).length,
441
+ ];
442
+ let counts = [0, 0];
443
+ await waitUntil(
444
+ async () => {
445
+ counts = await runCounts();
446
+ return counts.every((n) => n >= 1);
447
+ },
448
+ () => `expected one run per trigger workflow, got [assigned, commented] = ${counts}`,
449
+ );
417
450
  expect(await listWorkflowRuns(onAssigned.id)).toHaveLength(1);
418
451
  expect(await listWorkflowRuns(onCommented.id)).toHaveLength(1);
419
452
  });