@desplega.ai/agent-swarm 2.9.1 → 2.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (502) hide show
  1. package/dist/acp-adapter-weaaxey3.js +16 -0
  2. package/dist/{acp-targets-ny75x1qy.js → acp-targets-5wyy2b9m.js} +9 -9
  3. package/dist/{actions-b9qgrmeq.js → actions-4nxq386s.js} +54 -32
  4. package/dist/{agent-fs-provision-b5dhdsbd.js → agent-fs-provision-v6enh76w.js} +4 -4
  5. package/dist/{amp-adapter-vtax2c9s.js → amp-adapter-ze3x22qn.js} +3 -3
  6. package/dist/{anthropic-messages-r5xf5hqw.js → anthropic-messages-88b7s3n9.js} +189 -37
  7. package/dist/{app-g2z15hax.js → app-kyqt8ehw.js} +7 -6
  8. package/dist/{approval-notifications-yt13wp8r.js → approval-notifications-a0db0esw.js} +7 -6
  9. package/dist/{assistant-2cgfxsgk.js → assistant-9g5jzq25.js} +26 -25
  10. package/dist/{azure-openai-responses-590s1eea.js → azure-openai-responses-jeaas6x0.js} +18 -18
  11. package/dist/{boot-args-schema-3gwy0f60.js → boot-args-schema-d7fme4q1.js} +1 -1
  12. package/dist/{boot-reembed-92g7s5zp.js → boot-reembed-6wpazmpw.js} +1 -1
  13. package/dist/{boot-reembed-mywmyp4s.js → boot-reembed-jrwxeye2.js} +1 -1
  14. package/dist/boot-scrub-sweep-52h7yntp.js +9 -0
  15. package/dist/{boot-seeds-ce7rvgq1.js → boot-seeds-kb3dxjex.js} +4 -4
  16. package/dist/{boxd-wn235q80.js → boxd-jrrmkv3w.js} +2 -2
  17. package/dist/{claude-adapter-3m4q7735.js → claude-adapter-0c0y8fqp.js} +8 -8
  18. package/dist/{claude-managed-adapter-t8nfgcgz.js → claude-managed-adapter-w2es07qq.js} +4 -4
  19. package/dist/{claude-managed-setup-c217draw.js → claude-managed-setup-9ssb7ct4.js} +4 -4
  20. package/dist/{claude-sdk-session-7fbqm51z.js → claude-sdk-session-p6t0gyse.js} +10941 -10412
  21. package/dist/{cli-2czxfnvj.js → cli-075ccjh6.js} +961 -178
  22. package/dist/{cli-fkef327x.js → cli-0bgj4rh5.js} +3 -3
  23. package/dist/{cli-1jykg0py.js → cli-14xdms9a.js} +41 -28
  24. package/dist/{cli-rqx70rcz.js → cli-17qzb39j.js} +5 -2
  25. package/dist/{cli-bkjdknnp.js → cli-1h4njv9y.js} +177 -7
  26. package/dist/{cli-6ym4jhzp.js → cli-27fat7st.js} +7 -7
  27. package/dist/{cli-kxx4k2jw.js → cli-2aacfdcn.js} +5 -5
  28. package/dist/{cli-fh97xn30.js → cli-2gvdvsxj.js} +3 -3
  29. package/dist/{cli-f9gz2vyj.js → cli-2jtfm8kh.js} +10 -10
  30. package/dist/{cli-6ehs4mta.js → cli-2z2c4k6q.js} +18 -4
  31. package/dist/{cli-6237rnyr.js → cli-3bpr3wks.js} +1 -1
  32. package/dist/{cli-bnqncekd.js → cli-453497a0.js} +44 -17
  33. package/dist/{cli-jm0hvmz2.js → cli-4aswccje.js} +2 -2
  34. package/dist/{cli-4ymxrwg5.js → cli-4dyzzkfb.js} +2 -2
  35. package/dist/{cli-vyff45ve.js → cli-4g323fjh.js} +772 -515
  36. package/dist/{cli-3kd08rej.js → cli-4jjrhy48.js} +1 -1
  37. package/dist/{cli-gfy38pvt.js → cli-4kzp7r0q.js} +8 -8
  38. package/dist/{cli-kxn3747f.js → cli-4se3x6qm.js} +1 -26
  39. package/dist/{cli-mjw0yf82.js → cli-5ptj757f.js} +1 -1
  40. package/dist/{cli-pyjn0qhk.js → cli-6a3j25xd.js} +348 -196
  41. package/dist/{cli-hnamkvnc.js → cli-6c9ve77f.js} +2 -2
  42. package/dist/{cli-mw620q3n.js → cli-6n7y5ypy.js} +1 -1
  43. package/dist/{cli-g0vv9dg4.js → cli-6p8p2e6r.js} +19 -12
  44. package/dist/{cli-jwampxxq.js → cli-6tvh1fwq.js} +3 -3
  45. package/dist/{cli-p74md7t8.js → cli-7b7rxz22.js} +13 -15
  46. package/dist/{cli-5a6pqy45.js → cli-7e8sxqv5.js} +1 -1
  47. package/dist/{cli-p4kckx1z.js → cli-892y3vfp.js} +13 -13
  48. package/dist/cli-8mfdbdhe.js +43 -0
  49. package/dist/{cli-mkwkwq81.js → cli-8zmpwe79.js} +29 -16
  50. package/dist/{cli-zcfpsfzf.js → cli-96234j5w.js} +3 -3
  51. package/dist/{cli-1z4qggfe.js → cli-9fvk9mv8.js} +30 -21
  52. package/dist/{cli-7mv4h3sn.js → cli-9g12h1aq.js} +2 -2
  53. package/dist/{cli-f8x9drqr.js → cli-9knhkkgr.js} +19 -5
  54. package/dist/{cli-5mpy301f.js → cli-9t7syepg.js} +1 -1
  55. package/dist/{cli-qj39vrc6.js → cli-9yjhshah.js} +1 -1
  56. package/dist/{cli-zr6qy15y.js → cli-a02habn6.js} +427 -145
  57. package/dist/{cli-7evph51z.js → cli-a49frv85.js} +2 -2
  58. package/dist/{cli-h9yqfzx9.js → cli-a6q6x15h.js} +11 -10
  59. package/dist/{cli-bg63qmsx.js → cli-atm0hkes.js} +11 -11
  60. package/dist/{cli-m7zvgt57.js → cli-b82a13ga.js} +13 -13
  61. package/dist/{cli-7zm3b3f5.js → cli-bf0t77nf.js} +1 -1
  62. package/dist/{cli-2xv18ywz.js → cli-bmqp0ser.js} +2 -2
  63. package/dist/{cli-xag7btpe.js → cli-bq97k63w.js} +2 -2
  64. package/dist/{cli-pb2ay3sh.js → cli-cstggwq7.js} +5 -5
  65. package/dist/{cli-f3jyzq4g.js → cli-czvvnfr9.js} +3 -3
  66. package/dist/{cli-b6px1k1q.js → cli-dd2k2mcd.js} +1 -1
  67. package/dist/{cli-nafvvsp8.js → cli-djt6wmrc.js} +9 -9
  68. package/dist/{cli-tsa40663.js → cli-ebqx630g.js} +3 -3
  69. package/dist/{cli-8zh9nrew.js → cli-f7dhm7hh.js} +1 -1
  70. package/dist/cli-f8yhybxr.js +321 -0
  71. package/dist/{cli-5gpqgs8b.js → cli-fwjwkw66.js} +2 -2
  72. package/dist/{cli-gabsjg8x.js → cli-g56fxddf.js} +1 -1
  73. package/dist/{cli-w4n323t3.js → cli-h2qtafm4.js} +19 -19
  74. package/dist/{cli-psffsanb.js → cli-ha4ek2nb.js} +6 -1
  75. package/dist/{cli-dgs10ttj.js → cli-hnh8erra.js} +2 -2
  76. package/dist/{cli-w16kwbzw.js → cli-htymm48w.js} +1 -1
  77. package/dist/{cli-2xs8tsf7.js → cli-j2r1apqm.js} +152 -67
  78. package/dist/{cli-43ms35q9.js → cli-k3c13za2.js} +3 -3
  79. package/dist/{cli-54vrpgm0.js → cli-k3facve0.js} +8 -5
  80. package/dist/{cli-67mwzr35.js → cli-k4r5sfaj.js} +7 -7
  81. package/dist/{cli-rq5rpv6k.js → cli-kbm659dk.js} +2 -2
  82. package/dist/{cli-j7svy295.js → cli-m00c47q6.js} +114 -31
  83. package/dist/{cli-m7c2380k.js → cli-mhrr4d5b.js} +99 -14
  84. package/dist/{cli-xqdz5cqm.js → cli-mz7ycqn8.js} +1 -0
  85. package/dist/{cli-vt89089n.js → cli-n6ygvrrm.js} +4 -4
  86. package/dist/{cli-jaw5v1sy.js → cli-nbakg5xh.js} +3 -3
  87. package/dist/{cli-nbt14he0.js → cli-nc39ym5q.js} +8 -8
  88. package/dist/{cli-tvc4jag9.js → cli-p1a4khta.js} +8 -8
  89. package/dist/{cli-t9ga4qmb.js → cli-p8zqbbt1.js} +40 -33
  90. package/dist/{cli-fjggej24.js → cli-ph95yejc.js} +2 -2
  91. package/dist/{cli-m0cy2vyf.js → cli-q4z9s6zs.js} +5 -5
  92. package/dist/cli-q71g5q39.js +404 -0
  93. package/dist/{cli-vs9vdpy0.js → cli-qncx2r0s.js} +1 -1
  94. package/dist/{cli-hg42n3hx.js → cli-qrzq3hvg.js} +8 -8
  95. package/dist/{cli-x40a0w9j.js → cli-r813c7rb.js} +1 -1
  96. package/dist/{cli-kpgcm7xy.js → cli-ramn8jae.js} +1 -1
  97. package/dist/{cli-jkw6ptfw.js → cli-raqw9fw9.js} +28 -17
  98. package/dist/cli-rhsc2zyx.js +68 -0
  99. package/dist/{cli-sn650d7x.js → cli-rpmw4fsv.js} +68 -20
  100. package/dist/{boot-scrub-sweep-7dkdzqxx.js → cli-rwgwen5v.js} +9 -10
  101. package/dist/{cli-3j873zxq.js → cli-rytq7dm2.js} +261 -6
  102. package/dist/{cli-zh0e5x7p.js → cli-s9twe4x0.js} +71 -22
  103. package/dist/{cli-2dq9yv8p.js → cli-t2s7j5cy.js} +2 -2
  104. package/dist/{cli-wn13hhdt.js → cli-tb4j757d.js} +7 -7
  105. package/dist/{cli-q2d3e1k1.js → cli-thd3005a.js} +1 -1
  106. package/dist/cli-tsfkcd4v.js +30 -0
  107. package/dist/{cli-br0924pw.js → cli-v3zcnr8g.js} +1 -1
  108. package/dist/{cli-zfqg6fzn.js → cli-vbppqvte.js} +3 -3
  109. package/dist/{cli-ysvspf5e.js → cli-vy3fn0mz.js} +4 -4
  110. package/dist/{cli-7sf9sb0w.js → cli-w5dar1bk.js} +1 -1
  111. package/dist/{cli-2yjj3e31.js → cli-wz4e5am2.js} +12 -10
  112. package/dist/{cli-td9tb872.js → cli-xqbqwpxr.js} +14 -14
  113. package/dist/{cli-32djehja.js → cli-ynph3b70.js} +11137 -8332
  114. package/dist/{cli-mhapr559.js → cli-yvzxbztc.js} +9 -4
  115. package/dist/{cli-v57d7fmm.js → cli-yzxqwcvq.js} +25 -27
  116. package/dist/{cli-y2ewxhth.js → cli-zb1hff00.js} +16 -16
  117. package/dist/{cli-yab6sh8p.js → cli-zcghfsdg.js} +23 -4
  118. package/dist/{cli-ctx0b85j.js → cli-zhn4r1rz.js} +757 -157
  119. package/dist/{cli-6945ywhr.js → cli-zqq57pgx.js} +9 -7
  120. package/dist/cli.js +30 -29
  121. package/dist/{cloudflare-workers-ai-system-one-9y1zx3pt.js → cloudflare-workers-ai-system-one-w3m0fbf8.js} +2 -2
  122. package/dist/{codex-adapter-n656pvb8.js → codex-adapter-ssahg4h4.js} +8 -8
  123. package/dist/{codex-hook-59atdwd8.js → codex-hook-aqtj17yr.js} +1 -1
  124. package/dist/{codex-login-a239g1ah.js → codex-login-9c7aggxe.js} +1 -1
  125. package/dist/{codex-session-runner-p0fbv5y9.js → codex-session-runner-xn63q3h7.js} +9 -9
  126. package/dist/{commands-gwea8z5p.js → commands-ctey7tr5.js} +3 -3
  127. package/dist/{controller-t67c3grh.js → controller-rqhbppg9.js} +4 -4
  128. package/dist/{controllers-connect-ks155r0h.js → controllers-connect-w3qbpbt1.js} +22 -21
  129. package/dist/core-df1n049h.js +39 -0
  130. package/dist/{cursor-adapter-ygwrtmkv.js → cursor-adapter-r819hf1a.js} +2 -2
  131. package/dist/{db-kpmx06s9.js → db-2ah39cyx.js} +2 -2
  132. package/dist/{db-rb2xqdb1.js → db-p5drc1d1.js} +3 -3
  133. package/dist/{devin-adapter-zp4tqq53.js → devin-adapter-bc6g0x29.js} +1 -1
  134. package/dist/{dispatcher-31sm0ej2.js → dispatcher-x6w14pde.js} +19 -18
  135. package/dist/{docker-09tkkg0n.js → docker-6c4reetq.js} +51 -14
  136. package/dist/{dsh-adapter-qyxh0w31.js → dsh-adapter-h8qn14n4.js} +2 -2
  137. package/dist/{e2b-sm28k0k3.js → e2b-jg7kyyef.js} +6 -6
  138. package/dist/{e2b-3v1e745x.js → e2b-z4ec0qve.js} +3 -3
  139. package/dist/{easter-egg-3d-00wjscn6.js → easter-egg-3d-1y6r9gxy.js} +1 -1
  140. package/dist/{embedding-space-qhw4g68n.js → embedding-space-z6ptw3jk.js} +6 -6
  141. package/dist/{embeddings-zdv9ke6x.js → embeddings-0sxb1d2h.js} +1 -1
  142. package/dist/{event-bus-xr83x566.js → event-bus-swr88jg5.js} +1 -1
  143. package/dist/{execute-zna8wwr7.js → execute-6m1ex8ce.js} +8 -4
  144. package/dist/{external-channel-1ac6t56s.js → external-channel-ezer7pk0.js} +2 -2
  145. package/dist/fx-adapter-zwmps9re.js +19 -0
  146. package/dist/{google-generative-ai-maq6c9bf.js → google-generative-ai-sw77egmr.js} +13 -13
  147. package/dist/{google-vertex-2jgsw2nb.js → google-vertex-rrw93g8h.js} +13 -13
  148. package/dist/grok-adapter-q0avf919.js +19 -0
  149. package/dist/handlers-g5jq0e4q.js +36 -0
  150. package/dist/{heartbeat-2f6z4kdx.js → heartbeat-6c4fr49t.js} +22 -21
  151. package/dist/{hook-8y0gvtp1.js → hook-02rt5tvq.js} +8 -8
  152. package/dist/{hook-w1skzaqc.js → hook-t1c5avbv.js} +5 -5
  153. package/dist/{http-wghxvpef.js → http-qa3h32a1.js} +2659 -355
  154. package/dist/index-1f6m47mq.js +37 -0
  155. package/dist/index-1p1mpqda.js +36 -0
  156. package/dist/{index-rv89fvzf.js → index-akbgsdhh.js} +25 -24
  157. package/dist/{index-9zkchs9t.js → index-e42j998x.js} +190 -15
  158. package/dist/{index-b5wgnm78.js → index-kdmkfjt7.js} +4 -4
  159. package/dist/{index-s71ez27v.js → index-kqv9ebfj.js} +1 -1
  160. package/dist/{index-9myfj74s.js → index-kzdqn3dd.js} +3 -3
  161. package/dist/{index-4a0670yh.js → index-p2f5xg64.js} +6 -6
  162. package/dist/{index-8zn8nxn5.js → index-qpjk2hxk.js} +1 -1
  163. package/dist/index-tnkd410q.js +41 -0
  164. package/dist/k8s-7jrh5va2.js +276 -0
  165. package/dist/{keepalive-sh02349h.js → keepalive-jmf6pn8c.js} +4 -4
  166. package/dist/lead-m5e7xt93.js +75 -0
  167. package/dist/{llama-cpp-classify-nfgswa1m.js → llama-cpp-classify-yvb8vh7w.js} +2 -2
  168. package/dist/{maintenance-yj0dcjja.js → maintenance-g7v15tj1.js} +1 -1
  169. package/dist/{mistral-conversations-0c30em7t.js → mistral-conversations-w4bncwbt.js} +11 -11
  170. package/dist/{node-7qsx5kvm.js → node-z67yjre7.js} +19 -13
  171. package/dist/{oauth-refresh-sweep-d9xedk66.js → oauth-refresh-sweep-ywgf8tbr.js} +3 -3
  172. package/dist/{onboard-dpgjn03r.js → onboard-m3fedypq.js} +6 -6
  173. package/dist/{openai-codex-responses-bkcd8pjj.js → openai-codex-responses-70g39cgz.js} +24 -18
  174. package/dist/{openai-completions-f3n69rep.js → openai-completions-cv3hp4h5.js} +33 -26
  175. package/dist/{openai-decisions-q3hh60wr.js → openai-decisions-fyq1p9f9.js} +2 -2
  176. package/dist/{openai-responses-gbh0wfqe.js → openai-responses-trsvnks6.js} +24 -22
  177. package/dist/{opencode-adapter-2d31cpjc.js → opencode-adapter-19ktcbb9.js} +7 -7
  178. package/dist/{openrouter-images-xr9gme9x.js → openrouter-images-0jj12a2q.js} +6 -6
  179. package/dist/{otel-impl-1skarpfq.js → otel-impl-3ehm1hgc.js} +2 -2
  180. package/dist/{pending-bfmxtx0g.js → pending-fwj2fatd.js} +20 -19
  181. package/dist/{pi-messages-zebyt7gb.js → pi-messages-zk3g4esn.js} +6 -6
  182. package/dist/{pi-mono-adapter-gvppnasy.js → pi-mono-adapter-xdeesvc4.js} +18 -17
  183. package/dist/{pricing-refresh-c6b325mk.js → pricing-refresh-4j8dzvxg.js} +2 -2
  184. package/dist/{rbac-roles-h80qbdbs.js → rbac-roles-8msjr07m.js} +3 -3
  185. package/dist/{rbac-roles-zfcx68tx.js → rbac-roles-n7t2acv8.js} +2 -2
  186. package/dist/{render-v2-nx20t3rb.js → render-v2-j7qggj8h.js} +7 -6
  187. package/dist/{resume-5ep8agan.js → resume-hj1mn65y.js} +9 -8
  188. package/dist/{runtime-r3pj4mce.js → runtime-z31mdsgv.js} +2 -2
  189. package/dist/{session-access-n7p3m15b.js → session-access-w38fh09a.js} +4 -4
  190. package/dist/{session-source-backfill-v8mt0zwn.js → session-source-backfill-ax6qxv20.js} +3 -3
  191. package/dist/{setup-z1psaqhe.js → setup-dsqmpfcr.js} +1 -1
  192. package/dist/thread-buffer-nf55vwx3.js +39 -0
  193. package/dist/tree-visibility-6vqmnr71.js +24 -0
  194. package/dist/{typesafe-system-one-f2en2knd.js → typesafe-system-one-qkvkgrcz.js} +2 -2
  195. package/dist/user-merge-jobs-mvheb3ed.js +22 -0
  196. package/dist/{virtual-modules-rrbjdpxn.js → virtual-modules-w2qk2wew.js} +32 -10
  197. package/dist/{work-objects-4aghh73z.js → work-objects-4ahy5es5.js} +22 -21
  198. package/dist/worker-ews1nyhw.js +75 -0
  199. package/dist/{worker-follow-up-166zmex1.js → worker-follow-up-1gs4aw7y.js} +19 -18
  200. package/dist/{x-wg164ss9.js → x-3wr8c5sh.js} +2 -2
  201. package/openapi.json +2576 -388
  202. package/package.json +11 -10
  203. package/src/be/boot-seeds.ts +7 -1
  204. package/src/be/db/model-groups.ts +238 -0
  205. package/src/be/db/model-profiles.ts +26 -8
  206. package/src/be/db/request-composition.ts +190 -0
  207. package/src/be/db/runtime.ts +15 -0
  208. package/src/be/db/session-costs.ts +8 -2
  209. package/src/be/db/slack-trees.ts +220 -10
  210. package/src/be/db/tasks/human-free.ts +3 -2
  211. package/src/be/db/tasks/read.ts +3 -2
  212. package/src/be/db/tasks/write.ts +2 -1
  213. package/src/be/db/user-references.ts +75 -0
  214. package/src/be/db/users/references.ts +185 -0
  215. package/src/be/db/workflow-run-retention.ts +101 -0
  216. package/src/be/db-client.ts +93 -20
  217. package/src/be/db-retention-defaults.ts +46 -0
  218. package/src/be/db-retention.ts +55 -6
  219. package/src/be/db.ts +32 -57
  220. package/src/be/key-window-usage.ts +1 -0
  221. package/src/be/mcp-events/catalog.ts +108 -0
  222. package/src/be/mcp-events/dispatcher.ts +202 -0
  223. package/src/be/mcp-events/protocol.ts +296 -0
  224. package/src/be/mcp-events/store.ts +231 -0
  225. package/src/be/mcp-events/webhook.ts +226 -0
  226. package/src/be/memory/demotion-evidence.ts +34 -0
  227. package/src/be/memory/providers/sqlite-store.ts +110 -24
  228. package/src/be/memory/reranker.ts +34 -12
  229. package/src/be/memory/review-recall-filter.ts +105 -0
  230. package/src/be/memory/search-candidates.ts +16 -5
  231. package/src/be/memory/types.ts +16 -0
  232. package/src/be/migrations/312_task_ui_action_runs_repeatable.sql +6 -0
  233. package/src/be/migrations/314_model_groups.sql +85 -0
  234. package/src/be/migrations/318_superseded_workflow_cut_backfill.sql +22 -0
  235. package/src/be/migrations/319_user_fk_indexes.sql +153 -0
  236. package/src/be/migrations/320_session_costs_kind.sql +4 -0
  237. package/src/be/migrations/321_user_merge_jobs.sql +52 -0
  238. package/src/be/migrations/322_runtime_pool_workspace.sql +8 -0
  239. package/src/be/migrations/323_slack_task_tree_visibility.sql +9 -0
  240. package/src/be/migrations/326_slack_reconcile_pages.sql +13 -0
  241. package/src/be/migrations/327_mcp_event_subscriptions.sql +57 -0
  242. package/src/be/migrations/329_workflow_run_retention.sql +9 -0
  243. package/src/be/migrations/330_request_composition.sql +22 -0
  244. package/src/be/model-profile-check.ts +1 -1
  245. package/src/be/multi-runtime.ts +32 -4
  246. package/src/be/pricing-normalize.ts +2 -0
  247. package/src/be/rbac-roles.ts +6 -4
  248. package/src/be/runtime-pools/controllers.ts +18 -3
  249. package/src/be/runtime-pools/db.ts +35 -9
  250. package/src/be/runtime-pools/supervisor.ts +57 -3
  251. package/src/be/scripts/db.ts +11 -0
  252. package/src/be/scripts/typecheck.ts +2 -0
  253. package/src/be/seed-model-groups.ts +86 -0
  254. package/src/be/seed-model-profiles.ts +20 -13
  255. package/src/be/seed-scripts/catalog/dreaming-gather.ts +165 -1
  256. package/src/be/swarm-config-guard.ts +44 -2
  257. package/src/be/task-ui-spec.ts +102 -1
  258. package/src/be/user-merge-jobs.ts +564 -0
  259. package/src/be/users.ts +41 -23
  260. package/src/commands/context-preamble.ts +11 -4
  261. package/src/commands/credential-outcome-report.ts +33 -9
  262. package/src/commands/e2b-stack-wizard.tsx +12 -6
  263. package/src/commands/onboard/agent-fs-version.ts +1 -1
  264. package/src/commands/onboard/compose-generator.ts +1 -1
  265. package/src/commands/onboard/env-generator.ts +1 -1
  266. package/src/commands/provider-credentials.ts +1 -1
  267. package/src/commands/runner.ts +116 -12
  268. package/src/extensions/catalog.generated.json +1 -1
  269. package/src/extensions/contract-types.generated.ts +1 -1
  270. package/src/extensions/contract.ts +15 -0
  271. package/src/extensions/dispatcher.ts +14 -4
  272. package/src/github/app.ts +59 -14
  273. package/src/github/handlers.ts +57 -0
  274. package/src/github/types.ts +4 -0
  275. package/src/http/all-routes.ts +4 -0
  276. package/src/http/approval-requests.ts +5 -1
  277. package/src/http/auth.ts +3 -1
  278. package/src/http/config.ts +36 -2
  279. package/src/http/core.ts +2 -0
  280. package/src/http/github-token.ts +66 -0
  281. package/src/http/index.ts +34 -0
  282. package/src/http/mcp-user.ts +11 -8
  283. package/src/http/mcp.ts +58 -42
  284. package/src/http/memory.ts +19 -6
  285. package/src/http/model-groups.ts +277 -0
  286. package/src/http/model-profiles.ts +30 -13
  287. package/src/http/prompt-templates.ts +1 -0
  288. package/src/http/request-composition.ts +310 -0
  289. package/src/http/tasks.ts +46 -6
  290. package/src/http/tool-hooks.ts +140 -0
  291. package/src/http/tool-schema-estimate.ts +95 -0
  292. package/src/http/users.ts +142 -19
  293. package/src/http/workflows.ts +37 -1
  294. package/src/integrations/chat-sdk/inbound.ts +8 -2
  295. package/src/integrations/chat-sdk/limits.ts +8 -3
  296. package/src/prompts/base-prompt.ts +133 -7
  297. package/src/prompts/resolver.ts +41 -2
  298. package/src/providers/acp-targets.ts +2 -2
  299. package/src/providers/amp-adapter.ts +1 -1
  300. package/src/providers/opencode-adapter.ts +72 -1
  301. package/src/providers/opencode-swarm-plugin.ts +22 -3
  302. package/src/providers/pi-mono-adapter.ts +1 -0
  303. package/src/providers/pi-mono-extension.ts +71 -0
  304. package/src/providers/pricing-sources.md +13 -0
  305. package/src/providers/request-composition-hook.ts +312 -0
  306. package/src/providers/types.ts +5 -0
  307. package/src/rbac/legacy-policy.ts +1 -0
  308. package/src/rbac/permissions.ts +5 -0
  309. package/src/runtime-providers/controller-protocol.ts +7 -0
  310. package/src/runtime-providers/docker.ts +80 -12
  311. package/src/runtime-providers/index.ts +7 -5
  312. package/src/runtime-providers/k8s.ts +355 -0
  313. package/src/runtime-providers/types.ts +17 -0
  314. package/src/scheduler/scheduler.ts +1 -1
  315. package/src/scripts-runtime/types/stdlib.d.ts +2 -0
  316. package/src/scripts-runtime/types/swarm-extension.d.ts +16 -1
  317. package/src/scripts-runtime/types/swarm-sdk.d.ts +2 -0
  318. package/src/server-user.ts +16 -1
  319. package/src/slack/ack.ts +10 -5
  320. package/src/slack/actions.ts +36 -13
  321. package/src/slack/app.ts +2 -0
  322. package/src/slack/assistant.ts +4 -4
  323. package/src/slack/blocks.ts +26 -5
  324. package/src/slack/handlers.ts +3 -3
  325. package/src/slack/reaction-shortcode.ts +23 -2
  326. package/src/slack/render-v2.ts +344 -200
  327. package/src/slack/responses.ts +7 -5
  328. package/src/slack/thread-buffer.ts +3 -3
  329. package/src/slack/tree-visibility.ts +64 -0
  330. package/src/tasks/worker-follow-up.ts +127 -17
  331. package/src/tests/acp-adapter.test.ts +26 -0
  332. package/src/tests/azure-devops-outbound.test.ts +47 -14
  333. package/src/tests/base-prompt.test.ts +149 -1
  334. package/src/tests/chat-sdk-relay.test.ts +21 -1
  335. package/src/tests/check-playwright-version.test.ts +33 -0
  336. package/src/tests/check-pr-body.test.ts +43 -0
  337. package/src/tests/context-preamble-budget.test.ts +65 -0
  338. package/src/tests/credential-check.test.ts +14 -6
  339. package/src/tests/credential-outcome-report.test.ts +81 -1
  340. package/src/tests/db-client.test.ts +168 -0
  341. package/src/tests/db-retention-defaults.test.ts +244 -0
  342. package/src/tests/db-retention.test.ts +2 -1
  343. package/src/tests/db-runtime.test.ts +2 -1
  344. package/src/tests/deploy-guard.test.ts +7 -7
  345. package/src/tests/deploy-release-dispatch.test.ts +332 -0
  346. package/src/tests/deploy-select.test.ts +83 -0
  347. package/src/tests/dreaming-gather-corrections.test.ts +467 -0
  348. package/src/tests/e2b-stack-wizard.test.tsx +156 -0
  349. package/src/tests/entrypoint-chown-no-follow.test.ts +69 -0
  350. package/src/tests/entrypoint-repo-clone-target.test.ts +112 -0
  351. package/src/tests/env-flag.test.ts +4 -2
  352. package/src/tests/event-loop-lag.test.ts +16 -20
  353. package/src/tests/extensions-example-slack-reply-gate.test.ts +15 -0
  354. package/src/tests/fixtures/base-prompt-baseline-cases.ts +78 -0
  355. package/src/tests/fixtures/base-prompt-baseline.json +18 -0
  356. package/src/tests/fixtures/extensions/native-tool-recorder/hooks.ts +26 -0
  357. package/src/tests/fixtures/extensions/native-tool-recorder/manifest.json +10 -0
  358. package/src/tests/fixtures/onboard/content.compose.yml.txt +1 -1
  359. package/src/tests/fixtures/onboard/content.env.txt +1 -1
  360. package/src/tests/fixtures/onboard/dev.compose.yml.txt +1 -1
  361. package/src/tests/fixtures/onboard/dev.env.txt +1 -1
  362. package/src/tests/fixtures/onboard/full-all.compose.yml.txt +1 -1
  363. package/src/tests/fixtures/onboard/full-all.env.txt +1 -1
  364. package/src/tests/fixtures/onboard/full.compose.yml.txt +1 -1
  365. package/src/tests/fixtures/onboard/full.env.txt +1 -1
  366. package/src/tests/fixtures/onboard/research.compose.yml.txt +1 -1
  367. package/src/tests/fixtures/onboard/research.env.txt +1 -1
  368. package/src/tests/fixtures/onboard/solo.compose.yml.txt +1 -1
  369. package/src/tests/fixtures/onboard/solo.env.txt +1 -1
  370. package/src/tests/github-app-worker-auth-helper.test.ts +325 -0
  371. package/src/tests/github-event-filter.test.ts +8 -0
  372. package/src/tests/github-handlers-inline-comments.test.ts +2 -0
  373. package/src/tests/github-handlers-reactions.test.ts +4 -0
  374. package/src/tests/github-handlers.test.ts +3 -0
  375. package/src/tests/github-installation-token-route.test.ts +199 -0
  376. package/src/tests/github-sender-trust.test.ts +223 -0
  377. package/src/tests/http-users.test.ts +142 -41
  378. package/src/tests/k8s-pool-smoke.test.ts +190 -0
  379. package/src/tests/key-window-usage.test.ts +15 -0
  380. package/src/tests/mcp-user-events.test.ts +708 -0
  381. package/src/tests/memory-key-paths.test.ts +4 -1
  382. package/src/tests/memory-rater-store.test.ts +35 -1
  383. package/src/tests/memory-reranker.test.ts +39 -4
  384. package/src/tests/memory-review-recall-filter.test.ts +205 -0
  385. package/src/tests/memory-search-stall.test.ts +421 -0
  386. package/src/tests/migration-318-superseded-workflow-cut-backfill.test.ts +74 -0
  387. package/src/tests/migration-322-runtime-pool-workspace.test.ts +116 -0
  388. package/src/tests/migration-329-workflow-run-retention.test.ts +32 -0
  389. package/src/tests/model-groups-api.test.ts +415 -0
  390. package/src/tests/model-profile-fallbacks.test.ts +236 -2
  391. package/src/tests/model-profiles-api.test.ts +1 -0
  392. package/src/tests/opencode-adapter.test.ts +86 -0
  393. package/src/tests/operator-granted-credentials.test.ts +7 -2
  394. package/src/tests/operator-granted-role-wire.test.ts +2 -1
  395. package/src/tests/pi-mono-extension.test.ts +168 -0
  396. package/src/tests/preload-env.test.ts +61 -1
  397. package/src/tests/preload.ts +22 -0
  398. package/src/tests/prompt-template-resolver.test.ts +85 -0
  399. package/src/tests/rbac-engine.test.ts +1 -0
  400. package/src/tests/reload-config.test.ts +45 -0
  401. package/src/tests/request-composition.test.ts +447 -0
  402. package/src/tests/runner-max-concurrent.test.ts +86 -0
  403. package/src/tests/runtime-k8s-pools.test.ts +142 -0
  404. package/src/tests/runtime-pools-db.test.ts +122 -2
  405. package/src/tests/runtime-pools-http.test.ts +47 -2
  406. package/src/tests/runtime-provider-registration.test.ts +13 -14
  407. package/src/tests/runtime-providers-docker.test.ts +192 -1
  408. package/src/tests/runtime-providers-k8s.test.ts +430 -0
  409. package/src/tests/runtime-remote-controller.test.ts +64 -1
  410. package/src/tests/runtime-supervisor.test.ts +101 -0
  411. package/src/tests/script-connections.test.ts +21 -1
  412. package/src/tests/short-id.test.ts +23 -0
  413. package/src/tests/slack-blocks.test.ts +87 -0
  414. package/src/tests/slack-empty-icon-config.test.ts +113 -0
  415. package/src/tests/slack-reaction-config.test.ts +38 -2
  416. package/src/tests/slack-render-v2-query-plans.test.ts +100 -1
  417. package/src/tests/slack-render-v2-reconcile.test.ts +75 -4
  418. package/src/tests/slack-render-v2.test.ts +737 -11
  419. package/src/tests/spec-base-url.test.ts +13 -1
  420. package/src/tests/swarm-config-reserved-keys.test.ts +1 -0
  421. package/src/tests/system-one-decide-session-cost.test.ts +196 -0
  422. package/src/tests/task-session-prompts.test.ts +37 -0
  423. package/src/tests/task-ui-action-route.test.ts +59 -1
  424. package/src/tests/task-ui-script-actions.test.ts +517 -0
  425. package/src/tests/tool-hooks-http.test.ts +187 -0
  426. package/src/tests/ui-spec-script-actions-config.test.ts +196 -0
  427. package/src/tests/user-delete-perf.test.ts +348 -0
  428. package/src/tests/user-merge-jobs.test.ts +680 -0
  429. package/src/tests/vcs-provider.test.ts +25 -5
  430. package/src/tests/vendored-openapi.test.ts +13 -1
  431. package/src/tests/webhook-filter.test.ts +327 -0
  432. package/src/tests/workflow-agent-task-retry.test.ts +62 -0
  433. package/src/tests/workflow-async-v2.test.ts +19 -16
  434. package/src/tests/workflow-definition-telemetry.test.ts +15 -5
  435. package/src/tests/workflow-e2e.test.ts +1 -9
  436. package/src/tests/workflow-finalization-races.test.ts +553 -0
  437. package/src/tests/workflow-foreach-supersede-retry.test.ts +10 -0
  438. package/src/tests/workflow-foreach.test.ts +2 -0
  439. package/src/tests/workflow-hitl-routing.test.ts +26 -20
  440. package/src/tests/workflow-http-v2.test.ts +132 -2
  441. package/src/tests/workflow-idempotency.test.ts +41 -0
  442. package/src/tests/workflow-mcp-webhook-filter.test.ts +214 -0
  443. package/src/tests/workflow-parallel-park.test.ts +297 -0
  444. package/src/tests/workflow-replay.test.ts +10 -1
  445. package/src/tests/workflow-retry-v2.test.ts +57 -21
  446. package/src/tests/workflow-retry-validation.test.ts +13 -13
  447. package/src/tests/workflow-runs-retention.test.ts +533 -0
  448. package/src/tests/workflow-script-principal.test.ts +7 -2
  449. package/src/tests/workflow-tla-races.test.ts +7 -2
  450. package/src/tests/workflow-triggers-v2.test.ts +329 -0
  451. package/src/tests/workflow-wait-builtin-events.test.ts +3 -1
  452. package/src/tests/workflow-wait-event.test.ts +137 -3
  453. package/src/tests/workflow-wait-poller.test.ts +94 -0
  454. package/src/tests/workflow-wait-time.test.ts +7 -3
  455. package/src/tests/workflow-wait.test.ts +26 -0
  456. package/src/tests/workflow-wait.ts +44 -0
  457. package/src/tools/memory-search.ts +14 -3
  458. package/src/tools/store-progress.ts +26 -26
  459. package/src/tools/swarm-config/delete-config.ts +12 -1
  460. package/src/tools/swarm-config/set-config.ts +8 -0
  461. package/src/tools/system-one-decide.ts +113 -3
  462. package/src/tools/utils.ts +4 -1
  463. package/src/tools/workflows/create-workflow.ts +7 -1
  464. package/src/tools/workflows/update-workflow.ts +8 -2
  465. package/src/types.ts +284 -2
  466. package/src/ui-spec/actions.ts +30 -4
  467. package/src/ui-spec/schema.ts +38 -0
  468. package/src/ui-spec/script-actions.ts +340 -0
  469. package/src/ui-spec/script-allowlist.ts +48 -0
  470. package/src/utils/credentials.ts +7 -0
  471. package/src/utils/short-id.ts +20 -14
  472. package/src/utils/task-ui-spec.ts +16 -4
  473. package/src/vcs/index.ts +12 -2
  474. package/src/workflows/checkpoint.ts +18 -0
  475. package/src/workflows/engine.ts +38 -10
  476. package/src/workflows/executors/system-one-decision.ts +2 -2
  477. package/src/workflows/foreach-driver.ts +42 -4
  478. package/src/workflows/recovery.ts +6 -1
  479. package/src/workflows/resume.ts +14 -5
  480. package/src/workflows/retry-poller.ts +17 -4
  481. package/src/workflows/successor-routing.ts +108 -0
  482. package/src/workflows/task-step-routing.ts +35 -12
  483. package/src/workflows/triggers.ts +25 -8
  484. package/src/workflows/wait-poller.ts +6 -2
  485. package/src/workflows/webhook-filter.ts +203 -0
  486. package/templates/extensions/manifest.schema.json +13 -0
  487. package/templates/extensions/slack-reply-gate/hooks.ts +8 -4
  488. package/templates/skills/swarm-docs/content.md +4 -0
  489. package/templates/skills/ui-spec/content.md +7 -1
  490. package/templates/workflows/dreaming/content.md +1 -1
  491. package/dist/acp-adapter-g909b5hw.js +0 -16
  492. package/dist/cli-b91nz213.js +0 -93
  493. package/dist/fx-adapter-sk7n0fzc.js +0 -19
  494. package/dist/grok-adapter-sjbcm5ew.js +0 -19
  495. package/dist/handlers-yzy0c87x.js +0 -35
  496. package/dist/index-25pvya7q.js +0 -40
  497. package/dist/index-2t4859r5.js +0 -35
  498. package/dist/index-cxca2t8y.js +0 -36
  499. package/dist/lead-gk4h5eg7.js +0 -74
  500. package/dist/thread-buffer-a1re2r9r.js +0 -38
  501. package/dist/worker-3dyyb8ev.js +0 -74
  502. /package/dist/{node-dqm4xgxw.js → node-2wfcey7d.js} +0 -0
@@ -0,0 +1,101 @@
1
+ import { getDbClient } from "./runtime";
2
+ import { reclassifyTaskHumanFree } from "./tasks/human-free";
3
+ import { deleteOrphanedRunDefinitions } from "./workflow-run-definitions";
4
+ import { WORKFLOW_RUN_TREE_MAX_DEPTH } from "./workflow-runs";
5
+
6
+ const TERMINAL_SQL = "('completed', 'failed', 'skipped', 'cancelled')";
7
+
8
+ /**
9
+ * Retire terminal trees from the root down. A surviving parent step always
10
+ * keeps its child, including children from older attempts. Any live/recent
11
+ * descendant protects the whole tree. Remaining expired children cannot retry
12
+ * after their ancestor is removed (getRunLineageBlock fails closed).
13
+ *
14
+ * The depth guard rejects a truncated traversal, including corrupt cycles.
15
+ * Both recursive joins use incoming-reference indexes; no payload is read.
16
+ */
17
+ const ELIGIBLE_SQL = `r.status IN ${TERMINAL_SQL} AND r.finishedAt < ?1
18
+ AND NOT EXISTS (SELECT 1 FROM workflow_run_steps parent WHERE parent.id = r.parentStepId)
19
+ AND NOT EXISTS (
20
+ WITH RECURSIVE descendants(id, status, finishedAt, depth) AS (
21
+ SELECT r.id, r.status, r.finishedAt, 0
22
+ UNION ALL
23
+ SELECT child.id, child.status, child.finishedAt, descendants.depth + 1
24
+ FROM descendants
25
+ JOIN workflow_run_steps step ON step.runId = descendants.id
26
+ JOIN workflow_runs child ON child.parentStepId = step.id
27
+ WHERE descendants.depth < ${WORKFLOW_RUN_TREE_MAX_DEPTH}
28
+ )
29
+ SELECT 1 FROM descendants
30
+ WHERE status NOT IN ${TERMINAL_SQL} OR finishedAt IS NULL OR finishedAt >= ?1
31
+ OR depth = ${WORKFLOW_RUN_TREE_MAX_DEPTH}
32
+ )`;
33
+
34
+ export const WORKFLOW_RETENTION_CANDIDATES_SQL = `SELECT r.id, r.definitionHash
35
+ FROM workflow_runs r WHERE ${ELIGIBLE_SQL} ORDER BY r.finishedAt, r.id LIMIT ?2`;
36
+
37
+ export function workflowRunRetentionStatements(cutoff: string) {
38
+ return {
39
+ backlogSql: `SELECT COUNT(*) AS n FROM workflow_runs r WHERE ${ELIGIBLE_SQL}`,
40
+ // Exposed alongside the other policies for EXPLAIN tests. Execution must
41
+ // use deleteWorkflowRunRetentionBatch to unlink dependents atomically.
42
+ deleteSql: `DELETE FROM workflow_runs WHERE id IN (
43
+ SELECT r.id FROM workflow_runs r WHERE ${ELIGIBLE_SQL}
44
+ ORDER BY r.finishedAt, r.id LIMIT ?2
45
+ )`,
46
+ params: [cutoff],
47
+ };
48
+ }
49
+
50
+ /** One bounded run batch, with all associated mutations in the same write transaction. */
51
+ export async function deleteWorkflowRunRetentionBatch(
52
+ cutoff: string,
53
+ limit: number,
54
+ deadlineAt: number,
55
+ ): Promise<{ changes: number; executionMs: number }> {
56
+ const client = getDbClient();
57
+ return await client.transaction(
58
+ async (tx) => {
59
+ // Start after BEGIN: lock queueing and BUSY backoff are not execution time.
60
+ const started = performance.now();
61
+ const runs = await tx.query<{ id: string; definitionHash: string | null }>(
62
+ WORKFLOW_RETENTION_CANDIDATES_SQL,
63
+ [cutoff, limit],
64
+ );
65
+ if (runs.length === 0) return { changes: 0, executionMs: performance.now() - started };
66
+ const ids = JSON.stringify(runs.map((run) => run.id));
67
+ const runIds = "SELECT value FROM json_each(?)";
68
+ const stepIds = `SELECT id FROM workflow_run_steps WHERE runId IN (${runIds})`;
69
+ const taskWhere = `workflowRunId IN (${runIds}) OR workflowRunStepId IN (${stepIds})`;
70
+ const tasks = await tx.query<{ id: string }>(
71
+ `SELECT id FROM agent_tasks WHERE ${taskWhere}`,
72
+ [ids, ids],
73
+ );
74
+ await tx.run(
75
+ `UPDATE agent_tasks SET workflowRunId = NULL, workflowRunStepId = NULL WHERE ${taskWhere}`,
76
+ [ids, ids],
77
+ );
78
+ // These logical dependents have no ON DELETE action. Remove them before
79
+ // their steps so pollers cannot keep trying to resume deleted history.
80
+ for (const table of ["approval_requests", "wait_states"] as const) {
81
+ await tx.run(
82
+ `DELETE FROM ${table} WHERE workflowRunId IN (${runIds}) OR workflowRunStepId IN (${stepIds})`,
83
+ [ids, ids],
84
+ );
85
+ }
86
+ await tx.run(`DELETE FROM workflow_run_steps WHERE runId IN (${runIds})`, [ids]);
87
+ await tx.run(`DELETE FROM workflow_runs WHERE id IN (${runIds})`, [ids]);
88
+ // Reclassify one bounded task batch. Overflow is queued in this same
89
+ // transaction and drained after commit, so a large task tree cannot
90
+ // repeatedly exhaust the retention deadline and roll back its run.
91
+ await reclassifyTaskHumanFree(tasks.map((task) => task.id));
92
+ await deleteOrphanedRunDefinitions([
93
+ ...new Set(runs.flatMap((run) => (run.definitionHash ? [run.definitionHash] : []))),
94
+ ]);
95
+ // workflow_idempotency_keys intentionally survives. Its original runId
96
+ // response still replays, even though that run's detail now returns 404.
97
+ return { changes: runs.length, executionMs: performance.now() - started };
98
+ },
99
+ { deadlineAt },
100
+ );
101
+ }
@@ -118,6 +118,14 @@ export interface DbClient extends DbExecutor {
118
118
  * rejection is contained and logged, never an unhandled rejection.
119
119
  */
120
120
  afterCommit(fn: () => void | Promise<void>): void;
121
+ /**
122
+ * Run `fn` synchronously if the currently-open outermost transaction rolls
123
+ * back, including a COMMIT that fails; dropped on commit. With no
124
+ * transaction open it does nothing. For undoing process-local state taken
125
+ * inside the transaction. A hook registered inside a savepoint that rolls
126
+ * back runs only if the outer transaction rolls back too.
127
+ */
128
+ afterRollback(fn: () => void): void;
121
129
  }
122
130
 
123
131
  const LOCK_WATCHDOG_MS = 30_000;
@@ -166,6 +174,8 @@ type TxContext = {
166
174
  closed: boolean;
167
175
  /** Hooks to run after COMMIT; dropped on ROLLBACK. */
168
176
  afterCommit: (() => void | Promise<void>)[];
177
+ /** Hooks to run after ROLLBACK; dropped on COMMIT. */
178
+ afterRollback: (() => void)[];
169
179
  };
170
180
 
171
181
  const txContext = new AsyncLocalStorage<TxContext>();
@@ -270,6 +280,48 @@ function timedStatement<T>(sql: string, run: () => T): T {
270
280
  }
271
281
  }
272
282
 
283
+ /**
284
+ * Longest stretch of DB work (driver calls plus the JS between them) that may
285
+ * run without handing the event loop back. The FIFO lock hands over through
286
+ * microtasks, so a burst of queued statements (a dozen memory searches, one
287
+ * store-progress with 20 deletes) otherwise runs as ONE macrotask: measured
288
+ * 4-30 s in which /health, scripts and MCP calls get no turn.
289
+ */
290
+ const SLICE_MS = 25;
291
+ let sliceStartedAt = 0;
292
+
293
+ function markSlice(): void {
294
+ if (sliceStartedAt !== 0) return;
295
+ sliceStartedAt = performance.now();
296
+ // Fires at the next macrotask boundary, whoever caused it: the slice is over.
297
+ // A timer, not setImmediate: the yield below owns setImmediate.
298
+ setTimeout(() => {
299
+ sliceStartedAt = 0;
300
+ }, 0);
301
+ }
302
+
303
+ /** Starts the slice if none is open; yields to timers and sockets once it is spent. */
304
+ async function yieldIfSliceSpent(): Promise<void> {
305
+ markSlice();
306
+ if (performance.now() - sliceStartedAt < SLICE_MS) return;
307
+ await new Promise<void>((resolve) => setImmediate(resolve));
308
+ sliceStartedAt = 0;
309
+ }
310
+
311
+ /**
312
+ * In-transaction statement: runs NOW, before any await, exactly as it did
313
+ * before slicing, so an interleaved rollback or commit cannot overtake it
314
+ * (a statement parked on a yield would resume after the transaction closed
315
+ * and autocommit outside it). Only the caller's continuation waits for the
316
+ * yield. A throw skips the yield: the caller is about to unwind anyway.
317
+ */
318
+ async function runThenYield<T>(run: () => T): Promise<T> {
319
+ markSlice();
320
+ const result = run();
321
+ await yieldIfSliceSpent();
322
+ return result;
323
+ }
324
+
273
325
  function sleep(ms: number): Promise<void> {
274
326
  return new Promise((resolve) => setTimeout(resolve, ms));
275
327
  }
@@ -454,7 +506,7 @@ class BunSqliteClient implements DbClient {
454
506
  deadlineAt?: number,
455
507
  ): Promise<{ ok: true; value: T } | { ok: false; busyBegin: unknown }> {
456
508
  const release = await this.lock.acquire();
457
- const ctx: TxContext = { closed: false, afterCommit: [] };
509
+ const ctx: TxContext = { closed: false, afterCommit: [], afterRollback: [] };
458
510
  let began = false;
459
511
  try {
460
512
  const db = this.getDatabase();
@@ -502,6 +554,13 @@ class BunSqliteClient implements DbClient {
502
554
  } catch {
503
555
  // Connection-level failure while rolling back; surface the original error.
504
556
  }
557
+ for (const hook of ctx.afterRollback) {
558
+ try {
559
+ hook();
560
+ } catch (hookErr) {
561
+ console.error("[db-client] afterRollback hook threw:", hookErr);
562
+ }
563
+ }
505
564
  }
506
565
  throw err;
507
566
  } finally {
@@ -520,6 +579,11 @@ class BunSqliteClient implements DbClient {
520
579
  this.scheduleHook(fn);
521
580
  }
522
581
 
582
+ afterRollback(fn: () => void): void {
583
+ const ctx = txContext.getStore();
584
+ if (ctx && !ctx.closed) ctx.afterRollback.push(fn);
585
+ }
586
+
523
587
  private scheduleHook(fn: () => void | Promise<void>): void {
524
588
  // Queueing behind the FIFO lock keeps hooks ordered after already-queued
525
589
  // operations. The hook runs outside the lock so its own client calls
@@ -600,7 +664,8 @@ class BunSqliteClient implements DbClient {
600
664
  const ctx = txContext.getStore();
601
665
  if (ctx && !ctx.closed) {
602
666
  const db = this.getDatabase();
603
- return timed(() => op(db));
667
+ // The transaction holds the lock: the yield after the statement lets only timers and sockets run.
668
+ return runThenYield(() => timed(() => op(db)));
604
669
  }
605
670
  let sleptMs = 0;
606
671
  let sawBusy = false;
@@ -610,6 +675,9 @@ class BunSqliteClient implements DbClient {
610
675
  const release = await this.lock.acquire();
611
676
  let backoff = 0;
612
677
  try {
678
+ // Checked while holding the lock: waiters queued behind it passed any
679
+ // earlier check long ago. Other callers just wait, as behind a slow statement.
680
+ await yieldIfSliceSpent();
613
681
  // A top-level single statement is atomic, so a repeat on BUSY is
614
682
  // exact. The final attempt spins `finalAttemptSpinMs` (see
615
683
  // transaction()).
@@ -696,26 +764,31 @@ class BunSqliteClient implements DbClient {
696
764
  return this.getDatabase();
697
765
  };
698
766
  return {
699
- query: async <T>(sql: string, params: DbParam[] = []): Promise<T[]> =>
700
- timedStatement(sql, () =>
701
- guard()
702
- .query<T, DbParam[]>(sql)
703
- .all(...params),
767
+ query: <T>(sql: string, params: DbParam[] = []): Promise<T[]> =>
768
+ runThenYield(() =>
769
+ timedStatement(sql, () =>
770
+ guard()
771
+ .query<T, DbParam[]>(sql)
772
+ .all(...params),
773
+ ),
704
774
  ),
705
- get: async <T>(sql: string, params: DbParam[] = []): Promise<T | null> =>
706
- timedStatement(sql, () =>
707
- guard()
708
- .query<T, DbParam[]>(sql)
709
- .get(...params),
775
+ get: <T>(sql: string, params: DbParam[] = []): Promise<T | null> =>
776
+ runThenYield(() =>
777
+ timedStatement(sql, () =>
778
+ guard()
779
+ .query<T, DbParam[]>(sql)
780
+ .get(...params),
781
+ ),
710
782
  ),
711
- run: async (sql: string, params: DbParam[] = []): Promise<{ changes: number }> => {
712
- const result = timedStatement(sql, () =>
713
- guard()
714
- .query(sql)
715
- .run(...params),
716
- );
717
- return { changes: result.changes };
718
- },
783
+ run: (sql: string, params: DbParam[] = []): Promise<{ changes: number }> =>
784
+ runThenYield(() => {
785
+ const result = timedStatement(sql, () =>
786
+ guard()
787
+ .query(sql)
788
+ .run(...params),
789
+ );
790
+ return { changes: result.changes };
791
+ }),
719
792
  };
720
793
  }
721
794
  }
@@ -0,0 +1,46 @@
1
+ import { getDbClient, getSwarmConfigs, upsertSwarmConfig } from "./db";
2
+ import { wasDbCreatedThisBoot } from "./db/runtime";
3
+ import { DB_RETENTION_TABLES } from "./db-retention";
4
+
5
+ /**
6
+ * New-install seed: store each table's `newInstallDefault` as a global
7
+ * swarm_config row, so retention is on from the first boot and the operator
8
+ * sees and edits the values like any other stored setting.
9
+ *
10
+ * Only the boot that creates the database writes rows. An upgraded install
11
+ * keeps retention exactly as it was, and a row the operator deletes is never
12
+ * written again. A key present in the deployment env, even empty, is left to the env
13
+ * (a stored row would override it), and so is a key that already has a row.
14
+ *
15
+ * Call before `loadGlobalConfigsIntoEnv`, while `process.env` still holds the
16
+ * deployment values and so that the load injects the new rows.
17
+ */
18
+ export async function seedDbRetentionDefaults(
19
+ isNewInstall: boolean = wasDbCreatedThisBoot(),
20
+ ): Promise<string[]> {
21
+ if (!isNewInstall) return [];
22
+ const seeded: string[] = [];
23
+ // One transaction: a failure must not leave a partial set that no later boot completes.
24
+ await getDbClient().transaction(async () => {
25
+ for (const table of DB_RETENTION_TABLES) {
26
+ // Presence, not truthiness: an empty or blank env value is the operator's
27
+ // explicit "off" and must not be replaced by a deleting default.
28
+ if (!("newInstallDefault" in table) || process.env[table.envKey] !== undefined) continue;
29
+ const existing = await getSwarmConfigs({ scope: "global", key: table.envKey });
30
+ if (existing.length > 0) continue;
31
+ await upsertSwarmConfig({
32
+ scope: "global",
33
+ key: table.envKey,
34
+ value: String(table.newInstallDefault),
35
+ description: `New-install default: ${table.table} retention. Rows past it are permanently deleted. Delete this entry to turn the sweep off.`,
36
+ });
37
+ seeded.push(`${table.envKey}=${table.newInstallDefault}`);
38
+ }
39
+ });
40
+ if (seeded.length > 0) {
41
+ console.log(
42
+ `[startup] New database: stored default retention (${seeded.join(", ")}). Rows past these limits are permanently deleted; change or delete each key in Settings → Configuration.`,
43
+ );
44
+ }
45
+ return seeded;
46
+ }
@@ -5,6 +5,11 @@ import { TERMINAL_SCRIPT_RUN_STATUSES } from "../types";
5
5
  import { isEnvFlagEnabled } from "../utils/env-flag";
6
6
  import { scrubSecrets } from "../utils/secret-scrubber";
7
7
  import { getDbClient } from "./db";
8
+ import {
9
+ deleteWorkflowRunRetentionBatch,
10
+ workflowRunRetentionStatements,
11
+ } from "./db/workflow-run-retention";
12
+ import { DbTransactionDeadlineError } from "./db-client";
8
13
  import { DB_RETENTION_TUNING_BOUNDS, MAX_DB_RETENTION_DAYS } from "./swarm-config-guard";
9
14
 
10
15
  const DAY_MS = 24 * 60 * 60 * 1000;
@@ -22,7 +27,7 @@ const YIELD_MS = 25;
22
27
  * from operator configuration: a retention policy must never target a table
23
28
  * that code review has not explicitly approved as safe to delete from.
24
29
  *
25
- * Two policies exist:
30
+ * Three policies exist:
26
31
  * - `age`: the env value is a number of days; rows whose `timeColumn` is older
27
32
  * than that horizon are deleted. Optional narrowing: `terminalStatuses`
28
33
  * deletes only rows whose `statusColumn` is in that list, `keepWhenSet`
@@ -32,6 +37,8 @@ const YIELD_MS = 25;
32
37
  * - `keepLatest`: the env value is a count; within each `partitionBy` group,
33
38
  * only the newest `rankBy` rows are kept. The newest row of a group is
34
39
  * never deleted, because the smallest accepted count is 1.
40
+ * - `workflowRuns`: days since completion, with parent/child protection and
41
+ * transactional dependency cleanup in db/workflow-run-retention.ts.
35
42
  */
36
43
  export const DB_RETENTION_TABLES = [
37
44
  {
@@ -39,6 +46,7 @@ export const DB_RETENTION_TABLES = [
39
46
  policy: "age",
40
47
  timeColumn: "createdAt",
41
48
  envKey: "SESSION_LOG_RETENTION_DAYS",
49
+ newInstallDefault: 30,
42
50
  metricsKey: "sessionLogs",
43
51
  },
44
52
  {
@@ -46,6 +54,7 @@ export const DB_RETENTION_TABLES = [
46
54
  policy: "age",
47
55
  timeColumn: "createdAt",
48
56
  envKey: "AGENT_LOG_RETENTION_DAYS",
57
+ newInstallDefault: 90,
49
58
  metricsKey: "agentLog",
50
59
  },
51
60
  {
@@ -53,6 +62,7 @@ export const DB_RETENTION_TABLES = [
53
62
  policy: "age",
54
63
  timeColumn: "createdAt",
55
64
  envKey: "EVENTS_RETENTION_DAYS",
65
+ newInstallDefault: 90,
56
66
  metricsKey: "events",
57
67
  },
58
68
  {
@@ -66,6 +76,7 @@ export const DB_RETENTION_TABLES = [
66
76
  partitionBy: "agentId, field",
67
77
  rankBy: "version",
68
78
  envKey: "CONTEXT_VERSIONS_KEEP_LATEST",
79
+ newInstallDefault: 100,
69
80
  metricsKey: "contextVersions",
70
81
  initialBatchSize: 50,
71
82
  maxBatchSize: 100,
@@ -89,16 +100,29 @@ export const DB_RETENTION_TABLES = [
89
100
  terminalStatuses: TERMINAL_SCRIPT_RUN_STATUSES,
90
101
  keepWhenSet: "idempotencyKey",
91
102
  envKey: "SCRIPT_RUNS_RETENTION_DAYS",
103
+ newInstallDefault: 30,
92
104
  metricsKey: "scriptRuns",
93
105
  initialBatchSize: 100,
94
106
  maxBatchSize: 500,
95
107
  },
108
+ {
109
+ table: "workflow_runs",
110
+ policy: "workflowRuns",
111
+ envKey: "WORKFLOW_RUNS_RETENTION_DAYS",
112
+ metricsKey: "workflowRuns",
113
+ initialBatchSize: 10,
114
+ minBatchSize: 1,
115
+ maxBatchSize: 100,
116
+ },
96
117
  ] as const satisfies ReadonlyArray<
97
118
  {
98
119
  table: string;
99
120
  envKey: string;
121
+ /** Stored once as a global config row when the database is created; see db-retention-defaults.ts. */
122
+ newInstallDefault?: number;
100
123
  metricsKey: string;
101
124
  initialBatchSize?: number;
125
+ minBatchSize?: number;
102
126
  maxBatchSize?: number;
103
127
  } & (
104
128
  | {
@@ -110,6 +134,7 @@ export const DB_RETENTION_TABLES = [
110
134
  keepWhenSet?: string;
111
135
  }
112
136
  | { policy: "keepLatest"; partitionBy: string; rankBy: string }
137
+ | { policy: "workflowRuns" }
113
138
  )
114
139
  >;
115
140
 
@@ -348,6 +373,10 @@ type SweepStatements = {
348
373
  };
349
374
 
350
375
  export function sweepStatements(table: RetentionTable, value: number, now: Date): SweepStatements {
376
+ if (table.policy === "workflowRuns") {
377
+ const iso = new Date(now.getTime() - value * DAY_MS).toISOString();
378
+ return workflowRunRetentionStatements(`${iso.slice(0, 10)} ${iso.slice(11, 19)}`);
379
+ }
351
380
  if (table.policy === "keepLatest") {
352
381
  // ROW_NUMBER over the (partition, rank DESC) index: rank 1 is the newest
353
382
  // row of its group. The DELETE removes the deepest history first, so an
@@ -429,13 +458,31 @@ async function sweepTable(
429
458
  let slowestStatementMs = 0;
430
459
  let size = batchSizeByTable[table.metricsKey] ?? initialBatchSize(table);
431
460
  const ceiling = maxBatchSize(table);
461
+ const floor = "minBatchSize" in table ? table.minBatchSize : MIN_BATCH_SIZE;
432
462
 
433
463
  try {
434
464
  while (!signal.aborted && Date.now() < deadline) {
435
465
  const limitUsed = size;
436
- // Never wrap multiple batches in a transaction: one autocommit DELETE per
437
- // batch, so the write lock and any event-loop stall end with each statement.
438
- const result = await client.runTimed(statements.deleteSql, [...statements.params, limitUsed]);
466
+ // Release the write lock between batches. Workflow runs need a single
467
+ // transaction per batch to unlink tasks and reclaim their definitions.
468
+ let result: { changes: number; executionMs: number };
469
+ try {
470
+ result =
471
+ table.policy === "workflowRuns"
472
+ ? await deleteWorkflowRunRetentionBatch(
473
+ String(statements.params[0]),
474
+ limitUsed,
475
+ deadline,
476
+ )
477
+ : await client.runTimed(statements.deleteSql, [...statements.params, limitUsed]);
478
+ } catch (err) {
479
+ if (table.policy !== "workflowRuns" || !(err instanceof DbTransactionDeadlineError))
480
+ throw err;
481
+ // The entire batch rolled back. Retry smaller on the next pass/tick;
482
+ // reaching the budget is not a database failure.
483
+ size = Math.max(floor, Math.floor(size / 2));
484
+ break;
485
+ }
439
486
  // Execution time only. Wall time around the call also covers waiting for
440
487
  // the client's FIFO lock and its BUSY backoff sleeps, neither of which
441
488
  // this statement spent in the driver: charging those to the stall metric
@@ -448,7 +495,7 @@ async function sweepTable(
448
495
  batches += 1;
449
496
 
450
497
  if (elapsed > maxStatementMs) {
451
- size = Math.max(MIN_BATCH_SIZE, Math.floor(size / 2));
498
+ size = Math.max(floor, Math.floor(size / 2));
452
499
  } else if (elapsed < maxStatementMs / 5) {
453
500
  size = Math.min(ceiling, size * 2);
454
501
  }
@@ -458,7 +505,9 @@ async function sweepTable(
458
505
  // pass. It does NOT prove the table is drained: each DELETE autocommits,
459
506
  // so another process can commit an already-expired row before the count
460
507
  // below runs. Loop control only — `drained` comes from that count.
461
- if (result.changes < limitUsed) break;
508
+ // Removing a tree root exposes its expired children to the next batch.
509
+ if (result.changes === 0 || (table.policy !== "workflowRuns" && result.changes < limitUsed))
510
+ break;
462
511
  if (signal.aborted || Date.now() >= deadline) break;
463
512
  await yieldTick();
464
513
  }
package/src/be/db.ts CHANGED
@@ -256,6 +256,14 @@ import {
256
256
  rowToAgentTaskSummary,
257
257
  } from "./db/tasks/read";
258
258
  import { configureTaskWriteDependencies, failTask } from "./db/tasks/write";
259
+ import {
260
+ USER_REFERENCE_COLUMNS_SQL,
261
+ type UserReferenceRow,
262
+ userReferenceRewriteSql,
263
+ WORKFLOW_CONTEXT_REMOVE_REQUESTER_SQL,
264
+ WORKFLOW_CONTEXT_SET_REQUESTER_SQL,
265
+ WORKFLOW_SEALED_CONTEXT_BY_REQUESTER_SQL,
266
+ } from "./db/user-references";
259
267
  import { tombstoneWorkflowIdempotencyKeys } from "./db/workflow-idempotency";
260
268
  import { deleteOrphanedRunDefinitions } from "./db/workflow-run-definitions";
261
269
  import {
@@ -12426,6 +12434,7 @@ type UserRow = {
12426
12434
  metadata: string | null;
12427
12435
  dailyBudgetUsd: number | null;
12428
12436
  status: string;
12437
+ mergedIntoUserId: string | null;
12429
12438
  createdAt: string;
12430
12439
  lastUpdatedAt: string;
12431
12440
  };
@@ -12443,6 +12452,7 @@ function rowToUser(row: UserRow): User {
12443
12452
  metadata: row.metadata ? (JSON.parse(row.metadata) as Record<string, unknown>) : undefined,
12444
12453
  dailyBudgetUsd: row.dailyBudgetUsd ?? null,
12445
12454
  status: (row.status as "invited" | "active" | "suspended") ?? "active",
12455
+ ...(row.mergedIntoUserId ? { mergedIntoUserId: row.mergedIntoUserId } : {}),
12446
12456
  createdAt: row.createdAt,
12447
12457
  lastUpdatedAt: row.lastUpdatedAt,
12448
12458
  };
@@ -12575,15 +12585,14 @@ export async function updateUser(
12575
12585
  return row ? rowToUser(row) : null;
12576
12586
  }
12577
12587
 
12578
- type UserReferenceRow = {
12579
- tableName: string;
12580
- columnName: string;
12581
- };
12582
-
12583
- function quoteSqlIdentifier(identifier: string): string {
12584
- return `"${identifier.replaceAll('"', '""')}"`;
12585
- }
12586
-
12588
+ /**
12589
+ * Delete a user in one transaction, moving every retained reference to
12590
+ * `replacementUserId` (or clearing it). Used by the manage-user tool. The
12591
+ * merge route queues the same rewrite as a background job instead
12592
+ * (src/be/user-merge-jobs.ts, built on the same SQL from
12593
+ * src/be/db/user-references.ts), because on a large database this holds the
12594
+ * event loop for minutes.
12595
+ */
12587
12596
  export async function deleteUser(id: string, replacementUserId?: string): Promise<boolean> {
12588
12597
  if (replacementUserId === id) {
12589
12598
  throw new Error("Replacement user must differ from deleted user");
@@ -12613,28 +12622,7 @@ export async function deleteUser(id: string, replacementUserId?: string): Promis
12613
12622
  // Migration 103 accidentally dropped the scheduled_tasks audit FKs while
12614
12623
  // recreating that table, so discover those two known logical references as
12615
12624
  // well until the table is next rebuilt with its original constraints.
12616
- const references = await tx.query<UserReferenceRow>(
12617
- `SELECT tables.name AS tableName, foreign_keys."from" AS columnName
12618
- FROM sqlite_schema AS tables
12619
- JOIN pragma_foreign_key_list(tables.name) AS foreign_keys
12620
- JOIN pragma_table_info(tables.name) AS columns
12621
- ON columns.name = foreign_keys."from"
12622
- WHERE tables.type = 'table'
12623
- AND foreign_keys."table" = 'users'
12624
- AND foreign_keys.on_delete IN ('NO ACTION', 'RESTRICT')
12625
- AND columns."notnull" = 0
12626
- UNION ALL
12627
- SELECT 'scheduled_tasks' AS tableName, columns.name AS columnName
12628
- FROM pragma_table_info('scheduled_tasks') AS columns
12629
- WHERE columns.name IN ('created_by', 'updated_by')
12630
- AND columns."notnull" = 0
12631
- AND NOT EXISTS (
12632
- SELECT 1
12633
- FROM pragma_foreign_key_list('scheduled_tasks') AS foreign_keys
12634
- WHERE foreign_keys."from" = columns.name
12635
- AND foreign_keys."table" = 'users'
12636
- )`,
12637
- );
12625
+ const references = await tx.query<UserReferenceRow>(USER_REFERENCE_COLUMNS_SQL);
12638
12626
  const replacement = replacementUserId ?? null;
12639
12627
  // The human-free rule only asks whether a task's requester or its workflow
12640
12628
  // run's creator is NULL, so only clearing them (no replacement) can change a
@@ -12651,22 +12639,15 @@ export async function deleteUser(id: string, replacementUserId?: string): Promis
12651
12639
  [id, id],
12652
12640
  )
12653
12641
  ).map((row) => row.id);
12654
- for (const reference of references) {
12655
- const table = quoteSqlIdentifier(reference.tableName);
12656
- const column = quoteSqlIdentifier(reference.columnName);
12657
- await tx.run(`UPDATE ${table} SET ${column} = ? WHERE ${column} = ?`, [replacement, id]);
12658
- }
12659
-
12660
12642
  // Workflow context is persisted JSON rather than a relational column, but
12661
12643
  // it exposes the same requester identity to downstream interpolation. Keep
12662
12644
  // it consistent with workflow_runs.created_by inside this transaction.
12663
- // The sealed replay copy is what a resume reads, so rewrite it first, while
12664
- // the scrubbed column still matches the filter.
12645
+ // Migration 319 indexes the context requester expression, so these passes
12646
+ // touch only this user's runs instead of parsing the JSON of every row
12647
+ // (153 s on 493k prod rows). The sealed replay copy is what a resume
12648
+ // reads, so rewrite it first, while the scrubbed column still matches.
12665
12649
  const sealedContexts = await tx.query<{ id: string; context_replay: string }>(
12666
- `SELECT id, context_replay FROM workflow_runs
12667
- WHERE context_replay IS NOT NULL
12668
- AND json_valid(context)
12669
- AND json_extract(context, '$.swarm.requestedByUserId') = ?`,
12650
+ WORKFLOW_SEALED_CONTEXT_BY_REQUESTER_SQL,
12670
12651
  [id],
12671
12652
  );
12672
12653
  for (const row of sealedContexts) {
@@ -12688,21 +12669,15 @@ export async function deleteUser(id: string, replacementUserId?: string): Promis
12688
12669
  ]);
12689
12670
  }
12690
12671
  if (replacementUserId) {
12691
- await tx.run(
12692
- `UPDATE workflow_runs
12693
- SET context = json_set(context, '$.swarm.requestedByUserId', ?)
12694
- WHERE json_valid(context)
12695
- AND json_extract(context, '$.swarm.requestedByUserId') = ?`,
12696
- [replacementUserId, id],
12697
- );
12672
+ await tx.run(WORKFLOW_CONTEXT_SET_REQUESTER_SQL, [replacementUserId, id]);
12698
12673
  } else {
12699
- await tx.run(
12700
- `UPDATE workflow_runs
12701
- SET context = json_remove(context, '$.swarm.requestedByUserId')
12702
- WHERE json_valid(context)
12703
- AND json_extract(context, '$.swarm.requestedByUserId') = ?`,
12704
- [id],
12705
- );
12674
+ await tx.run(WORKFLOW_CONTEXT_REMOVE_REQUESTER_SQL, [id]);
12675
+ }
12676
+
12677
+ // Migration 319 indexes every discovered column (the user-delete-perf test
12678
+ // pins the plans), so these are index lookups rather than table scans.
12679
+ for (const reference of references) {
12680
+ await tx.run(userReferenceRewriteSql(reference), [replacement, id]);
12706
12681
  }
12707
12682
 
12708
12683
  await reclassifyTaskHumanFree(reclassifySeedIds);
@@ -181,6 +181,7 @@ export const KEY_WINDOW_USAGE_SQL = `
181
181
  SELECT NULL, NULL, NULL, NULL, 0, 0, NULL, NULL, 0, 0, '', NULL, 0, sc.createdAt, NULL
182
182
  FROM session_costs sc
183
183
  WHERE (sc.credentialKeyType IS NULL OR sc.credentialKeySuffix IS NULL)
184
+ AND sc.kind = 'harness'
184
185
  AND sc.createdAt >= ? AND sc.createdAt < ?
185
186
  LIMIT ${MAX_USAGE_ROWS + 1}`;
186
187