@desplega.ai/agent-swarm 2.10.0 → 2.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/acp-adapter-11m13kx4.js +16 -0
- package/dist/{acp-targets-arrwv4f0.js → acp-targets-311gcyvw.js} +9 -9
- package/dist/{actions-y0d2n1c2.js → actions-c4chgxp6.js} +27 -24
- package/dist/{agent-fs-provision-tpj7sktd.js → agent-fs-provision-0b9awm5n.js} +10 -5
- package/dist/{amp-adapter-vmmnmw8d.js → amp-adapter-r0veq6x5.js} +3 -3
- package/dist/{anthropic-messages-zdca3gv1.js → anthropic-messages-88b7s3n9.js} +177 -25
- package/dist/{app-wb7w45dq.js → app-hn5fftf5.js} +7 -6
- package/dist/{approval-notifications-7mqr6vbd.js → approval-notifications-3g6yc8nv.js} +7 -6
- package/dist/{assistant-gf60454p.js → assistant-cpjgpjvp.js} +29 -26
- package/dist/{azure-openai-responses-b3y7fz36.js → azure-openai-responses-jeaas6x0.js} +10 -10
- package/dist/{boot-args-schema-qxmd59sr.js → boot-args-schema-hce1av1h.js} +1 -1
- package/dist/{boot-reembed-5tmeskj2.js → boot-reembed-bztbxc4z.js} +1 -1
- package/dist/{boot-reembed-wb44vc3s.js → boot-reembed-d7xcym0j.js} +1 -1
- package/dist/{boot-scrub-sweep-25bxhnw4.js → boot-scrub-sweep-mkmm16gk.js} +2 -2
- package/dist/{boot-seeds-nj9za0vk.js → boot-seeds-arrkbe8t.js} +4 -4
- package/dist/{boxd-wn235q80.js → boxd-68n75y1s.js} +2 -2
- package/dist/{claude-adapter-d3krpdyb.js → claude-adapter-ykpyr5p8.js} +8 -8
- package/dist/{claude-managed-adapter-t8nfgcgz.js → claude-managed-adapter-ssg6z4bt.js} +4 -4
- package/dist/{claude-managed-setup-7y4pwd81.js → claude-managed-setup-trd59v7b.js} +4 -4
- package/dist/{claude-sdk-session-d138zy0e.js → claude-sdk-session-yjcze0j1.js} +10941 -10412
- package/dist/{cli-vq2eg24x.js → cli-01tvvtad.js} +63 -60
- package/dist/cli-04zc3f7b.js +68 -0
- package/dist/{cli-01k6wpr9.js → cli-0k1a0sde.js} +7 -7
- package/dist/{cli-j6te8keb.js → cli-0pp1yjg2.js} +8 -8
- package/dist/{cli-0b4zam62.js → cli-0vcqcwfn.js} +18 -0
- package/dist/{cli-wwp1bd3n.js → cli-12vek61e.js} +564 -97
- package/dist/{cli-rqx70rcz.js → cli-17qzb39j.js} +5 -2
- package/dist/{cli-124ntmf0.js → cli-1htmtqc2.js} +143 -63
- package/dist/{cli-3f8zbtqa.js → cli-2amwhyv2.js} +15 -11
- package/dist/{cli-7sf9sb0w.js → cli-2m6yaq6b.js} +1 -1
- package/dist/{cli-6cwr32fe.js → cli-2tw284hj.js} +422 -140
- package/dist/{cli-6ehs4mta.js → cli-2z2c4k6q.js} +18 -4
- package/dist/{cli-nstkanmx.js → cli-39qm0rtm.js} +8 -8
- package/dist/{cli-hnamkvnc.js → cli-3p288654.js} +2 -2
- package/dist/{cli-4ymxrwg5.js → cli-4dyzzkfb.js} +2 -2
- package/dist/{cli-3kd08rej.js → cli-4jjrhy48.js} +1 -1
- package/dist/{cli-kxn3747f.js → cli-4se3x6qm.js} +1 -26
- package/dist/cli-52nfye5j.js +673 -0
- package/dist/cli-55tc8cj4.js +252 -0
- package/dist/cli-5r95eqbh.js +186 -0
- package/dist/{cli-6037prsx.js → cli-5tg94mdw.js} +13 -13
- package/dist/{cli-2spnz7ye.js → cli-5x03v6en.js} +11137 -8332
- package/dist/{cli-y4ccxtz5.js → cli-5z0g0e8v.js} +153 -6
- package/dist/{cli-8y43jx2r.js → cli-6p8p2e6r.js} +16 -9
- package/dist/{cli-539h29es.js → cli-72yms3ey.js} +224 -189
- package/dist/{cli-y8p78ekx.js → cli-73q4g5nx.js} +21 -21
- package/dist/{cli-p74md7t8.js → cli-7b7rxz22.js} +13 -15
- package/dist/{cli-43ms35q9.js → cli-7wy8gbwb.js} +3 -3
- package/dist/{cli-7mv4h3sn.js → cli-7yn42w6m.js} +2 -2
- package/dist/{cli-gabsjg8x.js → cli-8hp56wat.js} +3 -2
- package/dist/cli-8mfdbdhe.js +43 -0
- package/dist/{cli-zcfpsfzf.js → cli-96234j5w.js} +3 -3
- package/dist/{cli-1z4qggfe.js → cli-9fvk9mv8.js} +30 -21
- package/dist/{cli-2rnd5j3t.js → cli-9qe5y107.js} +2 -2
- package/dist/{cli-5mpy301f.js → cli-9t7syepg.js} +1 -1
- package/dist/{cli-7cp6aa1q.js → cli-9y4tgrkf.js} +23 -177
- package/dist/{cli-7evph51z.js → cli-a49frv85.js} +2 -2
- package/dist/{cli-3aaeb78m.js → cli-agjbj5x0.js} +95 -10
- package/dist/{cli-th1dkc2v.js → cli-b93d81yg.js} +2 -2
- package/dist/{cli-qj39vrc6.js → cli-bhgrhedp.js} +1 -1
- package/dist/{cli-2xv18ywz.js → cli-bmqp0ser.js} +2 -2
- package/dist/{cli-9fjr27ez.js → cli-bp6k9acz.js} +18 -22
- package/dist/{cli-5a6pqy45.js → cli-bpje8n65.js} +31 -4
- package/dist/{cli-2v2zdm0a.js → cli-bz97ff9n.js} +2 -2
- package/dist/{cli-3caf7pmg.js → cli-c7j31hq9.js} +3 -3
- package/dist/{cli-t9ga4qmb.js → cli-cah298e5.js} +40 -33
- package/dist/{cli-aw83sr40.js → cli-cjqyse9q.js} +3 -3
- package/dist/{cli-b6px1k1q.js → cli-dd2k2mcd.js} +1 -1
- package/dist/{cli-nv4xsvmk.js → cli-dkvtfgn4.js} +7 -7
- package/dist/{cli-7r162fxe.js → cli-e3ahxq5y.js} +23 -17
- package/dist/{cli-3et6fmfe.js → cli-e8n0hdzd.js} +1 -1
- package/dist/{cli-tsa40663.js → cli-ebqx630g.js} +3 -3
- package/dist/{cli-kbtzfrxj.js → cli-en6dmkxd.js} +3 -3
- package/dist/{cli-m9cvf7vs.js → cli-eq4kew31.js} +14 -14
- package/dist/{cli-fcfbct2j.js → cli-eqq0hwvx.js} +5 -5
- package/dist/{cli-7zm3b3f5.js → cli-ercwc8xn.js} +1 -1
- package/dist/{cli-vs9vdpy0.js → cli-ex1y88j3.js} +1 -1
- package/dist/{cli-mk7c5ac4.js → cli-fxd1mwtr.js} +2 -2
- package/dist/{cli-91pkxres.js → cli-fy4gb74g.js} +2 -2
- package/dist/{cli-fq2rr3jb.js → cli-fyaq4zdv.js} +6 -6
- package/dist/{cli-cc93xzes.js → cli-gfy6hbd9.js} +28 -17
- package/dist/{cli-s1khw52h.js → cli-h70a2mxy.js} +71 -17
- package/dist/cli-hbvgzjq4.js +69 -0
- package/dist/{cli-qx4f057j.js → cli-hhc47ack.js} +4 -4
- package/dist/{cli-q5srsxq2.js → cli-j5gtytvg.js} +154 -41
- package/dist/{cli-psffsanb.js → cli-js10kdk7.js} +6 -1
- package/dist/{cli-54vrpgm0.js → cli-k3facve0.js} +8 -5
- package/dist/{cli-vsw91x06.js → cli-k5jx8jya.js} +10 -6
- package/dist/{cli-tr27kwyg.js → cli-krbcr00p.js} +261 -6
- package/dist/{cli-5qhfv9rw.js → cli-kwr5qv5g.js} +44 -17
- package/dist/{cli-md50mj0r.js → cli-m5qtmrbc.js} +3 -3
- package/dist/{cli-vfqvrd82.js → cli-ma9ys8rt.js} +2 -2
- package/dist/{cli-w16kwbzw.js → cli-mbwmqb5w.js} +1 -1
- package/dist/{cli-w1q68d8x.js → cli-mcymtvwn.js} +322 -72
- package/dist/{cli-k3q2va86.js → cli-mq2fbgva.js} +66 -5
- package/dist/{cli-xqdz5cqm.js → cli-mz7ycqn8.js} +1 -0
- package/dist/{cli-kpgcm7xy.js → cli-n85m2wkq.js} +1 -1
- package/dist/{cli-v8z0yga9.js → cli-n8f0fs3c.js} +4 -4
- package/dist/{cli-mys27d03.js → cli-nja15knq.js} +3 -3
- package/dist/{cli-zk7v5s89.js → cli-pe3yxedk.js} +3 -3
- package/dist/{cli-v46zsvqk.js → cli-ph95yejc.js} +2 -2
- package/dist/{cli-6237rnyr.js → cli-pqfecppn.js} +1 -1
- package/dist/{cli-qrta34nb.js → cli-q2dywc8h.js} +4 -4
- package/dist/{cli-k6nejceb.js → cli-q4z9s6zs.js} +2 -2
- package/dist/{cli-s1zqk1aj.js → cli-q8tc22bj.js} +15 -9
- package/dist/{cli-hg42n3hx.js → cli-qrzq3hvg.js} +8 -8
- package/dist/{cli-43evxwj4.js → cli-r0mz92by.js} +9 -4
- package/dist/{cli-jrbq4djp.js → cli-r14ac1y0.js} +1 -1
- package/dist/{cli-5gpqgs8b.js → cli-rtmqzat7.js} +2 -2
- package/dist/{cli-tvgqesec.js → cli-s6zk31gr.js} +4 -4
- package/dist/{cli-6ym4jhzp.js → cli-sv2r3bw8.js} +7 -7
- package/dist/{cli-wafmk3fn.js → cli-t75xngj1.js} +12 -12
- package/dist/{cli-x40a0w9j.js → cli-tdk7jtka.js} +1 -1
- package/dist/{cli-zeh2mhkg.js → cli-tm60vtax.js} +1 -1
- package/dist/cli-tsfkcd4v.js +30 -0
- package/dist/{cli-8st34zhr.js → cli-v9ya390t.js} +57 -19
- package/dist/{cli-zfqg6fzn.js → cli-vbppqvte.js} +3 -3
- package/dist/{cli-p0n7b5rz.js → cli-wvjqaqcp.js} +2907 -151
- package/dist/{cli-sb4426be.js → cli-xf4z5bdn.js} +5 -5
- package/dist/{cli-p0c3vtch.js → cli-xm34qj8m.js} +772 -515
- package/dist/{cli-z0m452jr.js → cli-ya3kf4gs.js} +1 -1
- package/dist/{cli-had1p04a.js → cli-yegz2g06.js} +4 -4
- package/dist/{cli-k5yewqgd.js → cli-yfpc6qy9.js} +3 -3
- package/dist/{cli-q2d3e1k1.js → cli-z4f346g5.js} +1 -1
- package/dist/{cli-yab6sh8p.js → cli-zcghfsdg.js} +23 -4
- package/dist/cli.js +34 -30
- package/dist/{cloudflare-workers-ai-system-one-4aysy6rh.js → cloudflare-workers-ai-system-one-w3m0fbf8.js} +2 -2
- package/dist/{codex-adapter-exfdbj73.js → codex-adapter-wc6e4wct.js} +8 -8
- package/dist/{codex-hook-59atdwd8.js → codex-hook-aqtj17yr.js} +1 -1
- package/dist/{codex-login-a239g1ah.js → codex-login-1ven7yje.js} +1 -1
- package/dist/{codex-session-runner-xhznc4g3.js → codex-session-runner-ppfgjd97.js} +9 -9
- package/dist/{commands-d8g349v4.js → commands-tsv2vx5b.js} +3 -3
- package/dist/{controller-mwgdmb8y.js → controller-ye4sdwsy.js} +4 -4
- package/dist/{controllers-connect-5v7qx04j.js → controllers-connect-zn4dg69h.js} +25 -22
- package/dist/core-dxcy02sc.js +41 -0
- package/dist/{cursor-adapter-p2q5h35d.js → cursor-adapter-q2g9vwts.js} +2 -2
- package/dist/{db-wcw0b2j8.js → db-3r1fyr2n.js} +6 -2
- package/dist/{db-qpganbeb.js → db-g111qn9j.js} +3 -3
- package/dist/{devin-adapter-zp4tqq53.js → devin-adapter-t8d86q9x.js} +1 -1
- package/dist/{dispatcher-8d8s49yz.js → dispatcher-4q8s0mx8.js} +22 -19
- package/dist/{docker-09tkkg0n.js → docker-1b41eysj.js} +51 -14
- package/dist/{dsh-adapter-me0twn13.js → dsh-adapter-mmcw1z5s.js} +2 -2
- package/dist/{e2b-3v1e745x.js → e2b-ew8c5j5v.js} +3 -3
- package/dist/{e2b-sm28k0k3.js → e2b-xm60c8ad.js} +6 -6
- package/dist/{easter-egg-3d-wv7w5ty6.js → easter-egg-3d-04ke6hcp.js} +1 -1
- package/dist/{embedding-space-e48xchqa.js → embedding-space-kcdn52vz.js} +6 -6
- package/dist/{embeddings-tgq2afbq.js → embeddings-jnzcd91a.js} +1 -1
- package/dist/{event-bus-xr83x566.js → event-bus-v4ywhc2p.js} +1 -1
- package/dist/{execute-8rhwrk7f.js → execute-74amghty.js} +8 -4
- package/dist/{external-channel-8bt3j2pm.js → external-channel-v9zgxnxz.js} +2 -2
- package/dist/fx-adapter-0ar6pqm3.js +19 -0
- package/dist/{google-generative-ai-bh0djqjp.js → google-generative-ai-sw77egmr.js} +9 -9
- package/dist/{google-vertex-prjbw8dj.js → google-vertex-rrw93g8h.js} +9 -9
- package/dist/grok-adapter-t6m74fb1.js +19 -0
- package/dist/handlers-9kwcrc4k.js +38 -0
- package/dist/{heartbeat-x0056ra5.js → heartbeat-p8pk1msj.js} +25 -22
- package/dist/{hook-a7vmn2st.js → hook-k1h73zd7.js} +5 -5
- package/dist/{hook-mrd2ayxv.js → hook-p5reemds.js} +8 -8
- package/dist/{http-ym9c5svp.js → http-ms1z5xxy.js} +2549 -224
- package/dist/index-23cdfzr6.js +39 -0
- package/dist/{index-01ns1pkw.js → index-76zzxtzf.js} +1 -1
- package/dist/{index-ny60jcat.js → index-fbkqhvvj.js} +40 -18
- package/dist/index-g7kkjs5b.js +38 -0
- package/dist/{index-x6azjwm8.js → index-gjn6qfgn.js} +1 -1
- package/dist/{index-b5wgnm78.js → index-kdmkfjt7.js} +4 -4
- package/dist/{index-p46tvwtx.js → index-kn63q1gr.js} +28 -25
- package/dist/{index-9myfj74s.js → index-kzdqn3dd.js} +3 -3
- package/dist/{index-4a0670yh.js → index-p2f5xg64.js} +6 -6
- package/dist/index-stk36pa5.js +43 -0
- package/dist/{k8s-m56sw868.js → k8s-fy8hbhkg.js} +73 -14
- package/dist/{keepalive-7yxg8z4c.js → keepalive-031js8jz.js} +4 -4
- package/dist/lead-mfggjtfk.js +77 -0
- package/dist/{llama-cpp-classify-nfgswa1m.js → llama-cpp-classify-yvb8vh7w.js} +2 -2
- package/dist/{maintenance-6tefxmk1.js → maintenance-sq9v3qx9.js} +1 -1
- package/dist/{mistral-conversations-tm2vd4gc.js → mistral-conversations-w4bncwbt.js} +7 -7
- package/dist/{node-7qsx5kvm.js → node-z67yjre7.js} +19 -13
- package/dist/{oauth-refresh-sweep-70cavc3a.js → oauth-refresh-sweep-zqmnyvs8.js} +3 -3
- package/dist/object-webhooks-r24wwb5y.js +21 -0
- package/dist/{onboard-fja65z08.js → onboard-p25yhh7t.js} +5 -5
- package/dist/{openai-codex-responses-sxjv60xx.js → openai-codex-responses-70g39cgz.js} +20 -14
- package/dist/{openai-completions-0c7qnhsx.js → openai-completions-cv3hp4h5.js} +18 -11
- package/dist/{openai-decisions-ytp6w6xh.js → openai-decisions-fyq1p9f9.js} +2 -2
- package/dist/{openai-responses-a7h29chp.js → openai-responses-trsvnks6.js} +13 -11
- package/dist/{opencode-adapter-hakkm7yh.js → opencode-adapter-wcjc4zdk.js} +7 -7
- package/dist/{openrouter-images-xr9gme9x.js → openrouter-images-0jj12a2q.js} +6 -6
- package/dist/{otel-impl-7zhnt6gj.js → otel-impl-ff1gf20m.js} +2 -2
- package/dist/{pending-h01yzpx4.js → pending-hxj5yatb.js} +23 -20
- package/dist/{pi-messages-2j0fpqwq.js → pi-messages-zk3g4esn.js} +1 -1
- package/dist/{pi-mono-adapter-f52hz743.js → pi-mono-adapter-vkp4zz7p.js} +19 -18
- package/dist/{pricing-refresh-fzxvk2zf.js → pricing-refresh-9w7gx41w.js} +2 -2
- package/dist/{rbac-roles-9v6vhgbs.js → rbac-roles-84aw10nz.js} +3 -3
- package/dist/{rbac-roles-hfgh8sba.js → rbac-roles-hz74vckp.js} +2 -2
- package/dist/{registry-32b1mft6.js → registry-eeyx1201.js} +1 -1
- package/dist/{render-v2-1rgspxzf.js → render-v2-nrdkg9gf.js} +7 -6
- package/dist/{resume-tqy61x24.js → resume-s6ey36rh.js} +9 -8
- package/dist/{runtime-exkxyx5f.js → runtime-x0b4pyam.js} +2 -2
- package/dist/{session-access-3act7vt4.js → session-access-xv49tk14.js} +4 -4
- package/dist/{session-source-backfill-82qe7fqq.js → session-source-backfill-r5j988ah.js} +3 -3
- package/dist/{setup-ry1vfdef.js → setup-mj0krk1p.js} +1 -1
- package/dist/thread-buffer-temgaqsy.js +41 -0
- package/dist/tree-visibility-cbrsfaar.js +24 -0
- package/dist/{typesafe-system-one-vcfj2ak8.js → typesafe-system-one-qkvkgrcz.js} +2 -2
- package/dist/{user-merge-jobs-bx6bf7db.js → user-merge-jobs-f9d8nwnw.js} +3 -3
- package/dist/{virtual-modules-s0rjzcqq.js → virtual-modules-ns0ryw05.js} +32 -10
- package/dist/{work-objects-z2e5tv03.js → work-objects-pydhzast.js} +25 -22
- package/dist/worker-efcemc22.js +77 -0
- package/dist/{worker-follow-up-y3xeg89w.js → worker-follow-up-9z2xec5e.js} +22 -19
- package/dist/{x-wg164ss9.js → x-3dtaf2r9.js} +2 -2
- package/openapi.json +2040 -559
- package/package.json +15 -11
- package/src/azure-devops/auth.ts +2 -3
- package/src/be/agent-fs-identity.ts +46 -0
- package/src/be/agent-history.ts +215 -0
- package/src/be/db/agents.ts +34 -12
- package/src/be/db/request-composition.ts +190 -0
- package/src/be/db/runtime.ts +15 -0
- package/src/be/db/slack-trees.ts +220 -10
- package/src/be/db/tasks/human-free.ts +3 -2
- package/src/be/db/tasks/write.ts +2 -2
- package/src/be/db/workflow-run-retention.ts +101 -0
- package/src/be/db-client.ts +23 -1
- package/src/be/db-retention-defaults.ts +46 -0
- package/src/be/db-retention.ts +55 -6
- package/src/be/db.ts +2 -0
- package/src/be/mcp-events/catalog.ts +108 -0
- package/src/be/mcp-events/dispatcher.ts +202 -0
- package/src/be/mcp-events/protocol.ts +296 -0
- package/src/be/mcp-events/store.ts +231 -0
- package/src/be/mcp-events/webhook.ts +226 -0
- package/src/be/memory/providers/sqlite-store.ts +110 -24
- package/src/be/memory/review-recall-filter.ts +22 -0
- package/src/be/memory/search-candidates.ts +5 -7
- package/src/be/memory/types.ts +5 -0
- package/src/be/migrations/322_runtime_pool_workspace.sql +8 -0
- package/src/be/migrations/323_slack_task_tree_visibility.sql +9 -0
- package/src/be/migrations/326_slack_reconcile_pages.sql +13 -0
- package/src/be/migrations/327_mcp_event_subscriptions.sql +57 -0
- package/src/be/migrations/329_workflow_run_retention.sql +9 -0
- package/src/be/migrations/330_request_composition.sql +22 -0
- package/src/be/migrations/332_primitive_objects.sql +31 -0
- package/src/be/migrations/334_agent_history.sql +23 -0
- package/src/be/migrations/335_primitive_object_webhooks.sql +36 -0
- package/src/be/model-profile-check.ts +1 -1
- package/src/be/multi-runtime.ts +32 -4
- package/src/be/primitives/boards/elements.ts +717 -0
- package/src/be/primitives/boards/excalifont-metrics.json +516 -0
- package/src/be/primitives/boards/service.ts +121 -0
- package/src/be/primitives/object-webhooks.ts +348 -0
- package/src/be/primitives/objects.ts +686 -0
- package/src/be/primitives/sheets/a1.ts +136 -0
- package/src/be/primitives/sheets/engine-worker.ts +194 -0
- package/src/be/primitives/sheets/engine.ts +199 -0
- package/src/be/primitives/sheets/format.ts +106 -0
- package/src/be/primitives/sheets/service.ts +415 -0
- package/src/be/primitives/write-object.ts +83 -0
- package/src/be/runtime-pools/controllers.ts +18 -3
- package/src/be/runtime-pools/db.ts +15 -4
- package/src/be/runtime-pools/supervisor.ts +42 -2
- package/src/be/script-credential-broker.ts +8 -27
- package/src/be/scripts/typecheck.ts +216 -0
- package/src/be/seed/agent-fs-provision.ts +18 -0
- package/src/be/swarm-config-guard.ts +10 -2
- package/src/be/users.ts +19 -0
- package/src/commands/context-preamble.ts +11 -4
- package/src/commands/credential-outcome-report.ts +33 -9
- package/src/commands/e2b-stack-wizard.tsx +12 -6
- package/src/commands/onboard/agent-fs-version.ts +1 -1
- package/src/commands/onboard/steps/harness.tsx +1 -1
- package/src/commands/provider-credentials.ts +1 -0
- package/src/commands/runner.ts +116 -12
- package/src/e2b/env.ts +3 -1
- package/src/extensions/catalog.generated.json +1 -1
- package/src/fs/agent-fs-provider.ts +33 -2
- package/src/github/app.ts +59 -14
- package/src/gitlab/auth.ts +3 -4
- package/src/heartbeat/heartbeat.ts +11 -11
- package/src/http/agent-lifecycle.ts +152 -0
- package/src/http/agents.ts +12 -0
- package/src/http/all-routes.ts +4 -0
- package/src/http/auth.ts +2 -1
- package/src/http/config.ts +2 -1
- package/src/http/core.ts +2 -0
- package/src/http/github-token.ts +66 -0
- package/src/http/index.ts +36 -0
- package/src/http/mcp-user.ts +11 -8
- package/src/http/mcp.ts +58 -42
- package/src/http/object-webhooks.ts +101 -0
- package/src/http/operator-actor.ts +2 -1
- package/src/http/prompt-templates.ts +1 -0
- package/src/http/request-composition.ts +310 -0
- package/src/http/sessions.ts +7 -0
- package/src/http/tasks.ts +6 -1
- package/src/http/tool-schema-estimate.ts +95 -0
- package/src/http/workflows.ts +61 -11
- package/src/integrations/chat-sdk/inbound.ts +2 -2
- package/src/integrations/chat-sdk/outbound-files.ts +3 -2
- package/src/prompts/base-prompt.ts +133 -7
- package/src/prompts/resolver.ts +41 -2
- package/src/providers/acp-targets.ts +2 -2
- package/src/providers/amp-adapter.ts +1 -1
- package/src/providers/opencode-adapter.ts +76 -2
- package/src/providers/opencode-swarm-plugin.ts +22 -3
- package/src/providers/pi-mono-adapter.ts +1 -0
- package/src/providers/pi-mono-extension.ts +71 -0
- package/src/providers/pricing-sources.md +4 -0
- package/src/providers/request-composition-hook.ts +312 -0
- package/src/providers/types.ts +5 -0
- package/src/rbac/legacy-policy.ts +2 -0
- package/src/rbac/permissions.ts +5 -0
- package/src/runtime-providers/controller-protocol.ts +7 -0
- package/src/runtime-providers/docker.ts +80 -12
- package/src/runtime-providers/k8s.ts +111 -6
- package/src/runtime-providers/types.ts +17 -0
- package/src/scheduler/scheduler.ts +1 -1
- package/src/script-workflows/guest-ctx.ts +32 -0
- package/src/script-workflows/workflow-ctx.ts +2 -0
- package/src/scripts-runtime/ctx.ts +9 -1
- package/src/scripts-runtime/executors/native.ts +106 -21
- package/src/scripts-runtime/executors/quickjs-prelude.ts +9 -2
- package/src/scripts-runtime/executors/quickjs-runner.ts +12 -1
- package/src/scripts-runtime/sdk-allowlist.ts +88 -0
- package/src/scripts-runtime/swarm-sdk.ts +51 -3
- package/src/scripts-runtime/types/stdlib.d.ts +267 -0
- package/src/scripts-runtime/types/swarm-sdk.d.ts +267 -0
- package/src/server-user.ts +16 -1
- package/src/server.ts +48 -0
- package/src/slack/ack.ts +10 -5
- package/src/slack/actions.ts +3 -3
- package/src/slack/app.ts +2 -0
- package/src/slack/assistant.ts +4 -4
- package/src/slack/blocks.ts +3 -3
- package/src/slack/handlers.ts +3 -3
- package/src/slack/reaction-shortcode.ts +23 -2
- package/src/slack/render-v2.ts +297 -200
- package/src/slack/responses.ts +7 -5
- package/src/slack/thread-buffer.ts +3 -3
- package/src/slack/tree-visibility.ts +64 -0
- package/src/tasks/worker-follow-up.ts +127 -17
- package/src/tests/agent-history.test.ts +313 -0
- package/src/tests/azure-devops-auth.test.ts +6 -0
- package/src/tests/azure-devops-outbound.test.ts +47 -14
- package/src/tests/base-prompt.test.ts +149 -1
- package/src/tests/chat-sdk-outbound-files.test.ts +3 -1
- package/src/tests/check-playwright-version.test.ts +33 -0
- package/src/tests/check-unit-test-allowlist.test.ts +193 -0
- package/src/tests/context-preamble-budget.test.ts +65 -0
- package/src/tests/credential-check.test.ts +12 -0
- package/src/tests/credential-outcome-report.test.ts +81 -1
- package/src/tests/db-client.test.ts +22 -0
- package/src/tests/db-retention-defaults.test.ts +244 -0
- package/src/tests/db-retention.test.ts +2 -1
- package/src/tests/db-task-read-contract.test.ts +2 -0
- package/src/tests/db-task-write-contract.test.ts +2 -0
- package/src/tests/deploy-release-dispatch.test.ts +332 -0
- package/src/tests/e2b-stack-wizard.test.tsx +156 -0
- package/src/tests/e2e-coverage-contract.test.ts +6 -2
- package/src/tests/e2e-diff-coverage.test.ts +154 -0
- package/src/tests/e2e-rerun-quarantine.test.ts +180 -0
- package/src/tests/e2e-shards.test.ts +137 -0
- package/src/tests/e2e-tracker-ingest.test.ts +266 -0
- package/src/tests/entrypoint-chown-no-follow.test.ts +69 -0
- package/src/tests/entrypoint-repo-clone-target.test.ts +112 -0
- package/src/tests/env-flag.test.ts +4 -2
- package/src/tests/event-loop-lag.test.ts +12 -18
- package/src/tests/extensions-example-slack-reply-gate.test.ts +15 -0
- package/src/tests/extensions-heartbeat.test.ts +34 -0
- package/src/tests/fixtures/base-prompt-baseline-cases.ts +78 -0
- package/src/tests/fixtures/base-prompt-baseline.json +18 -0
- package/src/tests/github-app-worker-auth-helper.test.ts +325 -0
- package/src/tests/github-installation-token-route.test.ts +199 -0
- package/src/tests/gitlab-auth.test.ts +10 -0
- package/src/tests/heartbeat.test.ts +38 -0
- package/src/tests/http-api-integration.test.ts +0 -6
- package/src/tests/mcp-user-events.test.ts +708 -0
- package/src/tests/memory-key-paths.test.ts +4 -1
- package/src/tests/memory-search-stall.test.ts +421 -0
- package/src/tests/migration-322-runtime-pool-workspace.test.ts +116 -0
- package/src/tests/migration-329-workflow-run-retention.test.ts +32 -0
- package/src/tests/model-profile-fallbacks.test.ts +236 -2
- package/src/tests/opencode-adapter.test.ts +97 -0
- package/src/tests/pi-mono-extension.test.ts +168 -0
- package/src/tests/preload-env.test.ts +61 -1
- package/src/tests/preload.ts +22 -0
- package/src/tests/primitives-boards.test.ts +686 -0
- package/src/tests/primitives-object-webhooks.test.ts +642 -0
- package/src/tests/primitives-objects.test.ts +248 -0
- package/src/tests/prompt-template-resolver.test.ts +85 -0
- package/src/tests/reasoning-kind-ui-parity.test.ts +112 -0
- package/src/tests/reload-config.test.ts +45 -0
- package/src/tests/request-composition.test.ts +447 -0
- package/src/tests/runner-max-concurrent.test.ts +86 -0
- package/src/tests/runtime-pools-db.test.ts +80 -0
- package/src/tests/runtime-provider-registration.test.ts +8 -0
- package/src/tests/runtime-providers-docker.test.ts +192 -1
- package/src/tests/runtime-providers-k8s.test.ts +127 -0
- package/src/tests/runtime-remote-controller.test.ts +64 -1
- package/src/tests/runtime-supervisor.test.ts +101 -0
- package/src/tests/script-connections.test.ts +8 -0
- package/src/tests/script-native-sandbox-identity.test.ts +264 -0
- package/src/tests/scripts-namespaces.test.ts +211 -0
- package/src/tests/secret-scrub-gate.test.ts +1 -0
- package/src/tests/secret-scrubber-convex.test.ts +168 -0
- package/src/tests/secret-scrubber.test.ts +1 -1
- package/src/tests/session-tokens.test.ts +27 -0
- package/src/tests/sheet-engine.test.ts +58 -0
- package/src/tests/slack-blocks.test.ts +18 -0
- package/src/tests/slack-empty-icon-config.test.ts +113 -0
- package/src/tests/slack-file-tools-attachments.test.ts +74 -6
- package/src/tests/slack-reaction-config.test.ts +38 -2
- package/src/tests/slack-read-boundaries.test.ts +4 -2
- package/src/tests/slack-render-v2-query-plans.test.ts +100 -1
- package/src/tests/slack-render-v2-reconcile.test.ts +75 -4
- package/src/tests/slack-render-v2.test.ts +683 -11
- package/src/tests/swarm-config-reserved-keys.test.ts +1 -0
- package/src/tests/task-session-prompts.test.ts +37 -0
- package/src/tests/task-start-after-commit.test.ts +82 -0
- package/src/tests/ui-logs-parser.test.ts +67 -0
- package/src/tests/user-delete-perf.test.ts +36 -9
- package/src/tests/webhook-filter.test.ts +327 -0
- package/src/tests/workflow-async-v2.test.ts +19 -16
- package/src/tests/workflow-e2e.test.ts +1 -9
- package/src/tests/workflow-finalization-races.test.ts +553 -0
- package/src/tests/workflow-foreach.test.ts +2 -0
- package/src/tests/workflow-hitl-routing.test.ts +26 -20
- package/src/tests/workflow-http-v2.test.ts +105 -2
- package/src/tests/workflow-idempotency.test.ts +41 -0
- package/src/tests/workflow-mcp-webhook-filter.test.ts +214 -0
- package/src/tests/workflow-parallel-park.test.ts +297 -0
- package/src/tests/workflow-retry-v2.test.ts +158 -21
- package/src/tests/workflow-retry-validation.test.ts +13 -13
- package/src/tests/workflow-runs-retention.test.ts +533 -0
- package/src/tests/workflow-script-principal.test.ts +7 -2
- package/src/tests/workflow-tla-races.test.ts +36 -2
- package/src/tests/workflow-triggers-v2.test.ts +201 -0
- package/src/tests/workflow-wait-builtin-events.test.ts +3 -1
- package/src/tests/workflow-wait-event.test.ts +28 -2
- package/src/tests/workflow-wait-poller.test.ts +94 -0
- package/src/tests/workflow-wait-time.test.ts +7 -3
- package/src/tests/workflow-wait.ts +44 -0
- package/src/tools/boards.ts +260 -0
- package/src/tools/objects.ts +191 -0
- package/src/tools/sheets.ts +312 -0
- package/src/tools/slack-read.ts +10 -3
- package/src/tools/tool-config.ts +23 -0
- package/src/tools/workflows/create-workflow.ts +18 -4
- package/src/tools/workflows/patch-workflow-node.ts +4 -0
- package/src/tools/workflows/patch-workflow.ts +4 -0
- package/src/tools/workflows/update-workflow.ts +24 -3
- package/src/types.ts +216 -2
- package/src/utils/credentials.ts +7 -0
- package/src/utils/sandboxed-process.ts +47 -2
- package/src/utils/secret-scrubber.ts +61 -6
- package/src/workflows/checkpoint.ts +18 -0
- package/src/workflows/engine.ts +73 -31
- package/src/workflows/foreach-driver.ts +42 -4
- package/src/workflows/input.ts +29 -1
- package/src/workflows/patch-definition.ts +15 -1
- package/src/workflows/recovery.ts +6 -1
- package/src/workflows/resume.ts +11 -3
- package/src/workflows/retry-poller.ts +32 -6
- package/src/workflows/successor-routing.ts +108 -0
- package/src/workflows/task-step-routing.ts +5 -2
- package/src/workflows/triggers.ts +21 -36
- package/src/workflows/validation.ts +10 -0
- package/src/workflows/wait-poller.ts +6 -2
- package/src/workflows/webhook-filter.ts +203 -0
- package/templates/ai-toolbox.manifest.json +1 -1
- package/templates/extensions/slack-reply-gate/hooks.ts +8 -4
- package/templates/skills/agent-browser/SKILL.md +1 -0
- package/templates/skills/agent-browser/content.md +1 -0
- package/templates/skills/pages/content.md +5 -0
- package/templates/skills/swarm-docs/content.md +8 -1
- package/templates/skills/swarm-scripts/SKILL.md +1 -0
- package/templates/skills/swarm-scripts/content.md +1 -0
- package/templates/skills/tdd-planning/content.md +5 -2
- package/dist/acp-adapter-bht22g3k.js +0 -16
- package/dist/core-sxy4epp2.js +0 -38
- package/dist/fx-adapter-adtdb3jb.js +0 -19
- package/dist/grok-adapter-accnn9km.js +0 -19
- package/dist/handlers-1x77561e.js +0 -35
- package/dist/index-48qzcqzj.js +0 -35
- package/dist/index-rkvaambe.js +0 -36
- package/dist/index-xj1mq27m.js +0 -40
- package/dist/lead-enzn86bz.js +0 -74
- package/dist/thread-buffer-3x93yexa.js +0 -38
- package/dist/worker-zfcv2wbf.js +0 -74
- package/src/slack/socket-mode-guard.test.ts +0 -25
- package/src/tests/agent-activity.test.ts +0 -247
- package/src/tests/agent-fs-live-url.test.ts +0 -55
- package/src/tests/agentmail-inbox-mapping.test.ts +0 -73
- package/src/tests/approval-sweeps-config.test.ts +0 -47
- package/src/tests/cards.test.ts +0 -169
- package/src/tests/chat-sdk-facts.test.ts +0 -23
- package/src/tests/config-env-export-chat-sdk.test.ts +0 -11
- package/src/tests/core-auth.test.ts +0 -156
- package/src/tests/date-utils.test.ts +0 -48
- package/src/tests/db-context-versions.test.ts +0 -37
- package/src/tests/db-runtime.test.ts +0 -131
- package/src/tests/enabled-capabilities.test.ts +0 -20
- package/src/tests/extensions-example-mcp-install.test.ts +0 -67
- package/src/tests/extensions-lead-equivalence.test.ts +0 -70
- package/src/tests/get-workflow-run-tool.test.ts +0 -98
- package/src/tests/github-event-labels.test.ts +0 -24
- package/src/tests/haiku-5-5-pricing.test.ts +0 -38
- package/src/tests/http-log-scrubbing.test.ts +0 -123
- package/src/tests/http-semconv-attributes.test.ts +0 -92
- package/src/tests/identity.test.ts +0 -117
- package/src/tests/inbox-state.test.ts +0 -167
- package/src/tests/internal-ai/models.test.ts +0 -54
- package/src/tests/launch-password-rejection.test.ts +0 -140
- package/src/tests/list-total-cache.test.ts +0 -88
- package/src/tests/match-route.test.ts +0 -187
- package/src/tests/memory-feature-flags.test.ts +0 -45
- package/src/tests/memory-get-tool.test.ts +0 -269
- package/src/tests/memory-health-endpoint.test.ts +0 -78
- package/src/tests/memory-http-access.test.ts +0 -221
- package/src/tests/memory-retrieval-purge.test.ts +0 -99
- package/src/tests/multi-runtime-enabled-stats.test.ts +0 -229
- package/src/tests/openai-embedding-provider.test.ts +0 -159
- package/src/tests/org-identity.test.ts +0 -44
- package/src/tests/pages-actions-endpoint.test.ts +0 -103
- package/src/tests/pages-browser-sdk.test.ts +0 -76
- package/src/tests/pages-feedback-keys.test.ts +0 -121
- package/src/tests/pages-frame-ancestors.test.ts +0 -189
- package/src/tests/pages-list-endpoint.test.ts +0 -148
- package/src/tests/pages-password-mode.test.ts +0 -266
- package/src/tests/pages-public-authed-401.test.ts +0 -103
- package/src/tests/pages-public-html.test.ts +0 -297
- package/src/tests/pages-public-json-redirect.test.ts +0 -122
- package/src/tests/pages-view-count.test.ts +0 -245
- package/src/tests/prompt-templates-db.test.ts +0 -616
- package/src/tests/rbac-engine.test.ts +0 -742
- package/src/tests/repo-allow-merge-gate.test.ts +0 -389
- package/src/tests/route-def-find-route.test.ts +0 -192
- package/src/tests/runtime-stale-threshold.test.ts +0 -40
- package/src/tests/schedule-validation-helper.test.ts +0 -51
- package/src/tests/scheduled-tasks-api.test.ts +0 -355
- package/src/tests/scheduler-backoff.test.ts +0 -166
- package/src/tests/script-run-token.test.ts +0 -75
- package/src/tests/scripts-extract-signature.test.ts +0 -47
- package/src/tests/scripts-sdk-bridge-tool-failure.test.ts +0 -141
- package/src/tests/seed-workflow-dreaming.test.ts +0 -117
- package/src/tests/short-id.test.ts +0 -23
- package/src/tests/skill-files-http.test.ts +0 -222
- package/src/tests/skill-get-file-tool.test.ts +0 -110
- package/src/tests/skill-script-refs.test.ts +0 -63
- package/src/tests/skill-update-scope.test.ts +0 -252
- package/src/tests/skills-bundle.test.ts +0 -99
- package/src/tests/slack-app-icon.test.ts +0 -94
- package/src/tests/slack-assistant-comention.test.ts +0 -139
- package/src/tests/slack-delete.test.ts +0 -157
- package/src/tests/slack-inbound-diagnostics-auth.test.ts +0 -93
- package/src/tests/slack-manifest.test.ts +0 -23
- package/src/tests/slack-task-output.test.ts +0 -90
- package/src/tests/store-progress-output-guidance.test.ts +0 -34
- package/src/tests/swarm-diff.test.ts +0 -728
- package/src/tests/task-lifecycle-events.test.ts +0 -53
- package/src/tests/template-asset-config.test.ts +0 -18
- package/src/tests/template-fetch.test.ts +0 -490
- package/src/tests/themes-page-theme.test.ts +0 -155
- package/src/tests/tool-annotations.test.ts +0 -442
- package/src/tests/tool-output-agent-id.test.ts +0 -202
- package/src/tests/update-profile-agentid.test.ts +0 -248
- package/src/tests/whoami-route.test.ts +0 -162
- package/src/tests/workflow-definition-telemetry.test.ts +0 -134
- package/src/tests/workflow-patch.test.ts +0 -169
- package/src/tests/workflow-run-steps-index.test.ts +0 -65
- package/src/tests/workflow-schedule-trigger.test.ts +0 -104
- package/src/tests/workflow-step-claims.test.ts +0 -152
- package/src/tests/workflow-step-order.test.ts +0 -92
- package/src/tests/workflow-trigger-schema.test.ts +0 -359
- package/src/tests/workflow-versions.test.ts +0 -240
package/src/be/db/slack-trees.ts
CHANGED
|
@@ -4,10 +4,20 @@ import { getDbClient } from "../db";
|
|
|
4
4
|
* True when the tree sweep has render work for `tree` (aliases `tree` and
|
|
5
5
|
* `state` must be in scope). Shared by the sweep (getSlackTreeMessages) and by
|
|
6
6
|
* closeSlackTreeIfSettled, so a closed tree is exactly one the sweep would
|
|
7
|
-
* skip.
|
|
8
|
-
*
|
|
7
|
+
* skip. Visibility is independent of outcome delivery; migration 278 remains
|
|
8
|
+
* the historical backfill and must not be modified.
|
|
9
9
|
*/
|
|
10
|
-
export const
|
|
10
|
+
export const SLACK_TREE_VISIBLE_SQL = `(COALESCE(state.task_tree_enabled, 1) = 1 AND (
|
|
11
|
+
state.task_tree_enabled_at IS NULL OR EXISTS (
|
|
12
|
+
SELECT 1 FROM agent_tasks visible_task
|
|
13
|
+
WHERE visible_task.slackChannelId = tree.channel_id
|
|
14
|
+
AND visible_task.slackThreadTs = tree.thread_ts
|
|
15
|
+
AND (visible_task.status NOT IN ('completed', 'failed', 'cancelled', 'superseded', 'skipped')
|
|
16
|
+
OR visible_task.finishedAt > state.task_tree_enabled_at)
|
|
17
|
+
)
|
|
18
|
+
))`;
|
|
19
|
+
|
|
20
|
+
export const SLACK_TREE_NEEDS_RENDER_SQL = `(${SLACK_TREE_VISIBLE_SQL} AND (
|
|
11
21
|
(tree.ts LIKE 'pending:%' AND tree.created_at >= state.activated_at)
|
|
12
22
|
OR EXISTS (
|
|
13
23
|
SELECT 1 FROM agent_tasks task
|
|
@@ -50,7 +60,7 @@ export const SLACK_TREE_NEEDS_RENDER_SQL = `(
|
|
|
50
60
|
OR outcome.updated_at > tree.updated_at
|
|
51
61
|
)
|
|
52
62
|
)
|
|
53
|
-
)`;
|
|
63
|
+
))`;
|
|
54
64
|
|
|
55
65
|
/**
|
|
56
66
|
* Close a tree once the sweep has nothing left to do for it: every task in
|
|
@@ -65,7 +75,9 @@ export async function closeSlackTreeIfSettled(id: string): Promise<boolean> {
|
|
|
65
75
|
WHERE tree.id = ?
|
|
66
76
|
AND tree.kind = 'tree'
|
|
67
77
|
AND tree.closed_at IS NULL
|
|
68
|
-
AND tree.ts NOT LIKE 'pending:%'
|
|
78
|
+
AND (tree.ts NOT LIKE 'pending:%' OR EXISTS (
|
|
79
|
+
SELECT 1 FROM slack_render_v2_state state WHERE state.id = 1 AND NOT ${SLACK_TREE_VISIBLE_SQL}
|
|
80
|
+
))
|
|
69
81
|
AND EXISTS (
|
|
70
82
|
SELECT 1 FROM slack_render_v2_state state
|
|
71
83
|
WHERE state.id = 1 AND NOT ${SLACK_TREE_NEEDS_RENDER_SQL}
|
|
@@ -111,15 +123,82 @@ export async function getSlackThreadsOfTasks(taskIds: string[]): Promise<{
|
|
|
111
123
|
return { threads: [...threads.values()], wakeTouched };
|
|
112
124
|
}
|
|
113
125
|
|
|
126
|
+
/**
|
|
127
|
+
* Outcome cards answer live work; they are not a history backfill. A task
|
|
128
|
+
* that ended before `finishedAfter` gets no card of its own, so a sweep over
|
|
129
|
+
* terminal history never replies in a thread months later. A delegated ask
|
|
130
|
+
* (closure mode) concludes when its closure goes quiet, which can be long
|
|
131
|
+
* after the ask itself finished, so it also stays eligible while any task in
|
|
132
|
+
* its thread changed after `closureActiveAfter`. The render pass applies the
|
|
133
|
+
* exact closure bound; this SQL form is a superset of it.
|
|
134
|
+
*/
|
|
135
|
+
export type SlackOutcomeWindow = {
|
|
136
|
+
finishedAfter: string;
|
|
137
|
+
closureActiveAfter: string;
|
|
138
|
+
delegationEnabled: boolean;
|
|
139
|
+
};
|
|
140
|
+
|
|
141
|
+
/**
|
|
142
|
+
* Needs aliases `task` and `state` in scope. Params: slackOutcomeWindowParams.
|
|
143
|
+
* shortcut: thread activity stands in for closure activity, so an expired
|
|
144
|
+
* closure in a busy thread is revisited until the thread goes quiet; walk the
|
|
145
|
+
* closure here if that shows up in tick cost.
|
|
146
|
+
*/
|
|
147
|
+
const SLACK_OUTCOME_WINDOW_SQL = `(COALESCE(task.finishedAt, task.lastUpdatedAt) >= ?
|
|
148
|
+
OR (? = 1 AND task.source = 'slack' AND task.createdAt >= state.delegation_activated_at
|
|
149
|
+
AND EXISTS (SELECT 1 FROM agent_tasks recent
|
|
150
|
+
WHERE recent.slackChannelId = task.slackChannelId AND recent.slackThreadTs = task.slackThreadTs
|
|
151
|
+
AND recent.lastUpdatedAt >= ?)))`;
|
|
152
|
+
|
|
153
|
+
/**
|
|
154
|
+
* A Lead deferred wake whose answer already reached the thread: the wake sent
|
|
155
|
+
* a `slack-reply`, or the bot replied in the thread after the wake was created
|
|
156
|
+
* (a `slack-reply`, or a delivered outcome card of another task). Its own card
|
|
157
|
+
* would repeat that answer. Needs alias `task`. Keep in step with
|
|
158
|
+
* slackThreadHasBotReplySince.
|
|
159
|
+
*/
|
|
160
|
+
const SLACK_WAKE_ALREADY_ANSWERED_SQL = `(task.slackReplySent = 1 OR EXISTS (
|
|
161
|
+
SELECT 1 FROM slack_messages reply
|
|
162
|
+
WHERE reply.channel_id = task.slackChannelId AND reply.thread_ts = task.slackThreadTs
|
|
163
|
+
AND reply.created_at >= task.createdAt
|
|
164
|
+
AND (reply.kind = 'agent'
|
|
165
|
+
OR (reply.kind = 'outcome' AND reply.finalized_at IS NOT NULL AND reply.task_id != task.id))))`;
|
|
166
|
+
|
|
167
|
+
/** True when the bot replied in the thread at or after `since`, other than `taskId`'s own card. */
|
|
168
|
+
export async function slackThreadHasBotReplySince(
|
|
169
|
+
channelId: string,
|
|
170
|
+
threadTs: string,
|
|
171
|
+
since: string,
|
|
172
|
+
taskId: string,
|
|
173
|
+
): Promise<boolean> {
|
|
174
|
+
const row = await getDbClient().get<{ found: number }>(
|
|
175
|
+
`SELECT EXISTS (
|
|
176
|
+
SELECT 1 FROM slack_messages reply
|
|
177
|
+
WHERE reply.channel_id = ? AND reply.thread_ts = ? AND reply.created_at >= ?
|
|
178
|
+
AND (reply.kind = 'agent'
|
|
179
|
+
OR (reply.kind = 'outcome' AND reply.finalized_at IS NOT NULL AND reply.task_id != ?))
|
|
180
|
+
) AS found`,
|
|
181
|
+
[channelId, threadTs, since, taskId],
|
|
182
|
+
);
|
|
183
|
+
return !!row?.found;
|
|
184
|
+
}
|
|
185
|
+
|
|
186
|
+
function slackOutcomeWindowParams(window: SlackOutcomeWindow): (string | number)[] {
|
|
187
|
+
return [window.finishedAfter, Number(window.delegationEnabled), window.closureActiveAfter];
|
|
188
|
+
}
|
|
189
|
+
|
|
114
190
|
/**
|
|
115
191
|
* True while the thread still owes an outcome card: a terminal Slack task
|
|
116
192
|
* whose card is not finalized or abandoned, or a card still in flight. These
|
|
117
193
|
* wait on time (conclusion settle, delivery backoff), not on a task event.
|
|
118
194
|
*/
|
|
119
|
-
export async function slackThreadHasOutcomeWork(
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
195
|
+
export async function slackThreadHasOutcomeWork(
|
|
196
|
+
thread: {
|
|
197
|
+
channelId: string;
|
|
198
|
+
threadTs: string;
|
|
199
|
+
},
|
|
200
|
+
window: SlackOutcomeWindow,
|
|
201
|
+
): Promise<boolean> {
|
|
123
202
|
const row = await getDbClient().get<{ pending: number }>(
|
|
124
203
|
`SELECT EXISTS (
|
|
125
204
|
SELECT 1 FROM agent_tasks task, slack_render_v2_state state
|
|
@@ -128,6 +207,7 @@ export async function slackThreadHasOutcomeWork(thread: {
|
|
|
128
207
|
AND task.source = 'slack'
|
|
129
208
|
AND task.createdAt >= state.activated_at
|
|
130
209
|
AND task.status IN ('completed', 'failed', 'cancelled')
|
|
210
|
+
AND ${SLACK_OUTCOME_WINDOW_SQL}
|
|
131
211
|
AND NOT EXISTS (
|
|
132
212
|
SELECT 1 FROM slack_messages outcome
|
|
133
213
|
WHERE outcome.kind = 'outcome'
|
|
@@ -140,7 +220,137 @@ export async function slackThreadHasOutcomeWork(thread: {
|
|
|
140
220
|
AND outcome.channel_id = ? AND outcome.thread_ts = ?
|
|
141
221
|
AND outcome.finalized_at IS NULL AND outcome.delivery_abandoned_at IS NULL
|
|
142
222
|
) AS pending`,
|
|
143
|
-
[
|
|
223
|
+
[
|
|
224
|
+
thread.channelId,
|
|
225
|
+
thread.threadTs,
|
|
226
|
+
...slackOutcomeWindowParams(window),
|
|
227
|
+
thread.channelId,
|
|
228
|
+
thread.threadTs,
|
|
229
|
+
],
|
|
144
230
|
);
|
|
145
231
|
return !!row?.pending;
|
|
146
232
|
}
|
|
233
|
+
|
|
234
|
+
export type SlackRenderThread = { channelId: string; threadTs: string };
|
|
235
|
+
|
|
236
|
+
/** Persist only actual visibility transitions. Never reset the V2 activation boundary. */
|
|
237
|
+
export async function observeSlackTreeVisibility(enabled: boolean): Promise<string | null> {
|
|
238
|
+
const current = await getDbClient().get<{
|
|
239
|
+
task_tree_enabled: number | null;
|
|
240
|
+
task_tree_enabled_at: string | null;
|
|
241
|
+
}>("SELECT task_tree_enabled, task_tree_enabled_at FROM slack_render_v2_state WHERE id = 1");
|
|
242
|
+
if (!current || current.task_tree_enabled === Number(enabled)) {
|
|
243
|
+
return current?.task_tree_enabled_at ?? null;
|
|
244
|
+
}
|
|
245
|
+
const row = await getDbClient().get<{ task_tree_enabled_at: string | null }>(
|
|
246
|
+
`UPDATE slack_render_v2_state SET
|
|
247
|
+
task_tree_enabled_at = CASE WHEN task_tree_enabled = 0 AND ? = 1
|
|
248
|
+
THEN ? ELSE task_tree_enabled_at END,
|
|
249
|
+
task_tree_enabled = ?
|
|
250
|
+
WHERE id = 1 RETURNING task_tree_enabled_at`,
|
|
251
|
+
[Number(enabled), new Date().toISOString(), Number(enabled)],
|
|
252
|
+
);
|
|
253
|
+
return row?.task_tree_enabled_at ?? null;
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
/** Four independent pages reserve capacity for outcomes even when active work never drains. */
|
|
257
|
+
export const SLACK_RECONCILE_PAGE_SIZE = 50;
|
|
258
|
+
|
|
259
|
+
/**
|
|
260
|
+
* Page raw candidates BEFORE checking eligibility. This bounds index visits even
|
|
261
|
+
* when most terminal rows already have outcomes. Persist the last scanned id,
|
|
262
|
+
* not the last eligible id, so sparse history cannot stall recovery. Each source
|
|
263
|
+
* wraps independently; a crash can delay a page until the next lap, never lose it.
|
|
264
|
+
*/
|
|
265
|
+
export async function getSlackProcessingThreads(
|
|
266
|
+
delegationEnabled: boolean,
|
|
267
|
+
treesEnabled: boolean,
|
|
268
|
+
window: SlackOutcomeWindow,
|
|
269
|
+
): Promise<SlackRenderThread[]> {
|
|
270
|
+
return getDbClient().transaction(async () => {
|
|
271
|
+
const state = await getDbClient().get<{ reconcile_cursors: string }>(
|
|
272
|
+
"SELECT reconcile_cursors FROM slack_render_v2_state WHERE id = 1",
|
|
273
|
+
);
|
|
274
|
+
if (!state) return [];
|
|
275
|
+
const cursors = JSON.parse(state.reconcile_cursors) as Record<string, string>;
|
|
276
|
+
const threads = new Map<string, SlackRenderThread>();
|
|
277
|
+
async function page(source: string, sql: string, extra: (number | string)[] = []) {
|
|
278
|
+
const rows = await getDbClient().query<SlackRenderThread & { id: string; eligible: number }>(
|
|
279
|
+
sql,
|
|
280
|
+
[cursors[source] ?? "", SLACK_RECONCILE_PAGE_SIZE, ...extra],
|
|
281
|
+
);
|
|
282
|
+
cursors[source] = rows.length < SLACK_RECONCILE_PAGE_SIZE ? "" : rows.at(-1)!.id;
|
|
283
|
+
for (const row of rows) {
|
|
284
|
+
if (row.eligible)
|
|
285
|
+
threads.set(`${row.channelId}\u0000${row.threadTs}`, {
|
|
286
|
+
channelId: row.channelId,
|
|
287
|
+
threadTs: row.threadTs,
|
|
288
|
+
});
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
await page(
|
|
292
|
+
"active",
|
|
293
|
+
`WITH candidates AS MATERIALIZED (
|
|
294
|
+
SELECT id, slackChannelId, slackThreadTs, createdAt FROM agent_tasks INDEXED BY idx_slack_reconcile_active
|
|
295
|
+
WHERE slackChannelId IS NOT NULL AND slackThreadTs IS NOT NULL
|
|
296
|
+
AND status IN ('offered', 'reviewing', 'pending', 'in_progress', 'paused')
|
|
297
|
+
AND id > ? ORDER BY id LIMIT ?
|
|
298
|
+
) SELECT task.id, task.slackChannelId AS channelId, task.slackThreadTs AS threadTs,
|
|
299
|
+
task.createdAt >= state.activated_at AS eligible
|
|
300
|
+
FROM candidates task, slack_render_v2_state state WHERE state.id = 1 ORDER BY task.id`,
|
|
301
|
+
);
|
|
302
|
+
await page(
|
|
303
|
+
"terminal",
|
|
304
|
+
`WITH candidates AS MATERIALIZED (
|
|
305
|
+
SELECT * FROM agent_tasks INDEXED BY idx_slack_reconcile_terminal
|
|
306
|
+
WHERE slackChannelId IS NOT NULL AND slackThreadTs IS NOT NULL
|
|
307
|
+
AND status IN ('completed', 'failed', 'cancelled')
|
|
308
|
+
AND id > ? ORDER BY id LIMIT ?
|
|
309
|
+
) SELECT task.id, task.slackChannelId AS channelId, task.slackThreadTs AS threadTs,
|
|
310
|
+
(task.createdAt >= state.activated_at
|
|
311
|
+
AND (task.source = 'slack'
|
|
312
|
+
OR (task.source = 'schedule' AND task.taskType = 'deferred')
|
|
313
|
+
OR (? = 1 AND task.parentTaskId IS NOT NULL AND task.createdAt >= state.delegation_activated_at
|
|
314
|
+
AND task.status IN ('completed', 'failed') AND task.slackReplySent = 0
|
|
315
|
+
AND COALESCE(task.taskType, '') NOT IN ('follow-up', 'reroute-decision')))
|
|
316
|
+
AND ${SLACK_OUTCOME_WINDOW_SQL}
|
|
317
|
+
AND NOT (task.source = 'schedule' AND task.taskType = 'deferred'
|
|
318
|
+
AND ${SLACK_WAKE_ALREADY_ANSWERED_SQL})
|
|
319
|
+
AND NOT EXISTS (
|
|
320
|
+
SELECT 1 FROM agent_tasks parent JOIN slack_messages parent_card ON parent_card.task_id = parent.id
|
|
321
|
+
WHERE task.source = 'schedule' AND task.taskType = 'deferred' AND parent.id = task.parentTaskId
|
|
322
|
+
AND parent.deferredAt IS NOT NULL AND parent_card.kind = 'outcome'
|
|
323
|
+
AND parent_card.finalized_at IS NOT NULL AND parent_card.deferral_abandoned_at IS NULL
|
|
324
|
+
)
|
|
325
|
+
AND NOT EXISTS (SELECT 1 FROM slack_messages card WHERE card.kind = 'outcome'
|
|
326
|
+
AND card.task_id = task.id
|
|
327
|
+
AND (card.finalized_at IS NOT NULL OR card.delivery_abandoned_at IS NOT NULL))) AS eligible
|
|
328
|
+
FROM candidates task, slack_render_v2_state state WHERE state.id = 1 ORDER BY task.id`,
|
|
329
|
+
[Number(delegationEnabled), ...slackOutcomeWindowParams(window)],
|
|
330
|
+
);
|
|
331
|
+
await page(
|
|
332
|
+
"outcome",
|
|
333
|
+
`SELECT id, channel_id AS channelId, thread_ts AS threadTs, 1 AS eligible
|
|
334
|
+
FROM slack_messages INDEXED BY idx_slack_reconcile_outcome
|
|
335
|
+
WHERE kind = 'outcome' AND finalized_at IS NULL AND delivery_abandoned_at IS NULL
|
|
336
|
+
AND id > ? ORDER BY id LIMIT ?`,
|
|
337
|
+
);
|
|
338
|
+
if (treesEnabled)
|
|
339
|
+
await page(
|
|
340
|
+
"tree",
|
|
341
|
+
`WITH candidates AS MATERIALIZED (
|
|
342
|
+
SELECT * FROM slack_messages INDEXED BY idx_slack_reconcile_tree
|
|
343
|
+
WHERE kind = 'tree' AND closed_at IS NULL AND id > ? ORDER BY id LIMIT ?
|
|
344
|
+
) SELECT tree.id, tree.channel_id AS channelId, tree.thread_ts AS threadTs,
|
|
345
|
+
${SLACK_TREE_NEEDS_RENDER_SQL} AS eligible
|
|
346
|
+
FROM candidates tree, slack_render_v2_state state WHERE state.id = 1 ORDER BY tree.id`,
|
|
347
|
+
);
|
|
348
|
+
const next = JSON.stringify(cursors);
|
|
349
|
+
if (next !== state.reconcile_cursors)
|
|
350
|
+
await getDbClient().run(
|
|
351
|
+
"UPDATE slack_render_v2_state SET reconcile_cursors = ? WHERE id = 1",
|
|
352
|
+
[next],
|
|
353
|
+
);
|
|
354
|
+
return [...threads.values()];
|
|
355
|
+
});
|
|
356
|
+
}
|
|
@@ -19,8 +19,9 @@ import { getDbClient } from "../runtime";
|
|
|
19
19
|
* `reclassifyTaskHumanFree` in the same transaction. The inputs are
|
|
20
20
|
* `agent_tasks.{taskType,tags,source,requestedByUserId,requestedByUserIdInherited,parentTaskId,workflowRunId}`,
|
|
21
21
|
* `workflow_runs.{triggerType,created_by}`, and the existence of the parent and
|
|
22
|
-
* run rows. Today these mutate in
|
|
23
|
-
* workflow creator cleared), `deleteWorkflow`
|
|
22
|
+
* run rows. Today these mutate in five places: `deleteUser` (requester and
|
|
23
|
+
* workflow creator cleared), `deleteWorkflow` and `deleteWorkflowRunRetentionBatch`
|
|
24
|
+
* (run link cleared, runs deleted),
|
|
24
25
|
* `deleteTask` (a parent row disappears) and `completeTask` with `addTags`,
|
|
25
26
|
* which only needs it when `tagWriteChangesHumanFree` says the tag write can
|
|
26
27
|
* change the outcome.
|
package/src/be/db/tasks/write.ts
CHANGED
|
@@ -305,9 +305,9 @@ export async function startTask(taskId: string): Promise<AgentTask | null> {
|
|
|
305
305
|
} catch {}
|
|
306
306
|
}
|
|
307
307
|
const result = row ? rowToAgentTask(row) : null;
|
|
308
|
-
//
|
|
308
|
+
// Notify lifecycle subscribers only after the claim commits (e.g. GitHub eyes reaction).
|
|
309
309
|
if (result && oldTask.status !== "in_progress") {
|
|
310
|
-
emitTaskStarted(result);
|
|
310
|
+
getDbClient().afterCommit(() => emitTaskStarted(result));
|
|
311
311
|
}
|
|
312
312
|
return result;
|
|
313
313
|
}
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
import { getDbClient } from "./runtime";
|
|
2
|
+
import { reclassifyTaskHumanFree } from "./tasks/human-free";
|
|
3
|
+
import { deleteOrphanedRunDefinitions } from "./workflow-run-definitions";
|
|
4
|
+
import { WORKFLOW_RUN_TREE_MAX_DEPTH } from "./workflow-runs";
|
|
5
|
+
|
|
6
|
+
const TERMINAL_SQL = "('completed', 'failed', 'skipped', 'cancelled')";
|
|
7
|
+
|
|
8
|
+
/**
|
|
9
|
+
* Retire terminal trees from the root down. A surviving parent step always
|
|
10
|
+
* keeps its child, including children from older attempts. Any live/recent
|
|
11
|
+
* descendant protects the whole tree. Remaining expired children cannot retry
|
|
12
|
+
* after their ancestor is removed (getRunLineageBlock fails closed).
|
|
13
|
+
*
|
|
14
|
+
* The depth guard rejects a truncated traversal, including corrupt cycles.
|
|
15
|
+
* Both recursive joins use incoming-reference indexes; no payload is read.
|
|
16
|
+
*/
|
|
17
|
+
const ELIGIBLE_SQL = `r.status IN ${TERMINAL_SQL} AND r.finishedAt < ?1
|
|
18
|
+
AND NOT EXISTS (SELECT 1 FROM workflow_run_steps parent WHERE parent.id = r.parentStepId)
|
|
19
|
+
AND NOT EXISTS (
|
|
20
|
+
WITH RECURSIVE descendants(id, status, finishedAt, depth) AS (
|
|
21
|
+
SELECT r.id, r.status, r.finishedAt, 0
|
|
22
|
+
UNION ALL
|
|
23
|
+
SELECT child.id, child.status, child.finishedAt, descendants.depth + 1
|
|
24
|
+
FROM descendants
|
|
25
|
+
JOIN workflow_run_steps step ON step.runId = descendants.id
|
|
26
|
+
JOIN workflow_runs child ON child.parentStepId = step.id
|
|
27
|
+
WHERE descendants.depth < ${WORKFLOW_RUN_TREE_MAX_DEPTH}
|
|
28
|
+
)
|
|
29
|
+
SELECT 1 FROM descendants
|
|
30
|
+
WHERE status NOT IN ${TERMINAL_SQL} OR finishedAt IS NULL OR finishedAt >= ?1
|
|
31
|
+
OR depth = ${WORKFLOW_RUN_TREE_MAX_DEPTH}
|
|
32
|
+
)`;
|
|
33
|
+
|
|
34
|
+
export const WORKFLOW_RETENTION_CANDIDATES_SQL = `SELECT r.id, r.definitionHash
|
|
35
|
+
FROM workflow_runs r WHERE ${ELIGIBLE_SQL} ORDER BY r.finishedAt, r.id LIMIT ?2`;
|
|
36
|
+
|
|
37
|
+
export function workflowRunRetentionStatements(cutoff: string) {
|
|
38
|
+
return {
|
|
39
|
+
backlogSql: `SELECT COUNT(*) AS n FROM workflow_runs r WHERE ${ELIGIBLE_SQL}`,
|
|
40
|
+
// Exposed alongside the other policies for EXPLAIN tests. Execution must
|
|
41
|
+
// use deleteWorkflowRunRetentionBatch to unlink dependents atomically.
|
|
42
|
+
deleteSql: `DELETE FROM workflow_runs WHERE id IN (
|
|
43
|
+
SELECT r.id FROM workflow_runs r WHERE ${ELIGIBLE_SQL}
|
|
44
|
+
ORDER BY r.finishedAt, r.id LIMIT ?2
|
|
45
|
+
)`,
|
|
46
|
+
params: [cutoff],
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
/** One bounded run batch, with all associated mutations in the same write transaction. */
|
|
51
|
+
export async function deleteWorkflowRunRetentionBatch(
|
|
52
|
+
cutoff: string,
|
|
53
|
+
limit: number,
|
|
54
|
+
deadlineAt: number,
|
|
55
|
+
): Promise<{ changes: number; executionMs: number }> {
|
|
56
|
+
const client = getDbClient();
|
|
57
|
+
return await client.transaction(
|
|
58
|
+
async (tx) => {
|
|
59
|
+
// Start after BEGIN: lock queueing and BUSY backoff are not execution time.
|
|
60
|
+
const started = performance.now();
|
|
61
|
+
const runs = await tx.query<{ id: string; definitionHash: string | null }>(
|
|
62
|
+
WORKFLOW_RETENTION_CANDIDATES_SQL,
|
|
63
|
+
[cutoff, limit],
|
|
64
|
+
);
|
|
65
|
+
if (runs.length === 0) return { changes: 0, executionMs: performance.now() - started };
|
|
66
|
+
const ids = JSON.stringify(runs.map((run) => run.id));
|
|
67
|
+
const runIds = "SELECT value FROM json_each(?)";
|
|
68
|
+
const stepIds = `SELECT id FROM workflow_run_steps WHERE runId IN (${runIds})`;
|
|
69
|
+
const taskWhere = `workflowRunId IN (${runIds}) OR workflowRunStepId IN (${stepIds})`;
|
|
70
|
+
const tasks = await tx.query<{ id: string }>(
|
|
71
|
+
`SELECT id FROM agent_tasks WHERE ${taskWhere}`,
|
|
72
|
+
[ids, ids],
|
|
73
|
+
);
|
|
74
|
+
await tx.run(
|
|
75
|
+
`UPDATE agent_tasks SET workflowRunId = NULL, workflowRunStepId = NULL WHERE ${taskWhere}`,
|
|
76
|
+
[ids, ids],
|
|
77
|
+
);
|
|
78
|
+
// These logical dependents have no ON DELETE action. Remove them before
|
|
79
|
+
// their steps so pollers cannot keep trying to resume deleted history.
|
|
80
|
+
for (const table of ["approval_requests", "wait_states"] as const) {
|
|
81
|
+
await tx.run(
|
|
82
|
+
`DELETE FROM ${table} WHERE workflowRunId IN (${runIds}) OR workflowRunStepId IN (${stepIds})`,
|
|
83
|
+
[ids, ids],
|
|
84
|
+
);
|
|
85
|
+
}
|
|
86
|
+
await tx.run(`DELETE FROM workflow_run_steps WHERE runId IN (${runIds})`, [ids]);
|
|
87
|
+
await tx.run(`DELETE FROM workflow_runs WHERE id IN (${runIds})`, [ids]);
|
|
88
|
+
// Reclassify one bounded task batch. Overflow is queued in this same
|
|
89
|
+
// transaction and drained after commit, so a large task tree cannot
|
|
90
|
+
// repeatedly exhaust the retention deadline and roll back its run.
|
|
91
|
+
await reclassifyTaskHumanFree(tasks.map((task) => task.id));
|
|
92
|
+
await deleteOrphanedRunDefinitions([
|
|
93
|
+
...new Set(runs.flatMap((run) => (run.definitionHash ? [run.definitionHash] : []))),
|
|
94
|
+
]);
|
|
95
|
+
// workflow_idempotency_keys intentionally survives. Its original runId
|
|
96
|
+
// response still replays, even though that run's detail now returns 404.
|
|
97
|
+
return { changes: runs.length, executionMs: performance.now() - started };
|
|
98
|
+
},
|
|
99
|
+
{ deadlineAt },
|
|
100
|
+
);
|
|
101
|
+
}
|
package/src/be/db-client.ts
CHANGED
|
@@ -118,6 +118,14 @@ export interface DbClient extends DbExecutor {
|
|
|
118
118
|
* rejection is contained and logged, never an unhandled rejection.
|
|
119
119
|
*/
|
|
120
120
|
afterCommit(fn: () => void | Promise<void>): void;
|
|
121
|
+
/**
|
|
122
|
+
* Run `fn` synchronously if the currently-open outermost transaction rolls
|
|
123
|
+
* back, including a COMMIT that fails; dropped on commit. With no
|
|
124
|
+
* transaction open it does nothing. For undoing process-local state taken
|
|
125
|
+
* inside the transaction. A hook registered inside a savepoint that rolls
|
|
126
|
+
* back runs only if the outer transaction rolls back too.
|
|
127
|
+
*/
|
|
128
|
+
afterRollback(fn: () => void): void;
|
|
121
129
|
}
|
|
122
130
|
|
|
123
131
|
const LOCK_WATCHDOG_MS = 30_000;
|
|
@@ -166,6 +174,8 @@ type TxContext = {
|
|
|
166
174
|
closed: boolean;
|
|
167
175
|
/** Hooks to run after COMMIT; dropped on ROLLBACK. */
|
|
168
176
|
afterCommit: (() => void | Promise<void>)[];
|
|
177
|
+
/** Hooks to run after ROLLBACK; dropped on COMMIT. */
|
|
178
|
+
afterRollback: (() => void)[];
|
|
169
179
|
};
|
|
170
180
|
|
|
171
181
|
const txContext = new AsyncLocalStorage<TxContext>();
|
|
@@ -496,7 +506,7 @@ class BunSqliteClient implements DbClient {
|
|
|
496
506
|
deadlineAt?: number,
|
|
497
507
|
): Promise<{ ok: true; value: T } | { ok: false; busyBegin: unknown }> {
|
|
498
508
|
const release = await this.lock.acquire();
|
|
499
|
-
const ctx: TxContext = { closed: false, afterCommit: [] };
|
|
509
|
+
const ctx: TxContext = { closed: false, afterCommit: [], afterRollback: [] };
|
|
500
510
|
let began = false;
|
|
501
511
|
try {
|
|
502
512
|
const db = this.getDatabase();
|
|
@@ -544,6 +554,13 @@ class BunSqliteClient implements DbClient {
|
|
|
544
554
|
} catch {
|
|
545
555
|
// Connection-level failure while rolling back; surface the original error.
|
|
546
556
|
}
|
|
557
|
+
for (const hook of ctx.afterRollback) {
|
|
558
|
+
try {
|
|
559
|
+
hook();
|
|
560
|
+
} catch (hookErr) {
|
|
561
|
+
console.error("[db-client] afterRollback hook threw:", hookErr);
|
|
562
|
+
}
|
|
563
|
+
}
|
|
547
564
|
}
|
|
548
565
|
throw err;
|
|
549
566
|
} finally {
|
|
@@ -562,6 +579,11 @@ class BunSqliteClient implements DbClient {
|
|
|
562
579
|
this.scheduleHook(fn);
|
|
563
580
|
}
|
|
564
581
|
|
|
582
|
+
afterRollback(fn: () => void): void {
|
|
583
|
+
const ctx = txContext.getStore();
|
|
584
|
+
if (ctx && !ctx.closed) ctx.afterRollback.push(fn);
|
|
585
|
+
}
|
|
586
|
+
|
|
565
587
|
private scheduleHook(fn: () => void | Promise<void>): void {
|
|
566
588
|
// Queueing behind the FIFO lock keeps hooks ordered after already-queued
|
|
567
589
|
// operations. The hook runs outside the lock so its own client calls
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { getDbClient, getSwarmConfigs, upsertSwarmConfig } from "./db";
|
|
2
|
+
import { wasDbCreatedThisBoot } from "./db/runtime";
|
|
3
|
+
import { DB_RETENTION_TABLES } from "./db-retention";
|
|
4
|
+
|
|
5
|
+
/**
|
|
6
|
+
* New-install seed: store each table's `newInstallDefault` as a global
|
|
7
|
+
* swarm_config row, so retention is on from the first boot and the operator
|
|
8
|
+
* sees and edits the values like any other stored setting.
|
|
9
|
+
*
|
|
10
|
+
* Only the boot that creates the database writes rows. An upgraded install
|
|
11
|
+
* keeps retention exactly as it was, and a row the operator deletes is never
|
|
12
|
+
* written again. A key present in the deployment env, even empty, is left to the env
|
|
13
|
+
* (a stored row would override it), and so is a key that already has a row.
|
|
14
|
+
*
|
|
15
|
+
* Call before `loadGlobalConfigsIntoEnv`, while `process.env` still holds the
|
|
16
|
+
* deployment values and so that the load injects the new rows.
|
|
17
|
+
*/
|
|
18
|
+
export async function seedDbRetentionDefaults(
|
|
19
|
+
isNewInstall: boolean = wasDbCreatedThisBoot(),
|
|
20
|
+
): Promise<string[]> {
|
|
21
|
+
if (!isNewInstall) return [];
|
|
22
|
+
const seeded: string[] = [];
|
|
23
|
+
// One transaction: a failure must not leave a partial set that no later boot completes.
|
|
24
|
+
await getDbClient().transaction(async () => {
|
|
25
|
+
for (const table of DB_RETENTION_TABLES) {
|
|
26
|
+
// Presence, not truthiness: an empty or blank env value is the operator's
|
|
27
|
+
// explicit "off" and must not be replaced by a deleting default.
|
|
28
|
+
if (!("newInstallDefault" in table) || process.env[table.envKey] !== undefined) continue;
|
|
29
|
+
const existing = await getSwarmConfigs({ scope: "global", key: table.envKey });
|
|
30
|
+
if (existing.length > 0) continue;
|
|
31
|
+
await upsertSwarmConfig({
|
|
32
|
+
scope: "global",
|
|
33
|
+
key: table.envKey,
|
|
34
|
+
value: String(table.newInstallDefault),
|
|
35
|
+
description: `New-install default: ${table.table} retention. Rows past it are permanently deleted. Delete this entry to turn the sweep off.`,
|
|
36
|
+
});
|
|
37
|
+
seeded.push(`${table.envKey}=${table.newInstallDefault}`);
|
|
38
|
+
}
|
|
39
|
+
});
|
|
40
|
+
if (seeded.length > 0) {
|
|
41
|
+
console.log(
|
|
42
|
+
`[startup] New database: stored default retention (${seeded.join(", ")}). Rows past these limits are permanently deleted; change or delete each key in Settings → Configuration.`,
|
|
43
|
+
);
|
|
44
|
+
}
|
|
45
|
+
return seeded;
|
|
46
|
+
}
|
package/src/be/db-retention.ts
CHANGED
|
@@ -5,6 +5,11 @@ import { TERMINAL_SCRIPT_RUN_STATUSES } from "../types";
|
|
|
5
5
|
import { isEnvFlagEnabled } from "../utils/env-flag";
|
|
6
6
|
import { scrubSecrets } from "../utils/secret-scrubber";
|
|
7
7
|
import { getDbClient } from "./db";
|
|
8
|
+
import {
|
|
9
|
+
deleteWorkflowRunRetentionBatch,
|
|
10
|
+
workflowRunRetentionStatements,
|
|
11
|
+
} from "./db/workflow-run-retention";
|
|
12
|
+
import { DbTransactionDeadlineError } from "./db-client";
|
|
8
13
|
import { DB_RETENTION_TUNING_BOUNDS, MAX_DB_RETENTION_DAYS } from "./swarm-config-guard";
|
|
9
14
|
|
|
10
15
|
const DAY_MS = 24 * 60 * 60 * 1000;
|
|
@@ -22,7 +27,7 @@ const YIELD_MS = 25;
|
|
|
22
27
|
* from operator configuration: a retention policy must never target a table
|
|
23
28
|
* that code review has not explicitly approved as safe to delete from.
|
|
24
29
|
*
|
|
25
|
-
*
|
|
30
|
+
* Three policies exist:
|
|
26
31
|
* - `age`: the env value is a number of days; rows whose `timeColumn` is older
|
|
27
32
|
* than that horizon are deleted. Optional narrowing: `terminalStatuses`
|
|
28
33
|
* deletes only rows whose `statusColumn` is in that list, `keepWhenSet`
|
|
@@ -32,6 +37,8 @@ const YIELD_MS = 25;
|
|
|
32
37
|
* - `keepLatest`: the env value is a count; within each `partitionBy` group,
|
|
33
38
|
* only the newest `rankBy` rows are kept. The newest row of a group is
|
|
34
39
|
* never deleted, because the smallest accepted count is 1.
|
|
40
|
+
* - `workflowRuns`: days since completion, with parent/child protection and
|
|
41
|
+
* transactional dependency cleanup in db/workflow-run-retention.ts.
|
|
35
42
|
*/
|
|
36
43
|
export const DB_RETENTION_TABLES = [
|
|
37
44
|
{
|
|
@@ -39,6 +46,7 @@ export const DB_RETENTION_TABLES = [
|
|
|
39
46
|
policy: "age",
|
|
40
47
|
timeColumn: "createdAt",
|
|
41
48
|
envKey: "SESSION_LOG_RETENTION_DAYS",
|
|
49
|
+
newInstallDefault: 30,
|
|
42
50
|
metricsKey: "sessionLogs",
|
|
43
51
|
},
|
|
44
52
|
{
|
|
@@ -46,6 +54,7 @@ export const DB_RETENTION_TABLES = [
|
|
|
46
54
|
policy: "age",
|
|
47
55
|
timeColumn: "createdAt",
|
|
48
56
|
envKey: "AGENT_LOG_RETENTION_DAYS",
|
|
57
|
+
newInstallDefault: 90,
|
|
49
58
|
metricsKey: "agentLog",
|
|
50
59
|
},
|
|
51
60
|
{
|
|
@@ -53,6 +62,7 @@ export const DB_RETENTION_TABLES = [
|
|
|
53
62
|
policy: "age",
|
|
54
63
|
timeColumn: "createdAt",
|
|
55
64
|
envKey: "EVENTS_RETENTION_DAYS",
|
|
65
|
+
newInstallDefault: 90,
|
|
56
66
|
metricsKey: "events",
|
|
57
67
|
},
|
|
58
68
|
{
|
|
@@ -66,6 +76,7 @@ export const DB_RETENTION_TABLES = [
|
|
|
66
76
|
partitionBy: "agentId, field",
|
|
67
77
|
rankBy: "version",
|
|
68
78
|
envKey: "CONTEXT_VERSIONS_KEEP_LATEST",
|
|
79
|
+
newInstallDefault: 100,
|
|
69
80
|
metricsKey: "contextVersions",
|
|
70
81
|
initialBatchSize: 50,
|
|
71
82
|
maxBatchSize: 100,
|
|
@@ -89,16 +100,29 @@ export const DB_RETENTION_TABLES = [
|
|
|
89
100
|
terminalStatuses: TERMINAL_SCRIPT_RUN_STATUSES,
|
|
90
101
|
keepWhenSet: "idempotencyKey",
|
|
91
102
|
envKey: "SCRIPT_RUNS_RETENTION_DAYS",
|
|
103
|
+
newInstallDefault: 30,
|
|
92
104
|
metricsKey: "scriptRuns",
|
|
93
105
|
initialBatchSize: 100,
|
|
94
106
|
maxBatchSize: 500,
|
|
95
107
|
},
|
|
108
|
+
{
|
|
109
|
+
table: "workflow_runs",
|
|
110
|
+
policy: "workflowRuns",
|
|
111
|
+
envKey: "WORKFLOW_RUNS_RETENTION_DAYS",
|
|
112
|
+
metricsKey: "workflowRuns",
|
|
113
|
+
initialBatchSize: 10,
|
|
114
|
+
minBatchSize: 1,
|
|
115
|
+
maxBatchSize: 100,
|
|
116
|
+
},
|
|
96
117
|
] as const satisfies ReadonlyArray<
|
|
97
118
|
{
|
|
98
119
|
table: string;
|
|
99
120
|
envKey: string;
|
|
121
|
+
/** Stored once as a global config row when the database is created; see db-retention-defaults.ts. */
|
|
122
|
+
newInstallDefault?: number;
|
|
100
123
|
metricsKey: string;
|
|
101
124
|
initialBatchSize?: number;
|
|
125
|
+
minBatchSize?: number;
|
|
102
126
|
maxBatchSize?: number;
|
|
103
127
|
} & (
|
|
104
128
|
| {
|
|
@@ -110,6 +134,7 @@ export const DB_RETENTION_TABLES = [
|
|
|
110
134
|
keepWhenSet?: string;
|
|
111
135
|
}
|
|
112
136
|
| { policy: "keepLatest"; partitionBy: string; rankBy: string }
|
|
137
|
+
| { policy: "workflowRuns" }
|
|
113
138
|
)
|
|
114
139
|
>;
|
|
115
140
|
|
|
@@ -348,6 +373,10 @@ type SweepStatements = {
|
|
|
348
373
|
};
|
|
349
374
|
|
|
350
375
|
export function sweepStatements(table: RetentionTable, value: number, now: Date): SweepStatements {
|
|
376
|
+
if (table.policy === "workflowRuns") {
|
|
377
|
+
const iso = new Date(now.getTime() - value * DAY_MS).toISOString();
|
|
378
|
+
return workflowRunRetentionStatements(`${iso.slice(0, 10)} ${iso.slice(11, 19)}`);
|
|
379
|
+
}
|
|
351
380
|
if (table.policy === "keepLatest") {
|
|
352
381
|
// ROW_NUMBER over the (partition, rank DESC) index: rank 1 is the newest
|
|
353
382
|
// row of its group. The DELETE removes the deepest history first, so an
|
|
@@ -429,13 +458,31 @@ async function sweepTable(
|
|
|
429
458
|
let slowestStatementMs = 0;
|
|
430
459
|
let size = batchSizeByTable[table.metricsKey] ?? initialBatchSize(table);
|
|
431
460
|
const ceiling = maxBatchSize(table);
|
|
461
|
+
const floor = "minBatchSize" in table ? table.minBatchSize : MIN_BATCH_SIZE;
|
|
432
462
|
|
|
433
463
|
try {
|
|
434
464
|
while (!signal.aborted && Date.now() < deadline) {
|
|
435
465
|
const limitUsed = size;
|
|
436
|
-
//
|
|
437
|
-
// batch
|
|
438
|
-
|
|
466
|
+
// Release the write lock between batches. Workflow runs need a single
|
|
467
|
+
// transaction per batch to unlink tasks and reclaim their definitions.
|
|
468
|
+
let result: { changes: number; executionMs: number };
|
|
469
|
+
try {
|
|
470
|
+
result =
|
|
471
|
+
table.policy === "workflowRuns"
|
|
472
|
+
? await deleteWorkflowRunRetentionBatch(
|
|
473
|
+
String(statements.params[0]),
|
|
474
|
+
limitUsed,
|
|
475
|
+
deadline,
|
|
476
|
+
)
|
|
477
|
+
: await client.runTimed(statements.deleteSql, [...statements.params, limitUsed]);
|
|
478
|
+
} catch (err) {
|
|
479
|
+
if (table.policy !== "workflowRuns" || !(err instanceof DbTransactionDeadlineError))
|
|
480
|
+
throw err;
|
|
481
|
+
// The entire batch rolled back. Retry smaller on the next pass/tick;
|
|
482
|
+
// reaching the budget is not a database failure.
|
|
483
|
+
size = Math.max(floor, Math.floor(size / 2));
|
|
484
|
+
break;
|
|
485
|
+
}
|
|
439
486
|
// Execution time only. Wall time around the call also covers waiting for
|
|
440
487
|
// the client's FIFO lock and its BUSY backoff sleeps, neither of which
|
|
441
488
|
// this statement spent in the driver: charging those to the stall metric
|
|
@@ -448,7 +495,7 @@ async function sweepTable(
|
|
|
448
495
|
batches += 1;
|
|
449
496
|
|
|
450
497
|
if (elapsed > maxStatementMs) {
|
|
451
|
-
size = Math.max(
|
|
498
|
+
size = Math.max(floor, Math.floor(size / 2));
|
|
452
499
|
} else if (elapsed < maxStatementMs / 5) {
|
|
453
500
|
size = Math.min(ceiling, size * 2);
|
|
454
501
|
}
|
|
@@ -458,7 +505,9 @@ async function sweepTable(
|
|
|
458
505
|
// pass. It does NOT prove the table is drained: each DELETE autocommits,
|
|
459
506
|
// so another process can commit an already-expired row before the count
|
|
460
507
|
// below runs. Loop control only — `drained` comes from that count.
|
|
461
|
-
|
|
508
|
+
// Removing a tree root exposes its expired children to the next batch.
|
|
509
|
+
if (result.changes === 0 || (table.policy !== "workflowRuns" && result.changes < limitUsed))
|
|
510
|
+
break;
|
|
462
511
|
if (signal.aborted || Date.now() >= deadline) break;
|
|
463
512
|
await yieldTick();
|
|
464
513
|
}
|