@desplega.ai/agent-swarm 2.8.3 → 2.9.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/acp-adapter-g909b5hw.js +16 -0
- package/dist/acp-targets-ny75x1qy.js +23 -0
- package/dist/{actions-ewz7bp4g.js → actions-b9qgrmeq.js} +82 -21
- package/dist/agent-fs-provision-b5dhdsbd.js +27 -0
- package/dist/{amp-adapter-f25tqhnf.js → amp-adapter-vtax2c9s.js} +3 -3
- package/dist/{anthropic-messages-jkva0zps.js → anthropic-messages-r5xf5hqw.js} +37 -37
- package/dist/{app-mkptw0k7.js → app-g2z15hax.js} +9 -4
- package/dist/approval-notifications-yt13wp8r.js +23 -0
- package/dist/{assistant-c47rfe77.js → assistant-2cgfxsgk.js} +56 -33
- package/dist/{azure-openai-responses-wgtqkbr3.js → azure-openai-responses-590s1eea.js} +10 -10
- package/dist/{boot-args-schema-4vb0xsat.js → boot-args-schema-3gwy0f60.js} +1 -1
- package/dist/{boot-reembed-htr73hbs.js → boot-reembed-92g7s5zp.js} +1 -1
- package/dist/{boot-reembed-1ghy2sab.js → boot-reembed-mywmyp4s.js} +1 -1
- package/dist/{boot-scrub-sweep-yrytg42z.js → boot-scrub-sweep-7dkdzqxx.js} +84 -13
- package/dist/{boot-seeds-n2b3dx4e.js → boot-seeds-ce7rvgq1.js} +4 -4
- package/dist/{boxd-jmfqgkqa.js → boxd-wn235q80.js} +7 -7
- package/dist/claude-adapter-3m4q7735.js +28 -0
- package/dist/{claude-managed-adapter-hddmxjyj.js → claude-managed-adapter-t8nfgcgz.js} +4 -4
- package/dist/{claude-managed-setup-hfvry1bd.js → claude-managed-setup-c217draw.js} +10 -10
- package/dist/{claude-sdk-session-0hamqzc7.js → claude-sdk-session-7fbqm51z.js} +9386 -9196
- package/dist/{cli-yjdgea32.js → cli-1jx0srjt.js} +17 -17
- package/dist/{cli-sdvcrq5x.js → cli-1jykg0py.js} +18 -14
- package/dist/{cli-k96cecs7.js → cli-2czxfnvj.js} +1221 -357
- package/dist/{cli-qmqt520k.js → cli-2dq9yv8p.js} +2 -2
- package/dist/{cli-e2w34h6z.js → cli-2xs8tsf7.js} +132 -85
- package/dist/{cli-z8cvws4c.js → cli-2yjj3e31.js} +907 -56
- package/dist/{cli-mdpbjnzq.js → cli-32djehja.js} +42 -42
- package/dist/{cli-gpz1d0t2.js → cli-3j873zxq.js} +4 -4
- package/dist/cli-43ms35q9.js +270 -0
- package/dist/cli-47hz21se.js +25584 -0
- package/dist/{cli-n515ex5z.js → cli-4ymxrwg5.js} +16 -16
- package/dist/{cli-f1kwb5fc.js → cli-5a6pqy45.js} +333 -21
- package/dist/{cli-93t5s4zq.js → cli-5gpqgs8b.js} +2 -2
- package/dist/{cli-15204js0.js → cli-6237rnyr.js} +1 -1
- package/dist/{cli-4ax9mvvg.js → cli-67mwzr35.js} +9 -9
- package/dist/{cli-t5ys4ebm.js → cli-6945ywhr.js} +3 -3
- package/dist/{cli-0bcgyj5b.js → cli-6ehs4mta.js} +87 -8
- package/dist/{cli-6yygkr0w.js → cli-6ym4jhzp.js} +15 -7
- package/dist/{cli-8bpgbr8k.js → cli-7evph51z.js} +5 -5
- package/dist/{cli-dtdht77h.js → cli-7mv4h3sn.js} +2 -2
- package/dist/{cli-nx2n3z6p.js → cli-7sf9sb0w.js} +3 -2
- package/dist/{cli-pe4d96rb.js → cli-7zm3b3f5.js} +1 -1
- package/dist/cli-8zh9nrew.js +78 -0
- package/dist/cli-9ttx00s3.js +137 -0
- package/dist/{cli-x6t50dmw.js → cli-9w8712tq.js} +620 -281
- package/dist/{cli-8476gtwf.js → cli-b6px1k1q.js} +1 -1
- package/dist/{cli-k2rw11py.js → cli-b91nz213.js} +5 -5
- package/dist/{cli-7c5tgqhf.js → cli-bg63qmsx.js} +10 -10
- package/dist/{cli-qps8je6j.js → cli-bkjdknnp.js} +54 -10
- package/dist/{cli-gn9y6fn7.js → cli-bnqncekd.js} +2 -2
- package/dist/{cli-s7zz734a.js → cli-br0924pw.js} +1 -1
- package/dist/{cli-h9yy18gy.js → cli-ctx0b85j.js} +5484 -5078
- package/dist/{cli-0vksaxvr.js → cli-dgs10ttj.js} +2 -2
- package/dist/cli-dqgnbnxs.js +132 -0
- package/dist/{cli-q6mfk1ej.js → cli-dzzh58sy.js} +2 -2
- package/dist/{cli-2znm3dzj.js → cli-eds5xnsz.js} +2 -2
- package/dist/{cli-c0xjnr8z.js → cli-f3jyzq4g.js} +2 -2
- package/dist/cli-f8x9drqr.js +84 -0
- package/dist/{cli-ztq5z4e1.js → cli-f9gz2vyj.js} +6 -6
- package/dist/{cli-bhsfbmk8.js → cli-fh97xn30.js} +93 -44
- package/dist/cli-fkef327x.js +103 -0
- package/dist/{cli-fsgttth8.js → cli-g0vv9dg4.js} +13 -13
- package/dist/{cli-kd56bmk4.js → cli-gabsjg8x.js} +3 -1
- package/dist/{cli-1m96dc36.js → cli-gfy38pvt.js} +3 -3
- package/dist/{cli-922z7gwm.js → cli-h9yqfzx9.js} +15 -11
- package/dist/{cli-5a7szzfh.js → cli-hnamkvnc.js} +2 -2
- package/dist/{cli-c3ng0mb4.js → cli-j7svy295.js} +71 -818
- package/dist/{cli-yss07azk.js → cli-jaw5v1sy.js} +3 -3
- package/dist/cli-jkw6ptfw.js +921 -0
- package/dist/{cli-s8p8hhty.js → cli-jm0hvmz2.js} +2 -2
- package/dist/{cli-knva3nmx.js → cli-jwampxxq.js} +8 -6
- package/dist/cli-kj0hyr43.js +51 -0
- package/dist/{cli-tnzebztn.js → cli-kpgcm7xy.js} +13 -1
- package/dist/{cli-9zmb7ptc.js → cli-kxx4k2jw.js} +8 -753
- package/dist/{cli-am1ptset.js → cli-m7c2380k.js} +208 -194
- package/dist/{cli-kw44j53p.js → cli-m7zvgt57.js} +45 -38
- package/dist/{cli-504akrp9.js → cli-meydjstb.js} +3 -3
- package/dist/{cli-54qr8mcd.js → cli-mhapr559.js} +4 -4
- package/dist/{cli-tf79ryyy.js → cli-mjw0yf82.js} +3 -3
- package/dist/{cli-rjvsf9qa.js → cli-mkwkwq81.js} +14 -11
- package/dist/{cli-n30e0hcp.js → cli-mna6pmfx.js} +2 -2
- package/dist/{cli-awwptga4.js → cli-mw620q3n.js} +1 -1
- package/dist/{cli-6wj7p986.js → cli-n3qe7tyr.js} +172 -168
- package/dist/{cli-4dpkjc2e.js → cli-nafvvsp8.js} +9 -9
- package/dist/{cli-sg27rk2t.js → cli-nbt14he0.js} +25 -19
- package/dist/{cli-7akn6ze9.js → cli-nh7x3133.js} +7 -28
- package/dist/{cli-zdaypkq9.js → cli-p4kckx1z.js} +285 -97
- package/dist/{cli-n5t077me.js → cli-pb2ay3sh.js} +10 -3
- package/dist/{cli-t4dv07kr.js → cli-psffsanb.js} +4 -3
- package/dist/{cli-mwwmka77.js → cli-pyjn0qhk.js} +2712 -268
- package/dist/{cli-emekyyhr.js → cli-q2d3e1k1.js} +1 -1
- package/dist/{cli-vqva1teb.js → cli-qe909n63.js} +2 -2
- package/dist/{cli-2d0cghfn.js → cli-qj39vrc6.js} +1 -1
- package/dist/{cli-tas6ckky.js → cli-rq5rpv6k.js} +2 -2
- package/dist/{cli-0agcv1v5.js → cli-rqx70rcz.js} +2 -2
- package/dist/{cli-kmemts3w.js → cli-sn650d7x.js} +39 -69
- package/dist/{cli-98rwmcyc.js → cli-snxhtehz.js} +3 -3
- package/dist/{cli-d829z3xc.js → cli-spfz393q.js} +6 -6
- package/dist/{cli-500c09j9.js → cli-t9ga4qmb.js} +14 -14
- package/dist/{cli-me0r8gzr.js → cli-td9tb872.js} +27 -25
- package/dist/cli-tvc4jag9.js +754 -0
- package/dist/{cli-6ek0hff4.js → cli-ty3gha1p.js} +4 -4
- package/dist/{cli-c71n3bxq.js → cli-v57d7fmm.js} +2 -2
- package/dist/{cli-j8cjdzan.js → cli-vs9vdpy0.js} +1 -1
- package/dist/cli-vt89089n.js +296 -0
- package/dist/{cli-pxwtcgcp.js → cli-vyff45ve.js} +2 -2
- package/dist/{cli-x3ex5bqf.js → cli-w16kwbzw.js} +1 -1
- package/dist/{cli-bj6qhgte.js → cli-w4n323t3.js} +197 -45
- package/dist/{cli-rqfvkx5t.js → cli-wn13hhdt.js} +13 -13
- package/dist/{cli-skmhsnqh.js → cli-x40a0w9j.js} +1 -1
- package/dist/{cli-zeaehgyd.js → cli-xag7btpe.js} +2 -2
- package/dist/{cli-k28wkapa.js → cli-xf1wn5ns.js} +2 -2
- package/dist/{cli-rh15cakt.js → cli-xwsm6xkr.js} +1 -1
- package/dist/{cli-dpsfwh7n.js → cli-y2ewxhth.js} +56 -31
- package/dist/{cli-vx421edw.js → cli-ysvspf5e.js} +9 -7
- package/dist/{cli-crpf163n.js → cli-zh0e5x7p.js} +16 -26
- package/dist/{cli-4e1hfbpq.js → cli-zr6qy15y.js} +24 -24
- package/dist/cli.js +33 -29
- package/dist/{codex-adapter-2brxx5ta.js → codex-adapter-n656pvb8.js} +9 -8
- package/dist/{codex-hook-c930c3ea.js → codex-hook-59atdwd8.js} +6 -6
- package/dist/{codex-login-cbrs1h5w.js → codex-login-a239g1ah.js} +1 -1
- package/dist/{codex-session-runner-y9anfj0r.js → codex-session-runner-p0fbv5y9.js} +10 -9
- package/dist/{commands-wn9q06qr.js → commands-gwea8z5p.js} +3 -3
- package/dist/{controller-fw608czd.js → controller-t67c3grh.js} +9 -6
- package/dist/{controllers-connect-63j5rdcm.js → controllers-connect-ks155r0h.js} +28 -25
- package/dist/{cursor-adapter-6mb9jme8.js → cursor-adapter-ygwrtmkv.js} +2 -2
- package/dist/{db-y4wfrzbm.js → db-kpmx06s9.js} +21 -13
- package/dist/{db-0m6v5tq4.js → db-rb2xqdb1.js} +3 -3
- package/dist/{devin-adapter-r0yx3gv8.js → devin-adapter-zp4tqq53.js} +1 -1
- package/dist/{dispatcher-9tq2zzdj.js → dispatcher-31sm0ej2.js} +21 -18
- package/dist/{docker-j75atvpt.js → docker-09tkkg0n.js} +47 -8
- package/dist/{dsh-adapter-t09sv4tq.js → dsh-adapter-qyxh0w31.js} +2 -2
- package/dist/{e2b-a7vzs2vj.js → e2b-3v1e745x.js} +6 -6
- package/dist/{e2b-7s9dscap.js → e2b-sm28k0k3.js} +6 -6
- package/dist/{easter-egg-3d-fbwvmwhe.js → easter-egg-3d-00wjscn6.js} +1 -1
- package/dist/{embedding-space-wh8de1t9.js → embedding-space-qhw4g68n.js} +6 -6
- package/dist/{embeddings-3hpbdtjr.js → embeddings-zdv9ke6x.js} +1 -1
- package/dist/{event-bus-tr6h3gv8.js → event-bus-xr83x566.js} +1 -1
- package/dist/{execute-4bdf8sdy.js → execute-zna8wwr7.js} +1 -1
- package/dist/{external-channel-ts2fwqh0.js → external-channel-1ac6t56s.js} +2 -2
- package/dist/fx-adapter-sk7n0fzc.js +19 -0
- package/dist/{getMachineId-bsd-nfgrzarv.js → getMachineId-bsd-637a7rbk.js} +3 -3
- package/dist/{getMachineId-darwin-wz886dsk.js → getMachineId-darwin-9vytrcnn.js} +3 -3
- package/dist/{getMachineId-linux-1nng3p1p.js → getMachineId-linux-mkzsvyyz.js} +3 -3
- package/dist/{getMachineId-unsupported-a0428vw9.js → getMachineId-unsupported-4cfs2n11.js} +3 -3
- package/dist/{getMachineId-win-h45922nq.js → getMachineId-win-154s3qma.js} +3 -3
- package/dist/{google-generative-ai-h7s3e9kk.js → google-generative-ai-maq6c9bf.js} +1 -1
- package/dist/{google-vertex-fhxaafzw.js → google-vertex-2jgsw2nb.js} +5 -5
- package/dist/grok-adapter-sjbcm5ew.js +19 -0
- package/dist/handlers-yzy0c87x.js +35 -0
- package/dist/{heartbeat-2ze5fzpc.js → heartbeat-2f6z4kdx.js} +24 -21
- package/dist/{hook-gaehe2w5.js → hook-8y0gvtp1.js} +14 -14
- package/dist/{hook-ca54yd4s.js → hook-w1skzaqc.js} +5 -5
- package/dist/{http-jfg8t2yk.js → http-wghxvpef.js} +2333 -589
- package/dist/{index-d6wkh8ar.js → index-0h6qd4p1.js} +34 -24
- package/dist/index-25pvya7q.js +40 -0
- package/dist/index-2t4859r5.js +35 -0
- package/dist/{index-enn321kd.js → index-42jq9yy3.js} +3 -3
- package/dist/{index-khe3gp0k.js → index-4k7m5dgj.js} +645 -370
- package/dist/index-620y7jzq.js +15 -0
- package/dist/{index-gjwaqaq8.js → index-8p0j4h4j.js} +506 -43
- package/dist/{index-3gv6sc4z.js → index-8zn8nxn5.js} +1 -1
- package/dist/{index-m5gx1xd6.js → index-9myfj74s.js} +40 -40
- package/dist/{index-3yvzbhxd.js → index-9zkchs9t.js} +336 -193
- package/dist/{index-0rvk3vd4.js → index-b5wgnm78.js} +47 -47
- package/dist/index-cxca2t8y.js +36 -0
- package/dist/{index-qwj6ntem.js → index-e3krvkh2.js} +4 -4
- package/dist/{index-hjhfk3ra.js → index-pe3d8jfy.js} +3 -3
- package/dist/index-rv89fvzf.js +572 -0
- package/dist/{index-csgrxedz.js → index-s71ez27v.js} +1 -1
- package/dist/{keepalive-k2a3qe73.js → keepalive-sh02349h.js} +4 -4
- package/dist/lead-gk4h5eg7.js +74 -0
- package/dist/{maintenance-gb5sd5nc.js → maintenance-yj0dcjja.js} +1 -1
- package/dist/{node-252anz2h.js → node-dqm4xgxw.js} +4 -4
- package/dist/{node-ray25snp.js → node-zd6shky9.js} +3 -3
- package/dist/{oauth-refresh-sweep-y7rm6bkb.js → oauth-refresh-sweep-d9xedk66.js} +3 -3
- package/dist/{onboard-jmc5qerv.js → onboard-dpgjn03r.js} +8 -8
- package/dist/{openai-codex-responses-k9gapdze.js → openai-codex-responses-bkcd8pjj.js} +9 -9
- package/dist/{openai-responses-4d5dx3c7.js → openai-responses-gbh0wfqe.js} +13 -13
- package/dist/{opencode-adapter-7eade9ev.js → opencode-adapter-2d31cpjc.js} +7 -6
- package/dist/{otel-impl-8j1xhxqd.js → otel-impl-1skarpfq.js} +110 -110
- package/dist/pending-bfmxtx0g.js +82 -0
- package/dist/{pi-mono-adapter-yqmaf32x.js → pi-mono-adapter-gvppnasy.js} +43 -16
- package/dist/{pricing-refresh-1nj722h6.js → pricing-refresh-c6b325mk.js} +2 -2
- package/dist/{rbac-roles-b1mtr6dr.js → rbac-roles-h80qbdbs.js} +3 -3
- package/dist/{rbac-roles-n1f3frk1.js → rbac-roles-zfcx68tx.js} +10 -3
- package/dist/{render-v2-1gfpd8rj.js → render-v2-nx20t3rb.js} +7 -4
- package/dist/{resume-w1s1eh5v.js → resume-5ep8agan.js} +11 -7
- package/dist/{runtime-84g5egsc.js → runtime-r3pj4mce.js} +1 -1
- package/dist/{session-access-y6z1txk4.js → session-access-n7p3m15b.js} +4 -4
- package/dist/{session-source-backfill-gxxwfh12.js → session-source-backfill-v8mt0zwn.js} +4 -4
- package/dist/{setup-r91gstyk.js → setup-z1psaqhe.js} +1 -1
- package/dist/thread-buffer-a1re2r9r.js +38 -0
- package/dist/{virtual-modules-cgnj6kme.js → virtual-modules-rrbjdpxn.js} +5 -5
- package/dist/{work-objects-qcxzg61c.js → work-objects-4aghh73z.js} +31 -23
- package/dist/worker-3dyyb8ev.js +74 -0
- package/dist/{worker-follow-up-y2d2h7km.js → worker-follow-up-166zmex1.js} +21 -18
- package/dist/{x-qhxq2ama.js → x-wg164ss9.js} +2 -2
- package/openapi.json +2561 -131
- package/package.json +15 -11
- package/plugin/commands/create-pr.md +1 -1
- package/plugin/pi-skills/create-pr/SKILL.md +1 -1
- package/src/apps/action-runner.ts +21 -1
- package/src/apps/catalog.generated.json +667 -18
- package/src/apps/page-validator.ts +341 -8
- package/src/assets/key.ts +6 -0
- package/src/be/agent-fs-user-keys.ts +186 -0
- package/src/be/audit-user.ts +27 -13
- package/src/be/automation-preflight.test.ts +14 -14
- package/src/be/automation-preflight.ts +24 -16
- package/src/be/boot-scrub-sweep.ts +143 -14
- package/src/be/caller-session-group.ts +86 -0
- package/src/be/checklist.ts +375 -0
- package/src/be/db/agents.ts +12 -1
- package/src/be/db/approvals.ts +26 -0
- package/src/be/db/model-profiles.ts +4 -1
- package/src/be/db/session-costs.ts +219 -0
- package/src/be/db/session-log-reasoning.ts +36 -0
- package/src/be/db/session-moves.ts +23 -0
- package/src/be/db/session-tree.ts +78 -19
- package/src/be/db/tasks/eligibility-scan.ts +14 -0
- package/src/be/db/tasks/read.ts +7 -3
- package/src/be/db/tasks/slack-fold.ts +116 -0
- package/src/be/db/tasks/write.ts +67 -1
- package/src/be/db-queries/mcp-servers.ts +13 -0
- package/src/be/db-queries/oauth.ts +6 -0
- package/src/be/db-queries/task-artifacts.ts +10 -8
- package/src/be/db.ts +242 -319
- package/src/be/extensions/assets.ts +17 -13
- package/src/be/import/config.ts +54 -0
- package/src/be/import/dir-source.ts +372 -0
- package/src/be/import/index.ts +149 -0
- package/src/be/import/pending.ts +71 -0
- package/src/be/import/schema.ts +137 -0
- package/src/be/import/seeders.ts +462 -0
- package/src/be/key-window-usage.ts +385 -0
- package/src/be/migrations/297_import_ownership.sql +34 -0
- package/src/be/migrations/301_favorites_key_type.sql +36 -0
- package/src/be/migrations/302_checklist_items.sql +23 -0
- package/src/be/migrations/303_task_ui_specs.sql +28 -0
- package/src/be/migrations/306_provider_account_telemetry.sql +1 -0
- package/src/be/migrations/307_session_cost_credential_attribution.sql +23 -0
- package/src/be/migrations/310_session_logs_reasoning.sql +12 -0
- package/src/be/multi-runtime.ts +8 -1
- package/src/be/rbac-roles.ts +8 -1
- package/src/be/runtime-pools/db.ts +3 -0
- package/src/be/runtime-pools/demand.ts +20 -2
- package/src/be/runtime-pools/reachability.ts +31 -0
- package/src/be/runtime-pools/routing.ts +8 -1
- package/src/be/runtime-pools/supervisor.ts +6 -7
- package/src/be/savings/read.ts +8 -6
- package/src/be/script-credential-broker.ts +2 -2
- package/src/be/scripts/typecheck.ts +4 -4
- package/src/be/seed/agent-fs-provision.ts +104 -19
- package/src/be/seed/index.ts +1 -1
- package/src/be/seed/registry.ts +27 -8
- package/src/be/seed/runner.ts +1 -1
- package/src/be/seed/schedules-seeder.ts +24 -6
- package/src/be/seed/seed-toggle.ts +32 -0
- package/src/be/seed/types.ts +6 -0
- package/src/be/seed-scripts/catalog/boot-triage.inline.ts +1 -0
- package/src/be/seed-scripts/catalog/boot-triage.ts +1 -0
- package/src/be/seed-scripts/catalog/dreaming-gather.ts +2 -2
- package/src/be/seed-scripts/catalog/wait-for-task.ts +5 -1
- package/src/be/seed-skills/index.ts +3 -0
- package/src/be/steering.ts +27 -4
- package/src/be/swarm-config-guard.ts +54 -1
- package/src/be/task-citations.ts +8 -5
- package/src/be/task-ui-spec.ts +158 -0
- package/src/commands/controller.ts +3 -0
- package/src/commands/credential-outcome-report.ts +13 -3
- package/src/commands/onboard/agent-fs-version.ts +1 -1
- package/src/commands/rate-limit-outcome.ts +6 -0
- package/src/commands/runner.ts +95 -55
- package/src/e2b/env.ts +2 -0
- package/src/extensions/catalog.generated.json +17 -0
- package/src/extensions/contract-types.generated.ts +1 -1
- package/src/github/app.ts +10 -1
- package/src/github/handlers.ts +6 -3
- package/src/github/reactions.ts +12 -14
- package/src/heartbeat/heartbeat.ts +14 -4
- package/src/http/agents.ts +19 -10
- package/src/http/all-routes.ts +2 -0
- package/src/http/api-keys.ts +258 -30
- package/src/http/approval-requests.ts +24 -4
- package/src/http/apps.ts +69 -5
- package/src/http/checklist.ts +176 -0
- package/src/http/db-query-bounded.ts +256 -11
- package/src/http/db-query-shared.ts +9 -0
- package/src/http/favorites.ts +14 -2
- package/src/http/fs.ts +346 -1
- package/src/http/index.ts +29 -1
- package/src/http/kv.ts +13 -0
- package/src/http/mcp-oauth.ts +1 -1
- package/src/http/mcp-servers.ts +15 -2
- package/src/http/onboarding.ts +2 -9
- package/src/http/poll.ts +45 -0
- package/src/http/script-connections.ts +1 -0
- package/src/http/session-data.ts +74 -23
- package/src/http/sessions.ts +23 -2
- package/src/http/slack-events.ts +101 -0
- package/src/http/status.ts +25 -7
- package/src/http/task-requester.ts +46 -0
- package/src/http/tasks.ts +169 -42
- package/src/http/users.ts +14 -0
- package/src/http/webhooks.ts +15 -0
- package/src/integrations/cards/index.ts +151 -0
- package/src/integrations/chat-sdk/outbound.ts +39 -13
- package/src/integrations/chat-sdk/relay.ts +87 -0
- package/src/integrations/chat-sdk/runtime.ts +7 -1
- package/src/integrations/chat-sdk/status.ts +17 -0
- package/src/integrations/chat-sdk/telegram-api.ts +6 -1
- package/src/jira/outbound.ts +5 -3
- package/src/kv-reserved-namespaces.ts +17 -2
- package/src/linear/outbound.ts +5 -1
- package/src/oauth/presets.ts +29 -2
- package/src/prompts/base-prompt.ts +25 -4
- package/src/prompts/session-templates.ts +102 -8
- package/src/providers/acp-targets.ts +1 -1
- package/src/providers/amp-adapter.ts +1 -1
- package/src/providers/claude-adapter.ts +27 -4
- package/src/providers/claude-flag-settings.ts +39 -1
- package/src/providers/claude-managed-adapter.ts +5 -1
- package/src/providers/codex-adapter.ts +86 -4
- package/src/providers/codex-app-server.ts +11 -16
- package/src/providers/codex-oauth/auth-json.ts +1 -0
- package/src/providers/opencode-adapter.ts +7 -19
- package/src/providers/pi-mono-adapter.ts +35 -2
- package/src/providers/pricing-sources.md +32 -0
- package/src/providers/runtime-dependencies.ts +158 -0
- package/src/providers/types.ts +11 -0
- package/src/rbac/legacy-policy.ts +2 -0
- package/src/rbac/permissions.ts +10 -1
- package/src/runtime-providers/docker.ts +65 -1
- package/src/scheduler/deferred-task-waits.ts +18 -5
- package/src/scripts-runtime/credential-broker/default-bindings.ts +19 -11
- package/src/scripts-runtime/credential-broker/index.ts +1 -1
- package/src/scripts-runtime/egress-secrets.ts +2 -2
- package/src/scripts-runtime/swarm-sdk.ts +3 -2
- package/src/scripts-runtime/types/stdlib.d.ts +11 -4
- package/src/scripts-runtime/types/swarm-extension.d.ts +9 -9
- package/src/scripts-runtime/types/swarm-sdk.d.ts +11 -4
- package/src/server.ts +4 -4
- package/src/slack/actions.ts +56 -0
- package/src/slack/app.ts +107 -59
- package/src/slack/assistant.ts +33 -7
- package/src/slack/handlers.ts +6 -4
- package/src/slack/http-receiver.ts +284 -0
- package/src/slack/inbound-dispatch.ts +43 -7
- package/src/slack/inbound-files.ts +35 -14
- package/src/slack/message-text.ts +47 -4
- package/src/slack/render-v2.ts +109 -24
- package/src/slack/responses.ts +3 -2
- package/src/slack/socket-ack.ts +17 -10
- package/src/slack/steering.ts +5 -0
- package/src/slack/thread-buffer-store.ts +58 -0
- package/src/slack/thread-buffer.ts +341 -57
- package/src/slack/work-objects.ts +4 -1
- package/src/tasks/context-key.ts +24 -0
- package/src/tasks/errors.ts +5 -0
- package/src/tasks/sibling-awareness.ts +13 -1
- package/src/tests/acp-adapter.test.ts +4 -6
- package/src/tests/agent-fs-live-url.test.ts +15 -0
- package/src/tests/agent-fs-provision-seeder.test.ts +140 -0
- package/src/tests/agent-fs-user-keys.test.ts +483 -0
- package/src/tests/agentfs-proxy.test.ts +8 -8
- package/src/tests/api-key-tracking.test.ts +0 -72
- package/src/tests/api-keys-status-model-limits.test.ts +93 -1
- package/src/tests/api-keys-validation.test.ts +42 -0
- package/src/tests/approval-card-resolution.test.ts +402 -0
- package/src/tests/approval-requests-notifications.test.ts +12 -2
- package/src/tests/approval-respond-auth.test.ts +28 -0
- package/src/tests/apps-action-parent-task.test.ts +140 -0
- package/src/tests/apps-catalog-additions.test.ts +315 -0
- package/src/tests/apps-catalog-files.test.ts +114 -0
- package/src/tests/apps-catalog-hitl.test.ts +117 -0
- package/src/tests/apps-catalog-inputs.test.ts +86 -0
- package/src/tests/apps-catalog-page-frame.test.ts +49 -0
- package/src/tests/apps-catalog-table.test.ts +47 -0
- package/src/tests/apps-chart-shell.test.ts +1 -1
- package/src/tests/apps-element-assembly.test.ts +52 -3
- package/src/tests/apps-session-thread.test.ts +261 -0
- package/src/tests/asset-key-invariants.test.ts +14 -0
- package/src/tests/base-prompt.test.ts +213 -23
- package/src/tests/boot-scrub-sweep.test.ts +172 -0
- package/src/tests/caller-session-group.test.ts +199 -0
- package/src/tests/cards.test.ts +169 -0
- package/src/tests/chat-sdk-relay.test.ts +149 -1
- package/src/tests/chat-sdk-status-route.test.ts +16 -3
- package/src/tests/chat-sdk-telegram-token.test.ts +76 -0
- package/src/tests/chat-sdk-tools.test.ts +147 -0
- package/src/tests/checklist-nudge.test.ts +208 -0
- package/src/tests/checklist.test.ts +686 -0
- package/src/tests/claude-adapter-binary.test.ts +67 -6
- package/src/tests/claude-flag-settings.test.ts +29 -0
- package/src/tests/claude-sdk-lifecycle.test.ts +5 -0
- package/src/tests/codex-adapter.test.ts +340 -2
- package/src/tests/codex-app-server.test.ts +32 -0
- package/src/tests/codex-oauth.test.ts +3 -1
- package/src/tests/codex-rate-limits.test.ts +384 -0
- package/src/tests/comb-config-guard.test.ts +21 -0
- package/src/tests/comb-default.test.ts +59 -97
- package/src/tests/comb-links.test.ts +86 -16
- package/src/tests/comb-status.test.ts +24 -27
- package/src/tests/create-page-tool.test.ts +101 -1
- package/src/tests/create-schedule-key.test.ts +105 -0
- package/src/tests/credential-broker.test.ts +2 -2
- package/src/tests/credential-outcome-report.test.ts +20 -0
- package/src/tests/db-query.test.ts +87 -1
- package/src/tests/db-task-read-contract.test.ts +4 -0
- package/src/tests/db-task-write-contract.test.ts +6 -1
- package/src/tests/deferred-task-wake.test.ts +63 -1
- package/src/tests/docker-isolation-config-guard.test.ts +29 -0
- package/src/tests/docs-index-footprint.test.js +11 -3
- package/src/tests/e2e-visuals-comment.test.ts +82 -0
- package/src/tests/e2e-visuals-verify-pr.test.ts +138 -0
- package/src/tests/entrypoint-github-enterprise.test.ts +158 -0
- package/src/tests/extensions-assets.test.ts +7 -3
- package/src/tests/extensions-catalog.test.ts +1 -0
- package/src/tests/extensions-example-sql-admin-only.test.ts +201 -0
- package/src/tests/extensions-pre-task.test.ts +3 -3
- package/src/tests/extensions-steering.test.ts +14 -2
- package/src/tests/favorites-agent-fs-path.test.ts +124 -0
- package/src/tests/fetch-resolved-env.test.ts +68 -0
- package/src/tests/fixtures/import-package.ts +32 -0
- package/src/tests/fixtures/runner-missing-dependency.ts +129 -0
- package/src/tests/fixtures/ui-spec-slack/deploys.json +121 -0
- package/src/tests/fixtures/ui-spec-slack/incident.json +183 -0
- package/src/tests/fixtures/ui-spec-slack/three-charts-stale.json +196 -0
- package/src/tests/fixtures/ui-spec-slack/video-rejected-by-slack.json +183 -0
- package/src/tests/fixtures/ui-spec-slack/video.json +446 -0
- package/src/tests/fs-routes.test.ts +505 -2
- package/src/tests/github-ghes-mock.test.ts +196 -0
- package/src/tests/github-host.test.ts +285 -0
- package/src/tests/gitleaks-download-retry.test.ts +85 -0
- package/src/tests/heartbeat-supersede-resume.test.ts +73 -0
- package/src/tests/heartbeat.test.ts +56 -0
- package/src/tests/human-thread-routing.test.ts +187 -0
- package/src/tests/import-config.test.ts +209 -0
- package/src/tests/import.test.ts +464 -0
- package/src/tests/invites-http.test.ts +144 -1
- package/src/tests/jira-outbound-sync.test.ts +33 -1
- package/src/tests/key-window-usage.test.ts +831 -0
- package/src/tests/kv-http.test.ts +11 -0
- package/src/tests/linear-outbound-sync.test.ts +30 -1
- package/src/tests/literal-matcher.test.ts +58 -0
- package/src/tests/mcp-oauth-manual-client.test.ts +1 -1
- package/src/tests/oauth-presets.test.ts +12 -0
- package/src/tests/pi-mono-adapter.test.ts +79 -0
- package/src/tests/pool-affinity.test.ts +50 -0
- package/src/tests/preload-env.test.ts +2 -0
- package/src/tests/preload.ts +3 -1
- package/src/tests/prompt-template-session.test.ts +53 -5
- package/src/tests/provider-quota-persistence.test.ts +362 -0
- package/src/tests/provider-registration.test.ts +2 -55
- package/src/tests/provider-runtime-dependencies.test.ts +212 -0
- package/src/tests/rate-limit-event.test.ts +22 -0
- package/src/tests/rbac-admission.test.ts +19 -0
- package/src/tests/rbac-charact-misc-tools.test.ts +31 -0
- package/src/tests/rbac-engine.test.ts +2 -0
- package/src/tests/rbac-roles.test.ts +2 -0
- package/src/tests/reasoning-events.test.ts +164 -0
- package/src/tests/routing-affinity-inventory.test.ts +22 -0
- package/src/tests/runner-missing-dependency.test.ts +61 -0
- package/src/tests/runtime-pool-reachability.test.ts +135 -1
- package/src/tests/runtime-pool-routing.test.ts +52 -0
- package/src/tests/runtime-providers-docker.test.ts +91 -0
- package/src/tests/runtime-stale-threshold.test.ts +40 -0
- package/src/tests/savings-fleet-slices.test.ts +122 -0
- package/src/tests/savings-read.test.ts +41 -0
- package/src/tests/savings-scripts.test.ts +9 -3
- package/src/tests/script-connections.test.ts +7 -0
- package/src/tests/script-executor-conformance.test.ts +41 -4
- package/src/tests/secret-canary-sweep.test.ts +41 -5
- package/src/tests/secret-scrub-gate.test.ts +257 -0
- package/src/tests/seed-registry.test.ts +142 -9
- package/src/tests/seed-scripts.test.ts +23 -0
- package/src/tests/session-cost-attribution.test.ts +748 -0
- package/src/tests/session-costs.test.ts +14 -15
- package/src/tests/session-logs.test.ts +83 -0
- package/src/tests/session-source-keys.test.ts +42 -1
- package/src/tests/sessions-detail-batch.test.ts +7 -0
- package/src/tests/sessions-move.test.ts +70 -0
- package/src/tests/sessions-tree.test.ts +98 -0
- package/src/tests/sessions.test.ts +69 -0
- package/src/tests/slack-config.test.ts +4 -18
- package/src/tests/slack-http-receiver.test.ts +472 -0
- package/src/tests/slack-inbound-logging.test.ts +64 -0
- package/src/tests/slack-leave-thread.test.ts +1 -1
- package/src/tests/slack-message-text.test.ts +104 -0
- package/src/tests/slack-mode-lifecycle.test.ts +6 -4
- package/src/tests/slack-render-v2.test.ts +405 -0
- package/src/tests/slack-skip-reaction.test.ts +2 -2
- package/src/tests/slack-start-reload-race.test.ts +67 -0
- package/src/tests/slack-steering.test.ts +22 -10
- package/src/tests/slack-thread-buffer-context.test.ts +1 -1
- package/src/tests/slack-thread-buffer-fold.test.ts +417 -0
- package/src/tests/slack-thread-buffer-restore.test.ts +198 -0
- package/src/tests/slack-thread-buffer-startup-restore.test.ts +86 -0
- package/src/tests/slack-thread-buffer.test.ts +34 -34
- package/src/tests/slack-thread-participants.test.ts +23 -5
- package/src/tests/slack-tool-blocks.test.ts +167 -0
- package/src/tests/status.test.ts +32 -6
- package/src/tests/steering-core.test.ts +13 -0
- package/src/tests/steering-enabled.test.ts +7 -1
- package/src/tests/steering-promotion.test.ts +24 -0
- package/src/tests/subscription-plans.test.ts +20 -1
- package/src/tests/swarm-config-reserved-keys.test.ts +17 -0
- package/src/tests/system-one-hosts-ui-mirror.test.ts +67 -0
- package/src/tests/task-artifacts.test.ts +50 -0
- package/src/tests/task-session-prompts.test.ts +95 -1
- package/src/tests/task-ui-action-route.test.ts +191 -0
- package/src/tests/task-ui-actions.test.ts +195 -0
- package/src/tests/task-ui-spec-fallback.test.ts +65 -0
- package/src/tests/task-ui-spec.test.ts +368 -0
- package/src/tests/workflow-agent-task-retry.test.ts +34 -1
- package/src/tests/workflow-system-one-extraction.test.ts +149 -1
- package/src/tools/chat-post.ts +19 -4
- package/src/tools/chat-reply.ts +20 -4
- package/src/tools/create-page.ts +21 -4
- package/src/tools/defer-task.ts +1 -1
- package/src/tools/get-swarm.ts +18 -2
- package/src/tools/join-swarm.ts +2 -1
- package/src/tools/kv/kv-write-auth.ts +17 -1
- package/src/tools/schedules/create-schedule.ts +22 -4
- package/src/tools/slack-post.ts +40 -7
- package/src/tools/slack-reply.ts +50 -14
- package/src/tools/store-progress.ts +69 -3
- package/src/types.ts +50 -4
- package/src/ui-spec/actions.ts +86 -0
- package/src/ui-spec/fallback.ts +19 -0
- package/src/ui-spec/slack.ts +17 -0
- package/src/ui-spec/validate.ts +169 -0
- package/src/utils/codex-rate-limits.ts +159 -0
- package/src/utils/constants.ts +60 -138
- package/src/utils/credentials.ts +2 -0
- package/src/utils/error-tracker.ts +19 -0
- package/src/utils/github-host.ts +217 -0
- package/src/utils/github-pull-request.ts +8 -5
- package/src/utils/literal-matcher.ts +118 -0
- package/src/utils/provider-account-telemetry.ts +331 -0
- package/src/utils/reasoning-events.ts +107 -0
- package/src/utils/secret-scrubber.ts +331 -25
- package/src/utils/subscription-plans.ts +11 -59
- package/src/utils/task-attachment-links.ts +9 -12
- package/src/utils/task-ui-spec.ts +67 -0
- package/src/vcs/index.ts +3 -0
- package/src/workflows/approval-notifications.ts +188 -12
- package/src/workflows/executors/system-one-extraction.ts +14 -7
- package/src/workflows/executors/system-one-providers.ts +22 -1
- package/src/workflows/task-step-routing.ts +8 -3
- package/templates/community/open-prompt-showreel/PLAYBOOK.md +1 -1
- package/templates/community/open-prompt-showreel/skills/open-prompt-showreel/SKILL.md +1 -1
- package/templates/extensions/README.md +1 -0
- package/templates/extensions/sql-admin-only/README.md +20 -0
- package/templates/extensions/sql-admin-only/hooks.ts +100 -0
- package/templates/extensions/sql-admin-only/manifest.json +8 -0
- package/templates/import/manifest.schema.json +136 -0
- package/templates/import/sources.schema.json +44 -0
- package/templates/skills/agent-browser/SKILL.md +1 -1
- package/templates/skills/agent-browser/content.md +1 -1
- package/templates/skills/apps/SKILL.md +151 -14
- package/templates/skills/apps/content.md +151 -14
- package/templates/skills/asset-namespaces/content.md +2 -1
- package/templates/skills/chat-sdk/content.md +17 -0
- package/templates/skills/db-query-guidance/content.md +2 -1
- package/templates/skills/scheduling/content.md +27 -0
- package/templates/skills/slack-interaction/content.md +12 -2
- package/templates/skills/swarm-docs/content.md +1 -0
- package/templates/skills/swarm-extensions/config.json +1 -1
- package/templates/skills/swarm-extensions/content.md +33 -23
- package/templates/skills/swarm-scripts/SKILL.md +13 -0
- package/templates/skills/swarm-scripts/content.md +13 -0
- package/templates/skills/ui-spec/config.json +14 -0
- package/templates/skills/ui-spec/content.md +127 -0
- package/templates/skills/work-on-task/SKILL.md +1 -1
- package/templates/skills/work-on-task/content.md +1 -1
- package/templates/skills/workflow-iterate/content.md +4 -7
- package/templates/workflows/dreaming/content.md +2 -2
- package/dist/acp-adapter-xq6s2z6t.js +0 -14
- package/dist/claude-adapter-r33pqnzx.js +0 -24
- package/dist/cli-dns0y538.js +0 -194
- package/dist/cli-m2z8jagn.js +0 -12078
- package/dist/fx-adapter-1rnxnf56.js +0 -17
- package/dist/grok-adapter-efhmf1r8.js +0 -17
- package/dist/handlers-anrr3py9.js +0 -32
- package/dist/index-2skqtd76.js +0 -12795
- package/dist/index-8w2aznds.js +0 -33
- package/dist/index-qnjvr362.js +0 -37
- package/dist/index-yzxd3sn9.js +0 -32
- package/dist/lead-zhxqbfdv.js +0 -69
- package/dist/worker-7j2907g6.js +0 -69
- package/src/tests/entrypoint-acp-target-binary.test.ts +0 -439
- package/dist/{cli-4caa1x7d.js → cli-tsa40663.js} +4 -4
- package/dist/{mistral-conversations-a45tx39a.js → mistral-conversations-0c30em7t.js} +4 -4
- package/dist/{openai-completions-xd579js7.js → openai-completions-f3n69rep.js} +18 -18
- package/dist/{pi-messages-hjbv8v10.js → pi-messages-zebyt7gb.js} +5 -5
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { afterEach, describe, expect, test } from "bun:test";
|
|
2
|
+
|
|
3
|
+
import { runtimeStaleThresholdMinutes } from "../be/multi-runtime";
|
|
4
|
+
|
|
5
|
+
const KEY = "RUNTIME_STALE_THRESHOLD_MIN";
|
|
6
|
+
const original = process.env[KEY];
|
|
7
|
+
|
|
8
|
+
function set(value: string | undefined): void {
|
|
9
|
+
if (value === undefined) delete process.env[KEY];
|
|
10
|
+
else process.env[KEY] = value;
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
describe("runtimeStaleThresholdMinutes", () => {
|
|
14
|
+
afterEach(() => set(original));
|
|
15
|
+
|
|
16
|
+
test("a negative value falls back to the 5-minute default (#2802)", () => {
|
|
17
|
+
set("-1");
|
|
18
|
+
expect(runtimeStaleThresholdMinutes()).toBe(5);
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
test("zero falls back to the default", () => {
|
|
22
|
+
set("0");
|
|
23
|
+
expect(runtimeStaleThresholdMinutes()).toBe(5);
|
|
24
|
+
});
|
|
25
|
+
|
|
26
|
+
test("non-numeric junk falls back to the default", () => {
|
|
27
|
+
set("soon");
|
|
28
|
+
expect(runtimeStaleThresholdMinutes()).toBe(5);
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
test("unset uses the default", () => {
|
|
32
|
+
set(undefined);
|
|
33
|
+
expect(runtimeStaleThresholdMinutes()).toBe(5);
|
|
34
|
+
});
|
|
35
|
+
|
|
36
|
+
test("a positive configured value stays effective", () => {
|
|
37
|
+
set("17");
|
|
38
|
+
expect(runtimeStaleThresholdMinutes()).toBe(17);
|
|
39
|
+
});
|
|
40
|
+
});
|
|
@@ -0,0 +1,122 @@
|
|
|
1
|
+
import { afterAll, beforeAll, describe, expect, test } from "bun:test";
|
|
2
|
+
import { mkdtempSync, rmSync } from "node:fs";
|
|
3
|
+
import { tmpdir } from "node:os";
|
|
4
|
+
import { join } from "node:path";
|
|
5
|
+
import { closeDb, getDbClient, initDb } from "../be/db";
|
|
6
|
+
import { MODEL_VERSION } from "../be/savings/model";
|
|
7
|
+
import { readFleetSavings, resetSavingsReadCache } from "../be/savings/read";
|
|
8
|
+
import { resetSavingsRollupForTests, utcDay } from "../be/savings/rollup";
|
|
9
|
+
|
|
10
|
+
// The fleet read loads buckets in slices of whole days of about 5k rows. This
|
|
11
|
+
// fixture spans several slices per kind, so a slice that overlaps its
|
|
12
|
+
// neighbour (counting a day twice) or skips a day changes the run counts.
|
|
13
|
+
// Every job has the same facts, so every row ties on the saving, and the rows
|
|
14
|
+
// are written in reverse id order, so only the id tie-break sorts them.
|
|
15
|
+
const NOW = Date.now();
|
|
16
|
+
const DAYS = 7;
|
|
17
|
+
const JOBS = 1000;
|
|
18
|
+
const WF_RUNS = 30;
|
|
19
|
+
const SC_RUNS = 20;
|
|
20
|
+
// A 7-day window touches 8 UTC days. The first one is partial and scanned
|
|
21
|
+
// live, so the buckets sit on the 7 full days after it: 7,000 rows per kind.
|
|
22
|
+
const FIRST_DAY = utcDay(NOW - DAYS * 86_400_000);
|
|
23
|
+
const BUCKET_DAYS = DAYS;
|
|
24
|
+
const ids = (prefix: string) =>
|
|
25
|
+
Array.from({ length: JOBS }, (_, i) => `${prefix}-${String(i).padStart(4, "0")}`);
|
|
26
|
+
|
|
27
|
+
const templateGlobals = globalThis as typeof globalThis & {
|
|
28
|
+
__testMigrationTemplate?: Uint8Array;
|
|
29
|
+
__savedFleetSlicesTemplate?: Uint8Array;
|
|
30
|
+
};
|
|
31
|
+
|
|
32
|
+
describe("savings fleet read slices", () => {
|
|
33
|
+
let dbDir: string | undefined;
|
|
34
|
+
|
|
35
|
+
beforeAll(async () => {
|
|
36
|
+
// A real file, as in savings-fleet-scale.test.ts: the script read's
|
|
37
|
+
// first-day scan goes through the bounded db-query path.
|
|
38
|
+
templateGlobals.__savedFleetSlicesTemplate = templateGlobals.__testMigrationTemplate;
|
|
39
|
+
templateGlobals.__testMigrationTemplate = undefined;
|
|
40
|
+
closeDb();
|
|
41
|
+
dbDir = mkdtempSync(join(tmpdir(), "savings-fleet-slices-"));
|
|
42
|
+
initDb(join(dbDir, "fleet.sqlite"));
|
|
43
|
+
await resetSavingsRollupForTests();
|
|
44
|
+
const db = getDbClient();
|
|
45
|
+
const at = new Date(NOW).toISOString();
|
|
46
|
+
await db.run(
|
|
47
|
+
`WITH RECURSIVE d(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM d WHERE i < ?)
|
|
48
|
+
INSERT INTO automation_savings_days (day, jobKind, modelVersion, computedAt)
|
|
49
|
+
SELECT date(?, '+' || i || ' days'), k.kind, ?, ? FROM d, (SELECT 'workflow' kind UNION ALL SELECT 'script') k`,
|
|
50
|
+
[DAYS, FIRST_DAY, MODEL_VERSION, at],
|
|
51
|
+
);
|
|
52
|
+
// Day by day, highest id first: rowid order is reverse id order.
|
|
53
|
+
await db.run(
|
|
54
|
+
`WITH RECURSIVE d(i) AS (SELECT 1 UNION ALL SELECT i + 1 FROM d WHERE i < ?),
|
|
55
|
+
j(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM j WHERE i < ?)
|
|
56
|
+
INSERT INTO automation_savings_daily
|
|
57
|
+
(day, jobKind, jobId, jobKey, jobName, subKind, runs, countedRuns, schedRuns, effectRuns, opsSum, agentTasks, agentUsd, computeSecs, modelVersion, computedAt)
|
|
58
|
+
SELECT date(?, '+' || d.i || ' days'), 'workflow', printf('wf-%04d', ? - j.i), printf('wf-%04d', ? - j.i), 'wf', '', ?, ?, 0, 3, 270, 1, 0.5, 12, ?, ?
|
|
59
|
+
FROM d, j ORDER BY d.i, j.i`,
|
|
60
|
+
[BUCKET_DAYS, JOBS - 1, FIRST_DAY, JOBS - 1, JOBS - 1, WF_RUNS, WF_RUNS, MODEL_VERSION, at],
|
|
61
|
+
);
|
|
62
|
+
await db.run(
|
|
63
|
+
`WITH RECURSIVE d(i) AS (SELECT 1 UNION ALL SELECT i + 1 FROM d WHERE i < ?),
|
|
64
|
+
j(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM j WHERE i < ?)
|
|
65
|
+
INSERT INTO automation_savings_daily
|
|
66
|
+
(day, jobKind, jobId, jobKey, jobName, subKind, runs, countedRuns, effectRuns, opsSum, computeSecs, modelVersion, computedAt)
|
|
67
|
+
SELECT date(?, '+' || d.i || ' days'), 'script', printf('sc-%04d', ? - j.i), printf('sc-%04d', ? - j.i), printf('sc-%04d', ? - j.i), '', ?, ?, 2, 80, 5, ?, ?
|
|
68
|
+
FROM d, j ORDER BY d.i, j.i`,
|
|
69
|
+
[
|
|
70
|
+
BUCKET_DAYS,
|
|
71
|
+
JOBS - 1,
|
|
72
|
+
FIRST_DAY,
|
|
73
|
+
JOBS - 1,
|
|
74
|
+
JOBS - 1,
|
|
75
|
+
JOBS - 1,
|
|
76
|
+
SC_RUNS,
|
|
77
|
+
SC_RUNS,
|
|
78
|
+
MODEL_VERSION,
|
|
79
|
+
at,
|
|
80
|
+
],
|
|
81
|
+
);
|
|
82
|
+
resetSavingsReadCache();
|
|
83
|
+
}, 60_000);
|
|
84
|
+
|
|
85
|
+
afterAll(() => {
|
|
86
|
+
closeDb();
|
|
87
|
+
templateGlobals.__testMigrationTemplate = templateGlobals.__savedFleetSlicesTemplate;
|
|
88
|
+
templateGlobals.__savedFleetSlicesTemplate = undefined;
|
|
89
|
+
if (dbDir) rmSync(dbDir, { recursive: true, force: true });
|
|
90
|
+
});
|
|
91
|
+
|
|
92
|
+
test("the fixture spans more than one slice per kind and is written in reverse id order", async () => {
|
|
93
|
+
const db = getDbClient();
|
|
94
|
+
for (const kind of ["workflow", "script"]) {
|
|
95
|
+
const [row] = await db.query<{ n: number; days: number }>(
|
|
96
|
+
"SELECT count(*) n, count(DISTINCT day) days FROM automation_savings_daily WHERE jobKind = ?",
|
|
97
|
+
[kind],
|
|
98
|
+
);
|
|
99
|
+
expect(row?.n).toBe(JOBS * BUCKET_DAYS);
|
|
100
|
+
expect(row?.days).toBe(BUCKET_DAYS);
|
|
101
|
+
const first = await db.query<{ jobId: string }>(
|
|
102
|
+
"SELECT jobId FROM automation_savings_daily WHERE jobKind = ? ORDER BY rowid LIMIT 2",
|
|
103
|
+
[kind],
|
|
104
|
+
);
|
|
105
|
+
expect(first.map((r) => r.jobId)).toEqual(
|
|
106
|
+
kind === "workflow" ? ["wf-0999", "wf-0998"] : ["sc-0999", "sc-0998"],
|
|
107
|
+
);
|
|
108
|
+
}
|
|
109
|
+
});
|
|
110
|
+
|
|
111
|
+
test("every day is read exactly once and tied rows sort by id", async () => {
|
|
112
|
+
const read = await readFleetSavings({ days: DAYS, tier: "smart", now: NOW });
|
|
113
|
+
expect(read.complete).toBe(true);
|
|
114
|
+
expect(read.workflows.map((r) => r.workflowId)).toEqual(ids("wf"));
|
|
115
|
+
expect(read.scripts.map((r) => r.scriptName)).toEqual(ids("sc"));
|
|
116
|
+
for (const r of read.workflows) expect(r.runs).toBe(WF_RUNS * BUCKET_DAYS);
|
|
117
|
+
for (const r of read.scripts) expect(r.runs).toBe(SC_RUNS * BUCKET_DAYS);
|
|
118
|
+
expect(read.byKind.workflows.jobs).toBe(JOBS);
|
|
119
|
+
expect(read.total?.runs).toBe(JOBS * (WF_RUNS + SC_RUNS) * BUCKET_DAYS);
|
|
120
|
+
expect(read.points).toHaveLength(DAYS + 1);
|
|
121
|
+
});
|
|
122
|
+
});
|
|
@@ -365,3 +365,44 @@ describe("savings read for schedules", () => {
|
|
|
365
365
|
});
|
|
366
366
|
});
|
|
367
367
|
});
|
|
368
|
+
|
|
369
|
+
describe("savings completeness across midnight", () => {
|
|
370
|
+
const path = "./test-savings-read-midnight.sqlite";
|
|
371
|
+
const now = Date.parse("2026-11-08T00:05:00.000Z");
|
|
372
|
+
|
|
373
|
+
beforeAll(async () => {
|
|
374
|
+
await removeDbFiles(path);
|
|
375
|
+
initDb(path);
|
|
376
|
+
await resetSavingsRollupForTests();
|
|
377
|
+
const agent = await createAgent({ name: "midnight-agent", isLead: false, status: "idle" });
|
|
378
|
+
const workflow = await createWorkflow({ name: "midnight-workflow", definition: DEFINITION });
|
|
379
|
+
await workflowRuns(workflow.id, "2026-11-07", RUNS_PER_DAY);
|
|
380
|
+
await scriptRuns(agent.id, "midnight-script", "2026-11-07", RUNS_PER_DAY);
|
|
381
|
+
await runSavingsRollupTick(inProcessSql, { now: now - 10 * 60_000 });
|
|
382
|
+
});
|
|
383
|
+
|
|
384
|
+
afterAll(async () => {
|
|
385
|
+
await resetSavingsRollupForTests();
|
|
386
|
+
closeDb();
|
|
387
|
+
await removeDbFiles(path);
|
|
388
|
+
});
|
|
389
|
+
|
|
390
|
+
test.each([
|
|
391
|
+
["workflow", readWorkflowSavings],
|
|
392
|
+
["script", readScriptSavings],
|
|
393
|
+
] as const)("%s rows stay complete before today's first tick", async (_kind, read) => {
|
|
394
|
+
const result = await read({ days: 7, tier: "smart", now });
|
|
395
|
+
expect(result.complete).toBe(true);
|
|
396
|
+
expect(result.rows).toHaveLength(1);
|
|
397
|
+
expect(result.rows[0]?.runs).toBe(RUNS_PER_DAY);
|
|
398
|
+
});
|
|
399
|
+
|
|
400
|
+
test("today's marker cannot replace a missing closed-day marker", async () => {
|
|
401
|
+
await runSavingsRollupTick(inProcessSql, { now });
|
|
402
|
+
await getDbClient().run("DELETE FROM automation_savings_days WHERE day='2026-11-06'");
|
|
403
|
+
for (const read of [readWorkflowSavings, readScriptSavings]) {
|
|
404
|
+
const result = await read({ days: 7, tier: "smart", now });
|
|
405
|
+
expect(result.complete).toBe(false);
|
|
406
|
+
}
|
|
407
|
+
});
|
|
408
|
+
});
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { afterAll, beforeAll, describe, expect, test } from "bun:test";
|
|
1
|
+
import { afterAll, afterEach, beforeAll, describe, expect, setSystemTime, test } from "bun:test";
|
|
2
2
|
import { unlink } from "node:fs/promises";
|
|
3
3
|
import { createServer as createHttpServer, type Server } from "node:http";
|
|
4
4
|
import {
|
|
@@ -433,14 +433,20 @@ describe("savings scripts", () => {
|
|
|
433
433
|
});
|
|
434
434
|
|
|
435
435
|
describe("routes", () => {
|
|
436
|
+
afterEach(() => setSystemTime());
|
|
437
|
+
|
|
436
438
|
const get = async (path: string) => {
|
|
437
439
|
const res = await fetch(`http://127.0.0.1:${port}${path}`);
|
|
438
440
|
return { status: res.status, body: (await res.json().catch(() => null)) as never };
|
|
439
441
|
};
|
|
440
442
|
|
|
441
443
|
test("scriptName, kind=script and the daily series read the script rollup", async () => {
|
|
442
|
-
// The
|
|
443
|
-
|
|
444
|
+
// The window's partial first day is 2026-10-30 from 17:37. Its bucket
|
|
445
|
+
// scales to round(5 x 6.38 / 24) = 1 run; before 16:48 it rounds to 2,
|
|
446
|
+
// which hid that today's bucket was 2 runs short.
|
|
447
|
+
setSystemTime(new Date("2026-11-06T17:37:00.000Z"));
|
|
448
|
+
// Today's runs go in before the tick: a second tick within
|
|
449
|
+
// RECOMPUTE_AFTER_MS of the first skips today's bucket.
|
|
444
450
|
await bulkScriptRuns(agentId, "helper", new Date().toISOString().slice(0, 10), 2);
|
|
445
451
|
await runSavingsRollupTick(inProcessSql);
|
|
446
452
|
const one = (await get("/api/savings/jobs?scriptName=helper&days=7")).body as {
|
|
@@ -693,8 +693,15 @@ describe("script connections", () => {
|
|
|
693
693
|
markMigrationApplied(database, "283_workflow_run_definitions.sql");
|
|
694
694
|
// 284 alters model_profiles (made by the skipped 220) and agent_tasks.
|
|
695
695
|
markMigrationApplied(database, "284_model_profile_fallbacks.sql");
|
|
696
|
+
// 301 rebuilds user_favorites, which this migration-112-only fixture does not create.
|
|
697
|
+
markMigrationApplied(database, "301_favorites_key_type.sql");
|
|
696
698
|
// 293 alters agent_tasks, workflow_runs, script_runs and session_tokens.
|
|
697
699
|
markMigrationApplied(database, "293_savings_component_links.sql");
|
|
700
|
+
// These migrations alter api_key_status and session_costs, which this fixture lacks.
|
|
701
|
+
markMigrationApplied(database, "306_provider_account_telemetry.sql");
|
|
702
|
+
markMigrationApplied(database, "307_session_cost_credential_attribution.sql");
|
|
703
|
+
// This one alters session_logs, which this fixture lacks.
|
|
704
|
+
markMigrationApplied(database, "310_session_logs_reasoning.sql");
|
|
698
705
|
|
|
699
706
|
const id = crypto.randomUUID();
|
|
700
707
|
const now = new Date().toISOString();
|
|
@@ -594,6 +594,7 @@ const retryServer = Bun.serve({
|
|
|
594
594
|
hits.push({ at: Date.now(), key: req.headers.get("idempotency-key") });
|
|
595
595
|
retryHits.set(hitKey, hits);
|
|
596
596
|
if (spec && hits.length <= Number(spec[2])) {
|
|
597
|
+
if (spec[3].includes("held")) await holdFor(6_000);
|
|
597
598
|
const status = Number(spec[1]);
|
|
598
599
|
const headers: Record<string, string> =
|
|
599
600
|
status === 429 && spec[3].includes("ra") ? { "retry-after": "1" } : {};
|
|
@@ -611,15 +612,20 @@ const hitsOf = (path: string) => retryHits.get(path) ?? [];
|
|
|
611
612
|
// A raw TCP server whose first connection for each path closes before any
|
|
612
613
|
// answer (a network error on the client); later connections answer 200.
|
|
613
614
|
const dropHits = new Map<string, number>();
|
|
615
|
+
const dropKeys = new Map<string, Array<string | null>>();
|
|
614
616
|
const dropServer = Bun.listen({
|
|
615
617
|
hostname: "127.0.0.1",
|
|
616
618
|
port: 0,
|
|
617
619
|
socket: {
|
|
618
|
-
data(socket, chunk) {
|
|
620
|
+
async data(socket, chunk) {
|
|
619
621
|
const path = /^[A-Z]+ (\S+)/.exec(chunk.toString())?.[1] ?? "";
|
|
620
622
|
const count = (dropHits.get(path) ?? 0) + 1;
|
|
621
623
|
dropHits.set(path, count);
|
|
624
|
+
const keys = dropKeys.get(path) ?? [];
|
|
625
|
+
keys.push(/idempotency-key: ([^\r\n]+)/i.exec(chunk.toString())?.[1] ?? null);
|
|
626
|
+
dropKeys.set(path, keys);
|
|
622
627
|
if (count === 1) {
|
|
628
|
+
if (path.includes("held")) await holdFor(6_000);
|
|
623
629
|
socket.end();
|
|
624
630
|
return;
|
|
625
631
|
}
|
|
@@ -989,7 +995,25 @@ export default async (_args, ctx) => {
|
|
|
989
995
|
// A keyed write is repeat-safe, but it is still a write: its retry may start
|
|
990
996
|
// a run, so the read retry budget must not cut it off and report a failure.
|
|
991
997
|
retryTest("ctx.swarm never cuts off a keyed write's retry", async () => {
|
|
992
|
-
const keys = {
|
|
998
|
+
const keys = {
|
|
999
|
+
after429: `429-1-slow-${name}-k429`,
|
|
1000
|
+
after502: `502-1-slow-${name}-k502`,
|
|
1001
|
+
held502: `502-1-held-${name}-k502`,
|
|
1002
|
+
};
|
|
1003
|
+
const droppedId = `held-drop-${name}`;
|
|
1004
|
+
const dropped = run(
|
|
1005
|
+
makeExecutor,
|
|
1006
|
+
`export default async (args, ctx) => {
|
|
1007
|
+
try {
|
|
1008
|
+
const r = await ctx.swarm.workflow_trigger({ id: args.id, idempotencyKey: "same-key" });
|
|
1009
|
+
return [r.success, r.status];
|
|
1010
|
+
} catch {
|
|
1011
|
+
return "threw";
|
|
1012
|
+
}
|
|
1013
|
+
};`,
|
|
1014
|
+
{ id: droppedId },
|
|
1015
|
+
dropBase,
|
|
1016
|
+
);
|
|
993
1017
|
const output = await run(
|
|
994
1018
|
makeExecutor,
|
|
995
1019
|
`export default async (args, ctx) => {
|
|
@@ -998,13 +1022,26 @@ export default async (_args, ctx) => {
|
|
|
998
1022
|
const r = await ctx.swarm.workflow_trigger({ id, idempotencyKey: "same-key" });
|
|
999
1023
|
return { result: [r.success, r.status], ms: Date.now() - started };
|
|
1000
1024
|
};
|
|
1001
|
-
const
|
|
1002
|
-
|
|
1025
|
+
const { held502: key } = args;
|
|
1026
|
+
const [after429, after502, held502, read] = await Promise.all([
|
|
1027
|
+
timed(args.after429), timed(args.after502), timed(args.held502),
|
|
1028
|
+
ctx.swarm.kv_get({ key }),
|
|
1029
|
+
]);
|
|
1030
|
+
return { after429, after502, held502, read: [read.success, read.status] };
|
|
1003
1031
|
};`,
|
|
1004
1032
|
keys,
|
|
1005
1033
|
);
|
|
1006
1034
|
expect(output.error).toBeUndefined();
|
|
1007
1035
|
const result = output.result as Record<string, { result: unknown; ms: number }>;
|
|
1036
|
+
const droppedOutput = await dropped;
|
|
1037
|
+
expect(droppedOutput.error).toBeUndefined();
|
|
1038
|
+
expect({ held502: result.held502.result, dropped: droppedOutput.result }).toEqual({
|
|
1039
|
+
held502: [true, 200],
|
|
1040
|
+
dropped: [true, 200],
|
|
1041
|
+
});
|
|
1042
|
+
expect(dropKeys.get(`/api/workflows/${droppedId}/trigger`)).toEqual(["same-key", "same-key"]);
|
|
1043
|
+
expect(output.result).toMatchObject({ read: [false, 502] });
|
|
1044
|
+
expect(hitsOf(`/api/kv/${keys.held502}`).length).toBe(1);
|
|
1008
1045
|
for (const [label, id] of Object.entries(keys)) {
|
|
1009
1046
|
expect(result[label].result).toEqual([true, 200]);
|
|
1010
1047
|
expect(result[label].ms).toBeGreaterThanOrEqual(5_900);
|
|
@@ -54,6 +54,7 @@ import { createTrackerSync } from "../be/db-queries/tracker";
|
|
|
54
54
|
import { getEmbeddingProvider } from "../be/memory";
|
|
55
55
|
import { setScriptEmbeddingProviderForTests } from "../be/scripts/embeddings";
|
|
56
56
|
import { loadSecretRegistry } from "../be/secret-registry";
|
|
57
|
+
import { getTaskUiSpec } from "../be/task-ui-spec";
|
|
57
58
|
import { handleAssets } from "../http/assets";
|
|
58
59
|
import { handleCore } from "../http/core";
|
|
59
60
|
import { handleEvents } from "../http/events";
|
|
@@ -796,11 +797,15 @@ describe("drive every write path", () => {
|
|
|
796
797
|
driven.push("approval");
|
|
797
798
|
});
|
|
798
799
|
|
|
799
|
-
test("Linear and Jira outbound comments for a completed task", async () => {
|
|
800
|
+
test("Linear and Jira outbound comments for a completed task with a card", async () => {
|
|
800
801
|
const storeProgress = mcpTool(registerStoreProgressTool, "store-progress");
|
|
801
|
-
|
|
802
|
-
|
|
802
|
+
const uiSpecFlags = ["UI_SPEC_ENABLED", "UI_SPEC_ACTIONS_ENABLED"] as const;
|
|
803
|
+
const previousUiSpecFlags = uiSpecFlags.map((key) => process.env[key]);
|
|
804
|
+
for (const key of uiSpecFlags) process.env[key] = "true";
|
|
803
805
|
try {
|
|
806
|
+
// Inside the try: a throw here must still restore the flags.
|
|
807
|
+
initLinearOutboundSync();
|
|
808
|
+
initJiraOutboundSync();
|
|
804
809
|
for (const provider of ["linear", "jira"] as const) {
|
|
805
810
|
const task = await createTaskExtended(payload(`${provider} task brief`), {
|
|
806
811
|
agentId: workerId,
|
|
@@ -816,13 +821,44 @@ describe("drive every write path", () => {
|
|
|
816
821
|
});
|
|
817
822
|
await startTask(task.id);
|
|
818
823
|
const done = await storeProgress(
|
|
819
|
-
{
|
|
824
|
+
{
|
|
825
|
+
taskId: task.id,
|
|
826
|
+
status: "completed",
|
|
827
|
+
output: payload(`${provider} output`),
|
|
828
|
+
// The card's text reaches task_ui_specs and the tracker comment's fallback.
|
|
829
|
+
uiSpec: {
|
|
830
|
+
spec: {
|
|
831
|
+
root: "c",
|
|
832
|
+
elements: {
|
|
833
|
+
c: {
|
|
834
|
+
type: "Card",
|
|
835
|
+
props: { title: payload(`${provider} card title`) },
|
|
836
|
+
children: ["t", "a"],
|
|
837
|
+
},
|
|
838
|
+
t: {
|
|
839
|
+
type: "Text",
|
|
840
|
+
props: { content: payload(`${provider} card text`) },
|
|
841
|
+
children: [],
|
|
842
|
+
},
|
|
843
|
+
a: { type: "Actions", props: {}, children: ["b"] },
|
|
844
|
+
b: { type: "Button", props: { id: "rerun", label: "Run again" }, children: [] },
|
|
845
|
+
},
|
|
846
|
+
},
|
|
847
|
+
actions: { rerun: { kind: "follow_up", prompt: payload(`${provider} card action`) } },
|
|
848
|
+
},
|
|
849
|
+
},
|
|
820
850
|
workerId,
|
|
821
851
|
);
|
|
822
852
|
expect(done.isError).toBeFalsy();
|
|
853
|
+
expect(await getTaskUiSpec(task.id)).not.toBeNull();
|
|
823
854
|
}
|
|
824
855
|
await Bun.sleep(100);
|
|
825
856
|
} finally {
|
|
857
|
+
uiSpecFlags.forEach((key, i) => {
|
|
858
|
+
const previous = previousUiSpecFlags[i];
|
|
859
|
+
if (previous === undefined) delete process.env[key];
|
|
860
|
+
else process.env[key] = previous;
|
|
861
|
+
});
|
|
826
862
|
teardownLinearOutboundSync();
|
|
827
863
|
teardownJiraOutboundSync();
|
|
828
864
|
}
|
|
@@ -831,7 +867,7 @@ describe("drive every write path", () => {
|
|
|
831
867
|
expect(trackerCapture.some((e) => e.sink.startsWith("jira /rest/api/2/issue/KAN-42"))).toBe(
|
|
832
868
|
true,
|
|
833
869
|
);
|
|
834
|
-
driven.push("linear", "jira");
|
|
870
|
+
driven.push("linear", "jira", "uiSpec");
|
|
835
871
|
});
|
|
836
872
|
|
|
837
873
|
test("workflow run (notify to a swarm channel and to Slack)", async () => {
|
|
@@ -0,0 +1,257 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The boot sweep skips a text its gate clears (`mayRedact`). That is only
|
|
3
|
+
* safe if the gate never clears a text `scrubSecrets` would change, so these
|
|
4
|
+
* tests hold it to that over the scrubber's own corpus and a seeded fuzz built
|
|
5
|
+
* from every trigger the passes know.
|
|
6
|
+
*/
|
|
7
|
+
import { beforeEach, describe, expect, test } from "bun:test";
|
|
8
|
+
import { rng } from "../../scripts/bench-boot-scrub-corpus";
|
|
9
|
+
import { GITLEAKS_RULES } from "../utils/secret-rules.generated";
|
|
10
|
+
import {
|
|
11
|
+
createSweepScrubber,
|
|
12
|
+
mayRedactForTesting,
|
|
13
|
+
registerSensitiveKeyName,
|
|
14
|
+
registerVolatileSecret,
|
|
15
|
+
scrubSecrets,
|
|
16
|
+
tokenRulesForTesting,
|
|
17
|
+
} from "../utils/secret-scrubber";
|
|
18
|
+
import { buildNegatives, buildPositives } from "./fixtures/secret-corpus";
|
|
19
|
+
import { randomToken } from "./synthetic-secret-helpers";
|
|
20
|
+
|
|
21
|
+
/** Texts the corpus has no positive for: one match for each structural rule it misses. */
|
|
22
|
+
function extraStructuralTexts(): string[] {
|
|
23
|
+
const tok = (n: number) => randomToken(n);
|
|
24
|
+
return [
|
|
25
|
+
`aseph_${tok(24)}`,
|
|
26
|
+
`${tok(76)}AZDO${tok(4)}`,
|
|
27
|
+
`sk-or-v1-${tok(40)}`,
|
|
28
|
+
`sk-${tok(32)}`,
|
|
29
|
+
`eyJ${tok(20)}.eyJ${tok(20)}.${tok(20)}`,
|
|
30
|
+
`signoz-ingestion-key=${tok(30)}`,
|
|
31
|
+
`lin_oauth_${tok(30)}`,
|
|
32
|
+
`aswt_${tok(30)}`,
|
|
33
|
+
].map((secret) => `the response included ${secret} in its body`);
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
let volatile: string;
|
|
37
|
+
let sensitiveName: string;
|
|
38
|
+
|
|
39
|
+
// The test preload clears volatile secrets and runtime key names after every test.
|
|
40
|
+
beforeEach(() => {
|
|
41
|
+
volatile = `canary_${randomToken(30)}`;
|
|
42
|
+
registerVolatileSecret(volatile, "GATE_CANARY_SECRET");
|
|
43
|
+
sensitiveName = "gateCustomThing";
|
|
44
|
+
registerSensitiveKeyName(sensitiveName);
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
describe("structural rule literals", () => {
|
|
48
|
+
const texts = [...buildPositives().map((p) => p.text), ...extraStructuralTexts()];
|
|
49
|
+
|
|
50
|
+
test("every structural rule has a fixture, and each of its matches holds one of its literals", () => {
|
|
51
|
+
const uncovered: string[] = [];
|
|
52
|
+
for (const rule of tokenRulesForTesting) {
|
|
53
|
+
const lits = rule.lits.map((lit) => lit.toLowerCase());
|
|
54
|
+
expect(lits.length, rule.name).toBeGreaterThan(0);
|
|
55
|
+
let matches = 0;
|
|
56
|
+
for (const text of texts) {
|
|
57
|
+
for (const m of text.matchAll(new RegExp(rule.re.source, rule.re.flags))) {
|
|
58
|
+
matches++;
|
|
59
|
+
const lower = m[0].toLowerCase();
|
|
60
|
+
expect(
|
|
61
|
+
lits.some((lit) => lower.includes(lit)),
|
|
62
|
+
`${rule.name} matched without one of its literals`,
|
|
63
|
+
).toBe(true);
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
if (matches === 0) uncovered.push(rule.name);
|
|
67
|
+
}
|
|
68
|
+
// A new rule needs a fixture here, so its literals are checked against a real match.
|
|
69
|
+
expect(uncovered).toEqual([]);
|
|
70
|
+
});
|
|
71
|
+
});
|
|
72
|
+
|
|
73
|
+
describe("gate over the corpus", () => {
|
|
74
|
+
test("a positive is never cleared, and a negative is cleared or left alone by the scrub", () => {
|
|
75
|
+
for (const p of [...buildPositives(), ...extraStructuralTexts().map((text) => ({ text }))]) {
|
|
76
|
+
expect(mayRedactForTesting(p.text), p.text.slice(0, 40)).toBe(true);
|
|
77
|
+
}
|
|
78
|
+
for (const text of buildNegatives()) {
|
|
79
|
+
expect(mayRedactForTesting(text) || scrubSecrets(text) === text, text.slice(0, 60)).toBe(
|
|
80
|
+
true,
|
|
81
|
+
);
|
|
82
|
+
}
|
|
83
|
+
});
|
|
84
|
+
|
|
85
|
+
test("a known value, or a sensitive key registered at runtime, is not cleared", () => {
|
|
86
|
+
expect(mayRedactForTesting(`log line ${volatile} more`)).toBe(true);
|
|
87
|
+
expect(mayRedactForTesting(`${sensitiveName}=x`)).toBe(true);
|
|
88
|
+
expect(mayRedactForTesting(`{"gateCustomThing": "x1y2z3"}`)).toBe(true);
|
|
89
|
+
// Only the prefix of a value does not make it a hit.
|
|
90
|
+
expect(mayRedactForTesting(`log line ${volatile.slice(0, 14)} more`)).toBe(false);
|
|
91
|
+
});
|
|
92
|
+
|
|
93
|
+
test("a plain log line is cleared", () => {
|
|
94
|
+
expect(mayRedactForTesting("")).toBe(false);
|
|
95
|
+
expect(mayRedactForTesting("ran 12 tests in 3.4s, all passed")).toBe(false);
|
|
96
|
+
expect(mayRedactForTesting('{"usage":{"input_tokens":12,"output_tokens":3}}')).toBe(false);
|
|
97
|
+
});
|
|
98
|
+
|
|
99
|
+
test("the sweep scrubber returns the text itself when cleared and the scrub otherwise", () => {
|
|
100
|
+
const scrub = createSweepScrubber();
|
|
101
|
+
const plain = "nothing to hide here";
|
|
102
|
+
expect(scrub(plain)).toBe(plain);
|
|
103
|
+
for (const p of buildPositives()) expect(scrub(p.text)).toBe(scrubSecrets(p.text));
|
|
104
|
+
});
|
|
105
|
+
});
|
|
106
|
+
|
|
107
|
+
describe("gate fuzz", () => {
|
|
108
|
+
const keyNames = [
|
|
109
|
+
"API_KEY",
|
|
110
|
+
"apiKey",
|
|
111
|
+
"api-key",
|
|
112
|
+
"x.api.key",
|
|
113
|
+
"GITHUB_TOKEN",
|
|
114
|
+
"token",
|
|
115
|
+
"accessToken",
|
|
116
|
+
"refresh_token",
|
|
117
|
+
"secret",
|
|
118
|
+
"client_secret",
|
|
119
|
+
"clientSecret",
|
|
120
|
+
"Password",
|
|
121
|
+
"DB_PASS",
|
|
122
|
+
"aws_secret_access_key",
|
|
123
|
+
"slack.bot.token",
|
|
124
|
+
"private_key",
|
|
125
|
+
"credentials",
|
|
126
|
+
"DSN",
|
|
127
|
+
"authorization",
|
|
128
|
+
"Authorization",
|
|
129
|
+
"codex_oauth_2",
|
|
130
|
+
"OTEL_EXPORTER_OTLP_HEADERS",
|
|
131
|
+
"gateCustomThing",
|
|
132
|
+
"GATE_CUSTOM_THING",
|
|
133
|
+
// Look sensitive but are not.
|
|
134
|
+
"input_tokens",
|
|
135
|
+
"tokens",
|
|
136
|
+
"passenger",
|
|
137
|
+
"compass",
|
|
138
|
+
"NEXT_PAGE_TOKEN",
|
|
139
|
+
"sort_key",
|
|
140
|
+
"token_",
|
|
141
|
+
"pass",
|
|
142
|
+
];
|
|
143
|
+
const separators = ["=", ": ", ":", " = ", '": "', '":"', '\\": \\"', "='", '="', ":\t", "=="];
|
|
144
|
+
const values = [
|
|
145
|
+
"true",
|
|
146
|
+
"null",
|
|
147
|
+
"$VAR",
|
|
148
|
+
"$\u007bX}",
|
|
149
|
+
"<token>",
|
|
150
|
+
"[REDACTED:x]",
|
|
151
|
+
"123",
|
|
152
|
+
"string",
|
|
153
|
+
"get_token()",
|
|
154
|
+
"hunter2xyz99",
|
|
155
|
+
"aB3dE5gH7jK9mN1pQ3sT5vX7",
|
|
156
|
+
"",
|
|
157
|
+
];
|
|
158
|
+
const contexts = [
|
|
159
|
+
"Authorization: Bearer ",
|
|
160
|
+
"authorization: basic ",
|
|
161
|
+
"x-api-key: ",
|
|
162
|
+
"curl -u admin:",
|
|
163
|
+
"curl --user bob:",
|
|
164
|
+
"--password ",
|
|
165
|
+
"https://user:",
|
|
166
|
+
"-----BEGIN RSA PRIVATE KEY-----",
|
|
167
|
+
"postgres://svc:",
|
|
168
|
+
"-u ",
|
|
169
|
+
"git push -u origin main",
|
|
170
|
+
"someone@example.com ",
|
|
171
|
+
"see https://example.com/a ",
|
|
172
|
+
];
|
|
173
|
+
const noise = ["İ", "ſ", "K", "é", "ı", "\n", "\\n", "\t", '"', "\\", "'", " ", "-", "_", "."];
|
|
174
|
+
|
|
175
|
+
test("the gate never clears a text the scrub would change", () => {
|
|
176
|
+
const rand = rng(20261106);
|
|
177
|
+
const pick = <T>(list: readonly T[]): T => list[Math.floor(rand() * list.length)] as T;
|
|
178
|
+
const keywords = [...new Set(GITLEAKS_RULES.rules.flatMap((r) => r.keywords))];
|
|
179
|
+
const corpus = [
|
|
180
|
+
...buildPositives().flatMap((p) => [p.text, p.secret]),
|
|
181
|
+
...extraStructuralTexts(),
|
|
182
|
+
...buildNegatives(),
|
|
183
|
+
];
|
|
184
|
+
const fragment = (): string => {
|
|
185
|
+
const roll = rand();
|
|
186
|
+
if (roll < 0.22) return `${pick(keyNames)}${pick(separators)}${pick(values)}`;
|
|
187
|
+
if (roll < 0.34) return `${pick(contexts)}${pick(values)}`;
|
|
188
|
+
if (roll < 0.5)
|
|
189
|
+
return `${pick(keywords)}${pick(noise)}${randomToken(Math.floor(rand() * 40))}`;
|
|
190
|
+
if (roll < 0.62) return pick(corpus);
|
|
191
|
+
if (roll < 0.68) return `${volatile.slice(0, Math.floor(10 + rand() * 25))}`;
|
|
192
|
+
if (roll < 0.8) return randomToken(Math.floor(rand() * 60));
|
|
193
|
+
return pick(noise);
|
|
194
|
+
};
|
|
195
|
+
let cleared = 0;
|
|
196
|
+
let changed = 0;
|
|
197
|
+
const total = 25_000;
|
|
198
|
+
for (let i = 0; i < total; i++) {
|
|
199
|
+
let text = "";
|
|
200
|
+
for (let n = 1 + Math.floor(rand() * 5); n > 0; n--) {
|
|
201
|
+
text += fragment() + (rand() < 0.5 ? " " : pick(["\n", "\\n", ","]));
|
|
202
|
+
}
|
|
203
|
+
if (rand() < 0.3) text = JSON.stringify(text);
|
|
204
|
+
if (rand() < 0.1) text = JSON.stringify({ type: "user", content: text });
|
|
205
|
+
const gate = mayRedactForTesting(text);
|
|
206
|
+
const scrubbed = scrubSecrets(text) !== text;
|
|
207
|
+
if (!gate) cleared++;
|
|
208
|
+
if (scrubbed) changed++;
|
|
209
|
+
if (!gate && scrubbed) expect.unreachable(`gate cleared a text the scrub changes: ${text}`);
|
|
210
|
+
}
|
|
211
|
+
// Not vacuous: the fuzz reaches both outcomes in volume.
|
|
212
|
+
expect(cleared).toBeGreaterThan(total * 0.05);
|
|
213
|
+
expect(changed).toBeGreaterThan(total * 0.2);
|
|
214
|
+
});
|
|
215
|
+
});
|
|
216
|
+
|
|
217
|
+
describe("gate key needles", () => {
|
|
218
|
+
const value = "hunter2xyz99";
|
|
219
|
+
const keys = ["codex_oauth", "codex_oauth_0", "codex_oauth_12", "CODEX_OAUTH_3", "codex.oauth.7"];
|
|
220
|
+
const wrap = (key: string) => [
|
|
221
|
+
`${key}=${value}`,
|
|
222
|
+
`${key}: ${value}`,
|
|
223
|
+
`{"${key}":"${value}"}`,
|
|
224
|
+
`${key}=[REDACTED:${key}]`,
|
|
225
|
+
];
|
|
226
|
+
|
|
227
|
+
// A registered name that is a suffix of another needle drops the longer needle from the dedupe;
|
|
228
|
+
// `codex_oauth_<n>` ends in a digit, which no other needle covers.
|
|
229
|
+
const registered = [
|
|
230
|
+
"OAUTH",
|
|
231
|
+
"AUTH",
|
|
232
|
+
"x_oauth",
|
|
233
|
+
"CODEX_OAUTH",
|
|
234
|
+
"_",
|
|
235
|
+
"-",
|
|
236
|
+
"._",
|
|
237
|
+
...["gateCustomThing", "CustomThing", "Thing", "g"],
|
|
238
|
+
];
|
|
239
|
+
for (const name of registered) {
|
|
240
|
+
test(`registered ${JSON.stringify(name)}: the gate keeps what the scrub changes`, () => {
|
|
241
|
+
registerSensitiveKeyName(name);
|
|
242
|
+
const keyed = [...keys, name, `x${name}`, `${name}_2`, `a.${name}`];
|
|
243
|
+
let checked = 0;
|
|
244
|
+
for (const key of keyed) {
|
|
245
|
+
for (const text of wrap(key)) {
|
|
246
|
+
checked++;
|
|
247
|
+
if (scrubSecrets(text) !== text && !mayRedactForTesting(text)) {
|
|
248
|
+
expect.unreachable(`gate cleared a text the scrub changes: ${text}`);
|
|
249
|
+
}
|
|
250
|
+
}
|
|
251
|
+
}
|
|
252
|
+
// The pool-slot keys are among the changed texts, so the check is not vacuous.
|
|
253
|
+
expect(scrubSecrets(`codex_oauth_12=${value}`)).not.toBe(`codex_oauth_12=${value}`);
|
|
254
|
+
expect(checked).toBe(keyed.length * 4);
|
|
255
|
+
});
|
|
256
|
+
}
|
|
257
|
+
});
|