@desplega.ai/agent-swarm 2.8.1 → 2.8.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/acp-adapter-xq6s2z6t.js +14 -0
- package/dist/{actions-pwjpn0j6.js → actions-ewz7bp4g.js} +20 -19
- package/dist/{amp-adapter-cq9jgj6x.js → amp-adapter-f25tqhnf.js} +3 -3
- package/dist/{app-cnfffgwg.js → app-mkptw0k7.js} +4 -4
- package/dist/{assistant-kpn317y1.js → assistant-c47rfe77.js} +23 -22
- package/dist/{boot-args-schema-pbbnhmc3.js → boot-args-schema-4vb0xsat.js} +1 -1
- package/dist/{boot-reembed-9m0ysxma.js → boot-reembed-1ghy2sab.js} +1 -1
- package/dist/{boot-reembed-majbn53m.js → boot-reembed-htr73hbs.js} +1 -1
- package/dist/{boot-scrub-sweep-app8g8ym.js → boot-scrub-sweep-yrytg42z.js} +4 -4
- package/dist/{boot-seeds-pbtmvcjm.js → boot-seeds-n2b3dx4e.js} +4 -4
- package/dist/{boxd-qbkxy6ap.js → boxd-jmfqgkqa.js} +2 -2
- package/dist/{claude-adapter-wn1g3qp5.js → claude-adapter-r33pqnzx.js} +8 -9
- package/dist/{claude-managed-adapter-jh6c523j.js → claude-managed-adapter-hddmxjyj.js} +4 -4
- package/dist/{claude-managed-setup-pd47nzch.js → claude-managed-setup-hfvry1bd.js} +5 -5
- package/dist/{claude-sdk-session-3a2a6589.js → claude-sdk-session-0hamqzc7.js} +10 -11
- package/dist/{cli-v1dv1r37.js → cli-0bcgyj5b.js} +74 -3
- package/dist/{cli-a3b239vq.js → cli-0vksaxvr.js} +2 -2
- package/dist/{cli-mrt48bx7.js → cli-15204js0.js} +1 -1
- package/dist/{cli-8aes17e4.js → cli-1m96dc36.js} +3 -3
- package/dist/{cli-2r0jcc3k.js → cli-2d0cghfn.js} +1 -1
- package/dist/{cli-wk18cm92.js → cli-4ax9mvvg.js} +4 -4
- package/dist/{cli-9wngrawf.js → cli-4dpkjc2e.js} +6 -6
- package/dist/{cli-x1wa213s.js → cli-4e1hfbpq.js} +5 -5
- package/dist/{cli-7349va39.js → cli-500c09j9.js} +921 -431
- package/dist/{cli-m4dqmnbp.js → cli-54qr8mcd.js} +2 -2
- package/dist/{cli-m88rpzkh.js → cli-5a7szzfh.js} +2 -2
- package/dist/{cli-bst1vp7e.js → cli-5y2fvw4z.js} +13 -5
- package/dist/{cli-vj75tyaw.js → cli-6yygkr0w.js} +7 -7
- package/dist/{cli-7b8sbmag.js → cli-7c5tgqhf.js} +5 -5
- package/dist/{cli-2gxeg5gr.js → cli-8476gtwf.js} +1 -1
- package/dist/{cli-yncmerje.js → cli-922z7gwm.js} +4 -4
- package/dist/{cli-jrzkw01m.js → cli-93t5s4zq.js} +2 -2
- package/dist/{cli-sn7rtnj4.js → cli-9zmb7ptc.js} +9 -9
- package/dist/{cli-tk7cjj8h.js → cli-am1ptset.js} +3 -3
- package/dist/{cli-cyhbbd1z.js → cli-awwptga4.js} +1 -1
- package/dist/{cli-89cqnasv.js → cli-bhsfbmk8.js} +19 -7
- package/dist/{cli-9vhebtjz.js → cli-bj6qhgte.js} +15 -32
- package/dist/{cli-g70vxtjh.js → cli-c0xjnr8z.js} +2 -2
- package/dist/{cli-vqptjbr7.js → cli-c3ng0mb4.js} +14 -14
- package/dist/{cli-re4raaj0.js → cli-c71n3bxq.js} +11 -6
- package/dist/{cli-7p1kvkck.js → cli-crpf163n.js} +25 -18
- package/dist/{cli-k0wwfqbg.js → cli-dns0y538.js} +4 -0
- package/dist/{cli-d3p5vwbk.js → cli-dpsfwh7n.js} +13 -21
- package/dist/{cli-xzm9vcfg.js → cli-dtdht77h.js} +2 -2
- package/dist/{cli-bb431xey.js → cli-e2w34h6z.js} +231 -68
- package/dist/{cli-eddnyg3t.js → cli-emekyyhr.js} +1 -1
- package/dist/{cli-d84byzn8.js → cli-f1kwb5fc.js} +109 -33
- package/dist/{cli-0jzra9ad.js → cli-gn9y6fn7.js} +2 -2
- package/dist/{cli-tqegb8eq.js → cli-gpz1d0t2.js} +4 -4
- package/dist/{cli-7w69ne2f.js → cli-h9yy18gy.js} +239 -67
- package/dist/{cli-m5akxq8q.js → cli-j8cjdzan.js} +1 -1
- package/dist/{cli-m9s2qff2.js → cli-jg5txpm6.js} +187 -93
- package/dist/{cli-k26bkr9t.js → cli-k2rw11py.js} +3 -3
- package/dist/{cli-93k32c37.js → cli-k96cecs7.js} +377 -61
- package/dist/{cli-3vjhs18n.js → cli-kd56bmk4.js} +1 -1
- package/dist/{cli-k0615eh8.js → cli-kmemts3w.js} +13 -13
- package/dist/{cli-pcad4cb1.js → cli-knva3nmx.js} +2 -2
- package/dist/{cli-b085njxz.js → cli-kw44j53p.js} +15 -14
- package/dist/{cli-bsywb58a.js → cli-mdpbjnzq.js} +10 -10
- package/dist/{cli-syybb0p1.js → cli-me0r8gzr.js} +35 -76
- package/dist/{cli-4r05hnqa.js → cli-mwwmka77.js} +15 -15
- package/dist/{cli-1xh9a7hn.js → cli-n5t077me.js} +2 -2
- package/dist/{cli-rvhdmjvt.js → cli-nx2n3z6p.js} +1 -1
- package/dist/{cli-28fq781p.js → cli-pe4d96rb.js} +1 -1
- package/dist/{cli-3rkdne1h.js → cli-pxwtcgcp.js} +2 -2
- package/dist/{cli-zcsw143p.js → cli-qmqt520k.js} +2 -2
- package/dist/{cli-2zp0et3v.js → cli-qps8je6j.js} +70 -19
- package/dist/{cli-xae4g51r.js → cli-rh15cakt.js} +1 -1
- package/dist/{cli-k93bq1wq.js → cli-rjvsf9qa.js} +5 -5
- package/dist/{cli-6mma83xa.js → cli-rqfvkx5t.js} +7 -7
- package/dist/{cli-dy32zecz.js → cli-s7zz734a.js} +1 -1
- package/dist/{cli-yn2bbre9.js → cli-s8p8hhty.js} +2 -2
- package/dist/{cli-vbh10fqa.js → cli-sdvcrq5x.js} +5 -5
- package/dist/{cli-b5rs97a6.js → cli-sg27rk2t.js} +5 -5
- package/dist/{cli-d6521kb5.js → cli-skmhsnqh.js} +1 -1
- package/dist/{cli-5mrq3ake.js → cli-t4dv07kr.js} +1 -1
- package/dist/{cli-hxpyc9sn.js → cli-t5ys4ebm.js} +3 -3
- package/dist/{cli-qmqk2yc2.js → cli-tas6ckky.js} +2 -2
- package/dist/{cli-p1w18yhx.js → cli-tf79ryyy.js} +1 -1
- package/dist/{cli-kc7v1nfv.js → cli-tnzebztn.js} +1 -1
- package/dist/{cli-gax7fk3t.js → cli-vx421edw.js} +3 -3
- package/dist/{cli-kchjb7qy.js → cli-x3ex5bqf.js} +1 -1
- package/dist/cli-yss07azk.js +142 -0
- package/dist/{cli-0ntbxyaa.js → cli-z8cvws4c.js} +363 -47
- package/dist/{cli-tacge1w0.js → cli-zdaypkq9.js} +146 -52
- package/dist/{cli-b8e9nb04.js → cli-zeaehgyd.js} +2 -2
- package/dist/{cli-jcpr5smb.js → cli-ztq5z4e1.js} +4 -4
- package/dist/cli.js +21 -21
- package/dist/{codex-adapter-nha71q3n.js → codex-adapter-2brxx5ta.js} +7 -8
- package/dist/{codex-hook-h3vk6xzr.js → codex-hook-c930c3ea.js} +2 -2
- package/dist/{codex-login-bcda78ge.js → codex-login-cbrs1h5w.js} +1 -1
- package/dist/{codex-session-runner-ak9x1k1h.js → codex-session-runner-y9anfj0r.js} +8 -9
- package/dist/{commands-f587qpq8.js → commands-wn9q06qr.js} +3 -3
- package/dist/{controller-hxx8wwy1.js → controller-fw608czd.js} +4 -4
- package/dist/{controllers-connect-k5sg9m9h.js → controllers-connect-63j5rdcm.js} +20 -20
- package/dist/{cursor-adapter-n5nc3mfe.js → cursor-adapter-6mb9jme8.js} +2 -2
- package/dist/{db-nzf8zb5z.js → db-0m6v5tq4.js} +3 -3
- package/dist/{db-amm8w15a.js → db-y4wfrzbm.js} +4 -2
- package/dist/{devin-adapter-xedz98zv.js → devin-adapter-r0yx3gv8.js} +1 -1
- package/dist/{dispatcher-89zrts8f.js → dispatcher-9tq2zzdj.js} +17 -17
- package/dist/{docker-866qpzt9.js → docker-j75atvpt.js} +2 -2
- package/dist/{dsh-adapter-nrhbrjz8.js → dsh-adapter-t09sv4tq.js} +2 -2
- package/dist/{e2b-s16txnpx.js → e2b-7s9dscap.js} +3 -3
- package/dist/{e2b-jkwfhbcv.js → e2b-a7vzs2vj.js} +3 -3
- package/dist/{easter-egg-3d-533knw22.js → easter-egg-3d-fbwvmwhe.js} +1 -1
- package/dist/{embedding-space-ezwenjmj.js → embedding-space-wh8de1t9.js} +6 -6
- package/dist/{embeddings-np74ht6g.js → embeddings-3hpbdtjr.js} +1 -1
- package/dist/{event-bus-e66gh7cc.js → event-bus-tr6h3gv8.js} +1 -1
- package/dist/{execute-b3mrb1mv.js → execute-4bdf8sdy.js} +1 -1
- package/dist/{external-channel-z46yx9d7.js → external-channel-ts2fwqh0.js} +2 -2
- package/dist/fx-adapter-1rnxnf56.js +17 -0
- package/dist/grok-adapter-efhmf1r8.js +17 -0
- package/dist/handlers-anrr3py9.js +32 -0
- package/dist/{heartbeat-dt9qw9c8.js → heartbeat-2ze5fzpc.js} +20 -20
- package/dist/{hook-8k6fbz9b.js → hook-ca54yd4s.js} +5 -5
- package/dist/{hook-jgcgygex.js → hook-gaehe2w5.js} +8 -8
- package/dist/{http-haw4r8ne.js → http-jfg8t2yk.js} +3839 -122
- package/dist/{index-tvfafeyy.js → index-3gv6sc4z.js} +1 -1
- package/dist/{index-tez78qj3.js → index-3yvzbhxd.js} +100 -23
- package/dist/index-8w2aznds.js +33 -0
- package/dist/{index-5gk12my8.js → index-csgrxedz.js} +1 -1
- package/dist/index-qnjvr362.js +37 -0
- package/dist/index-yzxd3sn9.js +32 -0
- package/dist/{keepalive-xn6s7rmg.js → keepalive-k2a3qe73.js} +4 -4
- package/dist/lead-zhxqbfdv.js +69 -0
- package/dist/{maintenance-vdts800b.js → maintenance-gb5sd5nc.js} +1 -1
- package/dist/{node-4c5jqxr3.js → node-7qsx5kvm.js} +1 -1
- package/dist/{oauth-refresh-sweep-094c8wfk.js → oauth-refresh-sweep-y7rm6bkb.js} +3 -3
- package/dist/{onboard-v99eh56m.js → onboard-jmc5qerv.js} +4 -4
- package/dist/{opencode-adapter-dsagkhtw.js → opencode-adapter-7eade9ev.js} +6 -7
- package/dist/{otel-impl-q7yr9yp0.js → otel-impl-8j1xhxqd.js} +2 -2
- package/dist/{pi-mono-adapter-546cd1cc.js → pi-mono-adapter-yqmaf32x.js} +14 -13
- package/dist/{pricing-refresh-7dh2yase.js → pricing-refresh-1nj722h6.js} +2 -2
- package/dist/{rbac-roles-mdmc96p4.js → rbac-roles-b1mtr6dr.js} +3 -3
- package/dist/{rbac-roles-npbmdh77.js → rbac-roles-n1f3frk1.js} +2 -2
- package/dist/{render-v2-twhhwmms.js → render-v2-1gfpd8rj.js} +4 -4
- package/dist/{resume-5gsrjd5e.js → resume-w1s1eh5v.js} +7 -7
- package/dist/{runtime-1hv06jsn.js → runtime-84g5egsc.js} +1 -1
- package/dist/{session-access-m191x30x.js → session-access-y6z1txk4.js} +4 -4
- package/dist/{session-source-backfill-nt923ask.js → session-source-backfill-gxxwfh12.js} +3 -3
- package/dist/{setup-wv467afy.js → setup-r91gstyk.js} +1 -1
- package/dist/{virtual-modules-gazyapte.js → virtual-modules-cgnj6kme.js} +3 -3
- package/dist/{work-objects-8zkrpy13.js → work-objects-qcxzg61c.js} +20 -20
- package/dist/worker-7j2907g6.js +69 -0
- package/dist/{worker-follow-up-cecqszem.js → worker-follow-up-y2d2h7km.js} +19 -17
- package/dist/{x-2fyrt5pp.js → x-qhxq2ama.js} +2 -2
- package/openapi.json +2908 -351
- package/package.json +4 -4
- package/src/apps/catalog.generated.json +120 -1
- package/src/apps/definition.ts +38 -11
- package/src/apps/page-validator.ts +88 -0
- package/src/be/db/model-profiles.ts +110 -11
- package/src/be/db/tasks/read.ts +53 -0
- package/src/be/db/workflow-run-definitions.ts +19 -8
- package/src/be/db-client.ts +43 -5
- package/src/be/db.ts +40 -9
- package/src/be/migrations/284_model_profile_fallbacks.sql +9 -0
- package/src/be/migrations/289_automation_savings_daily.sql +47 -0
- package/src/be/migrations/291_task_slack_participants.sql +4 -0
- package/src/be/migrations/293_savings_component_links.sql +58 -0
- package/src/be/migrations/296_automation_savings_daily_read_index.sql +6 -0
- package/src/be/model-profile-check.ts +53 -20
- package/src/be/runtime-pools/routing.ts +1 -0
- package/src/be/savings/calibrate.ts +468 -0
- package/src/be/savings/compute.ts +677 -0
- package/src/be/savings/model.ts +674 -0
- package/src/be/savings/read.ts +1500 -0
- package/src/be/savings/rollup.ts +571 -0
- package/src/be/scripts/run-credential.ts +15 -3
- package/src/be/scripts/typecheck.ts +91 -4
- package/src/be/seed/agent-fs-provision.ts +48 -11
- package/src/be/seed/workflows-seeder.ts +67 -23
- package/src/be/seed-scripts/catalog/dreaming-learnings.ts +10 -2
- package/src/be/seed-scripts/catalog/dreaming-memtax-create.ts +70 -4
- package/src/be/skill-parser.ts +19 -7
- package/src/be/swarm-config-guard.ts +8 -0
- package/src/be/users.ts +29 -2
- package/src/commands/onboard/agent-fs-version.ts +1 -1
- package/src/commands/provider-error-class.ts +97 -0
- package/src/commands/runner.ts +258 -58
- package/src/extensions/contract-types.generated.ts +1 -1
- package/src/http/all-routes.ts +2 -0
- package/src/http/fs.ts +8 -2
- package/src/http/index.ts +11 -0
- package/src/http/model-profiles.ts +43 -10
- package/src/http/poll.ts +15 -1
- package/src/http/requested-by.ts +97 -1
- package/src/http/savings-calibration.ts +277 -0
- package/src/http/savings.ts +849 -0
- package/src/http/scripts.ts +26 -15
- package/src/http/tasks.ts +89 -9
- package/src/http/trackers/authorize-gate.ts +41 -0
- package/src/http/trackers/jira.ts +26 -4
- package/src/http/trackers/linear.ts +26 -4
- package/src/integrations/chat-sdk/limits.ts +6 -1
- package/src/jira/oauth.ts +7 -1
- package/src/linear/README.md +2 -1
- package/src/linear/oauth.ts +7 -1
- package/src/prompts/session-templates.ts +80 -3
- package/src/providers/acp-targets.ts +1 -1
- package/src/providers/amp-adapter.ts +1 -1
- package/src/providers/claude-adapter.ts +0 -20
- package/src/providers/claude-flag-settings.ts +12 -10
- package/src/providers/codex-adapter.ts +12 -34
- package/src/providers/opencode-adapter.ts +34 -12
- package/src/providers/pi-mono-adapter.ts +6 -5
- package/src/providers/types.ts +7 -0
- package/src/scheduler/scheduler.ts +20 -14
- package/src/scripts-runtime/ctx.ts +1 -1
- package/src/scripts-runtime/executors/quickjs-bundle.ts +1 -0
- package/src/scripts-runtime/executors/quickjs-prelude.ts +162 -2
- package/src/scripts-runtime/executors/quickjs-runner.ts +4 -1
- package/src/scripts-runtime/sdk-allowlist.ts +11 -1
- package/src/scripts-runtime/stdlib/fetch.ts +113 -15
- package/src/scripts-runtime/stdlib/index.ts +3 -1
- package/src/scripts-runtime/stdlib/retry.ts +174 -0
- package/src/scripts-runtime/swarm-sdk.ts +192 -17
- package/src/scripts-runtime/types/stdlib.d.ts +95 -4
- package/src/scripts-runtime/types/swarm-extension.d.ts +60 -0
- package/src/scripts-runtime/types/swarm-sdk.d.ts +69 -2
- package/src/slack/actions.ts +1 -0
- package/src/slack/assistant.ts +2 -0
- package/src/slack/enrich.ts +144 -50
- package/src/slack/handlers.ts +37 -95
- package/src/slack/templates.ts +9 -0
- package/src/slack/thread-buffer.ts +45 -71
- package/src/slack/thread-participants.ts +187 -0
- package/src/tasks/worker-follow-up.ts +142 -3
- package/src/tests/agent-fs-provision-seeder.test.ts +81 -0
- package/src/tests/apps-chart-shell.test.ts +170 -0
- package/src/tests/apps-icon.test.ts +156 -2
- package/src/tests/base-prompt.test.ts +5 -4
- package/src/tests/chat-sdk-relay.test.ts +12 -0
- package/src/tests/claude-adapter-binary.test.ts +7 -1
- package/src/tests/claude-adapter.test.ts +10 -64
- package/src/tests/claude-flag-settings.test.ts +15 -11
- package/src/tests/claude-hook-credentials.test.ts +0 -1
- package/src/tests/claude-sdk-lifecycle.test.ts +5 -1
- package/src/tests/codex-adapter.test.ts +28 -78
- package/src/tests/comb-default.test.ts +6 -0
- package/src/tests/core-auth.test.ts +7 -6
- package/src/tests/create-task-vcs-repo.test.ts +136 -0
- package/src/tests/db-client-busy-retry.test.ts +58 -6
- package/src/tests/db-task-read-contract.test.ts +2 -0
- package/src/tests/db-task-write-contract.test.ts +1 -0
- package/src/tests/deploy-guard.test.ts +154 -0
- package/src/tests/docs-index-footprint.test.js +3 -3
- package/src/tests/dreaming-learnings.test.ts +104 -0
- package/src/tests/extensions-pre-task.test.ts +4 -2
- package/src/tests/fetch-resolved-env.test.ts +47 -1
- package/src/tests/fixtures/app-shell-charts-definition.json.txt +180 -0
- package/src/tests/model-profile-fallbacks.test.ts +482 -0
- package/src/tests/model-profiles-api.test.ts +1 -0
- package/src/tests/opencode-adapter.test.ts +53 -6
- package/src/tests/pi-mono-session-cost-on-abort.test.ts +115 -0
- package/src/tests/prompt-template-session.test.ts +17 -1
- package/src/tests/provider-error-class.test.ts +174 -0
- package/src/tests/runner-provider-fallback.test.ts +197 -0
- package/src/tests/runner-requester-profile.test.ts +139 -1
- package/src/tests/savings-calibration-api.test.ts +264 -0
- package/src/tests/savings-calibration.test.ts +201 -0
- package/src/tests/savings-compound.test.ts +774 -0
- package/src/tests/savings-compute.test.ts +215 -0
- package/src/tests/savings-fleet-latency.test.ts +143 -0
- package/src/tests/savings-fleet-read.test.ts +195 -0
- package/src/tests/savings-fleet-scale.test.ts +222 -0
- package/src/tests/savings-model.test.ts +499 -0
- package/src/tests/savings-read.test.ts +367 -0
- package/src/tests/savings-rollup.test.ts +766 -0
- package/src/tests/savings-scripts.test.ts +611 -0
- package/src/tests/script-connections.test.ts +4 -0
- package/src/tests/script-executor-conformance.test.ts +444 -0
- package/src/tests/scripts-http.test.ts +55 -0
- package/src/tests/scripts-runtime-fetch.test.ts +2 -2
- package/src/tests/sdk-allowlist.test.ts +40 -0
- package/src/tests/secret-rules.test.ts +124 -1
- package/src/tests/secret-scrubber.test.ts +1 -1
- package/src/tests/seed-workflows.test.ts +167 -11
- package/src/tests/skill-parser.test.ts +45 -0
- package/src/tests/slack-dm-implicit-mention.test.ts +20 -1
- package/src/tests/slack-identity-resolution.test.ts +23 -0
- package/src/tests/slack-inbound-files.test.ts +2 -1
- package/src/tests/slack-thread-participants.test.ts +429 -0
- package/src/tests/tool-annotations.test.ts +30 -0
- package/src/tests/tracker-oauth-authorize-auth.test.ts +262 -0
- package/src/tests/workflow-definition-pinning.test.ts +128 -3
- package/src/tests/workflow-script-principal.test.ts +94 -4
- package/src/tools/app-upsert.ts +1 -1
- package/src/tools/model-profiles/list-model-profiles.ts +4 -2
- package/src/tools/update-profile.ts +1 -1
- package/src/types.ts +146 -33
- package/src/utils/constants.ts +2 -0
- package/src/utils/mcp-server-fetcher.test.ts +89 -0
- package/src/utils/mcp-server-fetcher.ts +13 -5
- package/src/utils/request-auth-context.ts +24 -0
- package/src/utils/secret-rules.generated.ts +1 -1
- package/src/utils/secret-scrubber.ts +154 -29
- package/src/workflows/executors/swarm-script.ts +23 -19
- package/templates/skills/apps/SKILL.md +62 -3
- package/templates/skills/apps/content.md +62 -3
- package/templates/skills/swarm-docs/content.md +2 -0
- package/templates/skills/swarm-scripts/SKILL.md +5 -4
- package/templates/skills/swarm-scripts/content.md +5 -4
- package/templates/skills/work-on-task/SKILL.md +1 -1
- package/templates/skills/work-on-task/content.md +1 -1
- package/templates/workflows/dreaming/content.md +1 -1
- package/dist/acp-adapter-pdy3qsvg.js +0 -15
- package/dist/cli-4bd1rck6.js +0 -4
- package/dist/cli-jywyhqws.js +0 -104
- package/dist/fx-adapter-3q12snn6.js +0 -18
- package/dist/grok-adapter-ahb1w033.js +0 -18
- package/dist/handlers-vbww69re.js +0 -32
- package/dist/index-4xwaf5th.js +0 -32
- package/dist/index-f0hcrs8e.js +0 -33
- package/dist/index-s4ewdma4.js +0 -37
- package/dist/lead-6ygbfhbh.js +0 -70
- package/dist/worker-mz5z7kj0.js +0 -70
- package/src/providers/ctx-mode-env.ts +0 -10
|
@@ -0,0 +1,222 @@
|
|
|
1
|
+
import { afterAll, beforeAll, describe, expect, test } from "bun:test";
|
|
2
|
+
import { mkdtempSync, rmSync } from "node:fs";
|
|
3
|
+
import { createServer as createHttpServer, type Server } from "node:http";
|
|
4
|
+
import { tmpdir } from "node:os";
|
|
5
|
+
import { join } from "node:path";
|
|
6
|
+
import { closeDb, getDbClient, initDb } from "../be/db";
|
|
7
|
+
import { emptyFacts } from "../be/savings/compute";
|
|
8
|
+
import { MODEL_VERSION } from "../be/savings/model";
|
|
9
|
+
import { resetSavingsReadCache, savingsFleetLoads } from "../be/savings/read";
|
|
10
|
+
import { resetSavingsRollupForTests, utcDay, writeWorkflowDay } from "../be/savings/rollup";
|
|
11
|
+
import { handleSavings } from "../http/savings";
|
|
12
|
+
import { getPathSegments, parseQueryParams } from "../http/utils";
|
|
13
|
+
import { listenOnFreePort } from "./test-net";
|
|
14
|
+
|
|
15
|
+
// Fleet scale: 1,000 workflows and 400 scripts with a bucket on each of the 91 UTC days a 90-day window touches
|
|
16
|
+
// (127k rows). Before the chunked, shared read, the four reads of the fleet page
|
|
17
|
+
// held the event loop for over a second.
|
|
18
|
+
const NOW = Date.now();
|
|
19
|
+
const DAYS = 90;
|
|
20
|
+
const WORKFLOWS = 1000;
|
|
21
|
+
const SCRIPTS = 400;
|
|
22
|
+
// A rolling window of DAYS days touches DAYS + 1 UTC days.
|
|
23
|
+
const FIRST_DAY = utcDay(NOW - DAYS * 86_400_000);
|
|
24
|
+
const pageReads = (days: number) => [
|
|
25
|
+
`/api/savings/summary?days=${days}`,
|
|
26
|
+
`/api/savings/daily?days=${days}`,
|
|
27
|
+
`/api/savings/jobs?kind=workflow&days=${days}`,
|
|
28
|
+
`/api/savings/jobs?kind=script&days=${days}`,
|
|
29
|
+
];
|
|
30
|
+
|
|
31
|
+
const templateGlobals = globalThis as typeof globalThis & {
|
|
32
|
+
__testMigrationTemplate?: Uint8Array;
|
|
33
|
+
__savedFleetScaleTemplate?: Uint8Array;
|
|
34
|
+
};
|
|
35
|
+
|
|
36
|
+
describe("savings fleet read at fleet scale", () => {
|
|
37
|
+
let server: Server;
|
|
38
|
+
let port: number;
|
|
39
|
+
let dbDir: string | undefined;
|
|
40
|
+
const get = async (path: string) => {
|
|
41
|
+
const res = await fetch(`http://127.0.0.1:${port}${path}`);
|
|
42
|
+
return { status: res.status, body: (await res.json()) as Record<string, any> };
|
|
43
|
+
};
|
|
44
|
+
|
|
45
|
+
/**
|
|
46
|
+
* Fire the page's four reads at once, for `viewers` simultaneous viewers;
|
|
47
|
+
* return the bodies (viewer by viewer) and the longest event-loop stall.
|
|
48
|
+
* The bodies are parsed after the ticker stops: the client shares this
|
|
49
|
+
* process only in the test, so its JSON parse is not the server's stall.
|
|
50
|
+
*/
|
|
51
|
+
async function pageLoad(days = DAYS, viewers = 1) {
|
|
52
|
+
let last = performance.now();
|
|
53
|
+
let maxGapMs = 0;
|
|
54
|
+
const ticker = setInterval(() => {
|
|
55
|
+
const t = performance.now();
|
|
56
|
+
maxGapMs = Math.max(maxGapMs, t - last);
|
|
57
|
+
last = t;
|
|
58
|
+
}, 2);
|
|
59
|
+
let raw: { status: number; text: string }[];
|
|
60
|
+
try {
|
|
61
|
+
const paths = Array.from({ length: viewers }, () => pageReads(days)).flat();
|
|
62
|
+
raw = await Promise.all(
|
|
63
|
+
paths.map(async (path) => {
|
|
64
|
+
const res = await fetch(`http://127.0.0.1:${port}${path}`);
|
|
65
|
+
return { status: res.status, text: await res.text() };
|
|
66
|
+
}),
|
|
67
|
+
);
|
|
68
|
+
} finally {
|
|
69
|
+
clearInterval(ticker);
|
|
70
|
+
}
|
|
71
|
+
const results = raw.map((r) => ({
|
|
72
|
+
status: r.status,
|
|
73
|
+
body: JSON.parse(r.text) as Record<string, any>,
|
|
74
|
+
}));
|
|
75
|
+
return { results, maxGapMs };
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
beforeAll(async () => {
|
|
79
|
+
// A real file, as in production. The script read's first-day scan goes
|
|
80
|
+
// through the bounded db-query path, and on the in-memory test template
|
|
81
|
+
// that path snapshots the whole 127k-row database synchronously before it
|
|
82
|
+
// fails: a test-only stall that broke the bound on slow CI runners.
|
|
83
|
+
templateGlobals.__savedFleetScaleTemplate = templateGlobals.__testMigrationTemplate;
|
|
84
|
+
templateGlobals.__testMigrationTemplate = undefined;
|
|
85
|
+
closeDb();
|
|
86
|
+
dbDir = mkdtempSync(join(tmpdir(), "savings-fleet-scale-"));
|
|
87
|
+
initDb(join(dbDir, "fleet.sqlite"));
|
|
88
|
+
await resetSavingsRollupForTests();
|
|
89
|
+
const db = getDbClient();
|
|
90
|
+
const at = new Date(NOW).toISOString();
|
|
91
|
+
await db.run(
|
|
92
|
+
`WITH RECURSIVE d(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM d WHERE i < ?)
|
|
93
|
+
INSERT INTO automation_savings_days (day, jobKind, modelVersion, computedAt)
|
|
94
|
+
SELECT date(?, '+' || i || ' days'), k.kind, ?, ? FROM d, (SELECT 'workflow' kind UNION ALL SELECT 'script') k`,
|
|
95
|
+
[DAYS, FIRST_DAY, MODEL_VERSION, at],
|
|
96
|
+
);
|
|
97
|
+
await db.run(
|
|
98
|
+
`WITH RECURSIVE d(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM d WHERE i < ?),
|
|
99
|
+
j(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM j WHERE i < ?)
|
|
100
|
+
INSERT INTO automation_savings_daily
|
|
101
|
+
(day, jobKind, jobId, jobKey, jobName, subKind, runs, countedRuns, schedRuns, effectRuns, opsSum, agentTasks, agentUsd, computeSecs, modelVersion, computedAt)
|
|
102
|
+
SELECT date(?, '+' || d.i || ' days'), 'workflow', 'wf-' || j.i, 'wf-' || j.i, 'wf ' || j.i, '', 30, 30, 24, 3, 270, 1, 0.5, 12, ?, ? FROM d, j`,
|
|
103
|
+
[DAYS, WORKFLOWS - 1, FIRST_DAY, MODEL_VERSION, at],
|
|
104
|
+
);
|
|
105
|
+
await db.run(
|
|
106
|
+
`WITH RECURSIVE d(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM d WHERE i < ?),
|
|
107
|
+
j(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM j WHERE i < ?)
|
|
108
|
+
INSERT INTO automation_savings_daily
|
|
109
|
+
(day, jobKind, jobId, jobKey, jobName, subKind, runs, countedRuns, effectRuns, opsSum, computeSecs, modelVersion, computedAt)
|
|
110
|
+
SELECT date(?, '+' || d.i || ' days'), 'script', 'sc-' || j.i, 'sc-' || j.i, 'sc-' || j.i, '', 20, 20, 2, 80, 5, ?, ? FROM d, j`,
|
|
111
|
+
[DAYS, SCRIPTS - 1, FIRST_DAY, MODEL_VERSION, at],
|
|
112
|
+
);
|
|
113
|
+
resetSavingsReadCache();
|
|
114
|
+
server = createHttpServer(async (req, res) => {
|
|
115
|
+
const handled = await handleSavings(
|
|
116
|
+
req,
|
|
117
|
+
res,
|
|
118
|
+
getPathSegments(req.url || ""),
|
|
119
|
+
parseQueryParams(req.url || ""),
|
|
120
|
+
);
|
|
121
|
+
if (!handled) {
|
|
122
|
+
res.writeHead(404);
|
|
123
|
+
res.end();
|
|
124
|
+
}
|
|
125
|
+
});
|
|
126
|
+
port = await listenOnFreePort(server);
|
|
127
|
+
}, 60_000);
|
|
128
|
+
|
|
129
|
+
afterAll(() => {
|
|
130
|
+
server?.close();
|
|
131
|
+
closeDb();
|
|
132
|
+
templateGlobals.__testMigrationTemplate = templateGlobals.__savedFleetScaleTemplate;
|
|
133
|
+
templateGlobals.__savedFleetScaleTemplate = undefined;
|
|
134
|
+
if (dbDir) rmSync(dbDir, { recursive: true, force: true });
|
|
135
|
+
});
|
|
136
|
+
|
|
137
|
+
// Timing-sensitive: a stall bound on a shared CI runner. The unchunked read stalled
|
|
138
|
+
// for ~300ms per read here, so 150ms still separates the two by a wide margin.
|
|
139
|
+
test(
|
|
140
|
+
"the four page reads share one load per kind and never stall the loop for long",
|
|
141
|
+
async () => {
|
|
142
|
+
resetSavingsReadCache();
|
|
143
|
+
const cold = await pageLoad();
|
|
144
|
+
for (const r of cold.results) expect(r.status).toBe(200);
|
|
145
|
+
const [summary, daily, workflows, scripts] = cold.results.map((r) => r.body);
|
|
146
|
+
expect(summary?.valid).toBe(true);
|
|
147
|
+
expect(summary?.byKind.workflows.jobs).toBe(WORKFLOWS);
|
|
148
|
+
expect(summary?.byKind.agentInvokedScripts.jobs).toBe(SCRIPTS);
|
|
149
|
+
expect(daily?.points).toHaveLength(DAYS + 1);
|
|
150
|
+
expect(workflows?.rows).toHaveLength(WORKFLOWS);
|
|
151
|
+
expect(scripts?.rows).toHaveLength(SCRIPTS);
|
|
152
|
+
// One workflow load and one script load serve all four reads.
|
|
153
|
+
expect(savingsFleetLoads()).toBe(2);
|
|
154
|
+
expect(cold.maxGapMs).toBeLessThan(150);
|
|
155
|
+
|
|
156
|
+
const warm = await pageLoad();
|
|
157
|
+
expect(warm.results.map((r) => r.body)).toEqual(
|
|
158
|
+
cold.results.map((r) => ({ ...r.body, window: expect.anything() })),
|
|
159
|
+
);
|
|
160
|
+
expect(savingsFleetLoads()).toBe(2);
|
|
161
|
+
},
|
|
162
|
+
{ retry: 2, timeout: 30_000 },
|
|
163
|
+
);
|
|
164
|
+
|
|
165
|
+
test(
|
|
166
|
+
"30 days and simultaneous viewers: one load per kind and window, no long stall",
|
|
167
|
+
async () => {
|
|
168
|
+
resetSavingsReadCache();
|
|
169
|
+
const cold = await pageLoad(30, 3);
|
|
170
|
+
for (const r of cold.results) expect(r.status).toBe(200);
|
|
171
|
+
// `window.end` is each request's own clock; everything else must match.
|
|
172
|
+
const bodies = cold.results.map((r) => ({ ...r.body, window: { ...r.body.window, end: 0 } }));
|
|
173
|
+
const [summary, daily, workflows, scripts] = bodies;
|
|
174
|
+
expect(summary?.byKind.workflows.jobs).toBe(WORKFLOWS);
|
|
175
|
+
expect(daily?.points).toHaveLength(31);
|
|
176
|
+
expect(workflows?.rows).toHaveLength(WORKFLOWS);
|
|
177
|
+
expect(scripts?.rows).toHaveLength(SCRIPTS);
|
|
178
|
+
// Every viewer gets the same answer from the same two loads.
|
|
179
|
+
for (let v = 1; v < 3; v++)
|
|
180
|
+
expect(bodies.slice(v * 4, v * 4 + 4)).toEqual(bodies.slice(0, 4));
|
|
181
|
+
expect(savingsFleetLoads()).toBe(2);
|
|
182
|
+
expect(cold.maxGapMs).toBeLessThan(150);
|
|
183
|
+
// The daily points add up to the summary total.
|
|
184
|
+
const pointsSum = daily?.points.reduce(
|
|
185
|
+
(a: number, p: { savingUsd: number }) => a + p.savingUsd,
|
|
186
|
+
0,
|
|
187
|
+
);
|
|
188
|
+
expect(pointsSum).toBeCloseTo(summary?.total.savingUsd.p50, 2);
|
|
189
|
+
|
|
190
|
+
// A 90-day viewer arriving later is its own window: two more loads, not four.
|
|
191
|
+
const wide = await pageLoad(DAYS, 2);
|
|
192
|
+
expect(wide.results[1]?.body.points).toHaveLength(DAYS + 1);
|
|
193
|
+
expect(savingsFleetLoads()).toBe(4);
|
|
194
|
+
expect(wide.maxGapMs).toBeLessThan(150);
|
|
195
|
+
},
|
|
196
|
+
{ retry: 2, timeout: 30_000 },
|
|
197
|
+
);
|
|
198
|
+
|
|
199
|
+
test("a rollup write invalidates the cached workflow read", async () => {
|
|
200
|
+
resetSavingsReadCache();
|
|
201
|
+
await get(`/api/savings/summary?days=${DAYS}`);
|
|
202
|
+
expect(savingsFleetLoads()).toBe(2);
|
|
203
|
+
const today = utcDay(NOW);
|
|
204
|
+
await writeWorkflowDay(
|
|
205
|
+
today,
|
|
206
|
+
{
|
|
207
|
+
buckets: [
|
|
208
|
+
{
|
|
209
|
+
workflowId: "wf-new",
|
|
210
|
+
name: "wf new",
|
|
211
|
+
facts: { ...emptyFacts(), runs: 5, countedRuns: 5 },
|
|
212
|
+
},
|
|
213
|
+
],
|
|
214
|
+
links: [],
|
|
215
|
+
},
|
|
216
|
+
new Date().toISOString(),
|
|
217
|
+
);
|
|
218
|
+
const { body } = await get(`/api/savings/jobs?kind=workflow&days=${DAYS}`);
|
|
219
|
+
expect(savingsFleetLoads()).toBe(3);
|
|
220
|
+
expect(body.rows.some((r: { workflowId: string }) => r.workflowId === "wf-new")).toBe(true);
|
|
221
|
+
});
|
|
222
|
+
});
|