@desplega.ai/agent-swarm 2.11.0 → 2.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/acp-adapter-11m13kx4.js +16 -0
- package/dist/{acp-targets-5wyy2b9m.js → acp-targets-311gcyvw.js} +9 -9
- package/dist/{actions-4nxq386s.js → actions-c4chgxp6.js} +24 -22
- package/dist/{agent-fs-provision-v6enh76w.js → agent-fs-provision-0b9awm5n.js} +10 -5
- package/dist/{amp-adapter-ze3x22qn.js → amp-adapter-r0veq6x5.js} +3 -3
- package/dist/{app-kyqt8ehw.js → app-hn5fftf5.js} +5 -5
- package/dist/{approval-notifications-a0db0esw.js → approval-notifications-3g6yc8nv.js} +7 -7
- package/dist/{assistant-9g5jzq25.js → assistant-cpjgpjvp.js} +24 -22
- package/dist/{boot-args-schema-d7fme4q1.js → boot-args-schema-hce1av1h.js} +1 -1
- package/dist/{boot-reembed-jrwxeye2.js → boot-reembed-bztbxc4z.js} +1 -1
- package/dist/{boot-reembed-6wpazmpw.js → boot-reembed-d7xcym0j.js} +1 -1
- package/dist/{boot-scrub-sweep-52h7yntp.js → boot-scrub-sweep-mkmm16gk.js} +2 -2
- package/dist/{boot-seeds-kb3dxjex.js → boot-seeds-arrkbe8t.js} +4 -4
- package/dist/{boxd-jrrmkv3w.js → boxd-68n75y1s.js} +1 -1
- package/dist/{claude-adapter-0c0y8fqp.js → claude-adapter-ykpyr5p8.js} +8 -8
- package/dist/{claude-managed-adapter-w2es07qq.js → claude-managed-adapter-ssg6z4bt.js} +4 -4
- package/dist/{claude-managed-setup-9ssb7ct4.js → claude-managed-setup-trd59v7b.js} +4 -4
- package/dist/{claude-sdk-session-p6t0gyse.js → claude-sdk-session-yjcze0j1.js} +10 -10
- package/dist/{cli-2gvdvsxj.js → cli-01tvvtad.js} +63 -60
- package/dist/{cli-rhsc2zyx.js → cli-04zc3f7b.js} +1 -1
- package/dist/{cli-p1a4khta.js → cli-0k1a0sde.js} +6 -6
- package/dist/{cli-atm0hkes.js → cli-0pp1yjg2.js} +4 -4
- package/dist/{cli-0b4zam62.js → cli-0vcqcwfn.js} +18 -0
- package/dist/{cli-zhn4r1rz.js → cli-12vek61e.js} +72 -49
- package/dist/{cli-j2r1apqm.js → cli-1htmtqc2.js} +45 -44
- package/dist/{cli-a6q6x15h.js → cli-2amwhyv2.js} +8 -5
- package/dist/{cli-w5dar1bk.js → cli-2m6yaq6b.js} +1 -1
- package/dist/{cli-a02habn6.js → cli-2tw284hj.js} +2 -2
- package/dist/{cli-nc39ym5q.js → cli-39qm0rtm.js} +6 -6
- package/dist/{cli-6c9ve77f.js → cli-3p288654.js} +2 -2
- package/dist/cli-52nfye5j.js +673 -0
- package/dist/cli-55tc8cj4.js +252 -0
- package/dist/cli-5r95eqbh.js +186 -0
- package/dist/{cli-892y3vfp.js → cli-5tg94mdw.js} +7 -7
- package/dist/{cli-ynph3b70.js → cli-5x03v6en.js} +8 -8
- package/dist/{cli-1h4njv9y.js → cli-5z0g0e8v.js} +11 -2
- package/dist/{cli-6a3j25xd.js → cli-72yms3ey.js} +16 -16
- package/dist/{cli-h2qtafm4.js → cli-73q4g5nx.js} +17 -17
- package/dist/{cli-k3c13za2.js → cli-7wy8gbwb.js} +1 -1
- package/dist/{cli-9g12h1aq.js → cli-7yn42w6m.js} +1 -1
- package/dist/{cli-g56fxddf.js → cli-8hp56wat.js} +3 -2
- package/dist/{cli-4aswccje.js → cli-9qe5y107.js} +2 -2
- package/dist/{cli-7cp6aa1q.js → cli-9y4tgrkf.js} +23 -177
- package/dist/{cli-mhrr4d5b.js → cli-agjbj5x0.js} +1 -1
- package/dist/{cli-hnh8erra.js → cli-b93d81yg.js} +2 -2
- package/dist/{cli-9yjhshah.js → cli-bhgrhedp.js} +1 -1
- package/dist/{cli-b82a13ga.js → cli-bp6k9acz.js} +17 -21
- package/dist/{cli-7e8sxqv5.js → cli-bpje8n65.js} +30 -3
- package/dist/{cli-t2s7j5cy.js → cli-bz97ff9n.js} +2 -2
- package/dist/{cli-0bgj4rh5.js → cli-c7j31hq9.js} +3 -3
- package/dist/{cli-p8zqbbt1.js → cli-cah298e5.js} +1 -1
- package/dist/{cli-9knhkkgr.js → cli-cjqyse9q.js} +3 -3
- package/dist/{cli-tb4j757d.js → cli-dkvtfgn4.js} +6 -6
- package/dist/{cli-14xdms9a.js → cli-e3ahxq5y.js} +6 -6
- package/dist/{cli-6n7y5ypy.js → cli-e8n0hdzd.js} +1 -1
- package/dist/{cli-q71g5q39.js → cli-en6dmkxd.js} +3 -3
- package/dist/{cli-xqbqwpxr.js → cli-eq4kew31.js} +9 -9
- package/dist/{cli-4kzp7r0q.js → cli-eqq0hwvx.js} +3 -3
- package/dist/{cli-bf0t77nf.js → cli-ercwc8xn.js} +1 -1
- package/dist/{cli-qncx2r0s.js → cli-ex1y88j3.js} +1 -1
- package/dist/{cli-bq97k63w.js → cli-fxd1mwtr.js} +2 -2
- package/dist/{cli-kbm659dk.js → cli-fy4gb74g.js} +2 -2
- package/dist/{cli-djt6wmrc.js → cli-fyaq4zdv.js} +6 -6
- package/dist/{cli-raqw9fw9.js → cli-gfy6hbd9.js} +6 -6
- package/dist/{cli-s9twe4x0.js → cli-h70a2mxy.js} +13 -8
- package/dist/cli-hbvgzjq4.js +69 -0
- package/dist/{cli-vy3fn0mz.js → cli-hhc47ack.js} +4 -4
- package/dist/{cli-m00c47q6.js → cli-j5gtytvg.js} +54 -24
- package/dist/{cli-ha4ek2nb.js → cli-js10kdk7.js} +1 -1
- package/dist/{cli-yzxqwcvq.js → cli-k5jx8jya.js} +10 -3
- package/dist/{cli-rytq7dm2.js → cli-krbcr00p.js} +3 -3
- package/dist/{cli-453497a0.js → cli-kwr5qv5g.js} +2 -2
- package/dist/{cli-czvvnfr9.js → cli-m5qtmrbc.js} +2 -2
- package/dist/{cli-cstggwq7.js → cli-ma9ys8rt.js} +2 -2
- package/dist/{cli-htymm48w.js → cli-mbwmqb5w.js} +1 -1
- package/dist/{cli-wz4e5am2.js → cli-mcymtvwn.js} +320 -70
- package/dist/{cli-2aacfdcn.js → cli-mq2fbgva.js} +64 -3
- package/dist/{cli-ramn8jae.js → cli-n85m2wkq.js} +1 -1
- package/dist/{cli-k4r5sfaj.js → cli-n8f0fs3c.js} +4 -4
- package/dist/{cli-f8yhybxr.js → cli-nja15knq.js} +3 -3
- package/dist/{cli-6tvh1fwq.js → cli-pe3yxedk.js} +3 -3
- package/dist/{cli-3bpr3wks.js → cli-pqfecppn.js} +1 -1
- package/dist/{cli-n6ygvrrm.js → cli-q2dywc8h.js} +4 -4
- package/dist/{cli-8zmpwe79.js → cli-q8tc22bj.js} +5 -5
- package/dist/{cli-yvzxbztc.js → cli-r0mz92by.js} +2 -2
- package/dist/{cli-v3zcnr8g.js → cli-r14ac1y0.js} +1 -1
- package/dist/{cli-fwjwkw66.js → cli-rtmqzat7.js} +2 -2
- package/dist/{cli-zqq57pgx.js → cli-s6zk31gr.js} +4 -4
- package/dist/{cli-27fat7st.js → cli-sv2r3bw8.js} +7 -7
- package/dist/{cli-zb1hff00.js → cli-t75xngj1.js} +9 -9
- package/dist/{cli-r813c7rb.js → cli-tdk7jtka.js} +1 -1
- package/dist/{cli-5ptj757f.js → cli-tm60vtax.js} +1 -1
- package/dist/{cli-rpmw4fsv.js → cli-v9ya390t.js} +12 -12
- package/dist/{cli-075ccjh6.js → cli-wvjqaqcp.js} +2607 -65
- package/dist/{cli-2jtfm8kh.js → cli-xf4z5bdn.js} +4 -4
- package/dist/{cli-4g323fjh.js → cli-xm34qj8m.js} +2 -2
- package/dist/{cli-f7dhm7hh.js → cli-ya3kf4gs.js} +1 -1
- package/dist/{cli-rwgwen5v.js → cli-yegz2g06.js} +4 -4
- package/dist/{cli-nbakg5xh.js → cli-yfpc6qy9.js} +3 -3
- package/dist/{cli-thd3005a.js → cli-z4f346g5.js} +1 -1
- package/dist/cli.js +24 -21
- package/dist/{codex-adapter-ssahg4h4.js → codex-adapter-wc6e4wct.js} +8 -8
- package/dist/{codex-login-9c7aggxe.js → codex-login-1ven7yje.js} +1 -1
- package/dist/{codex-session-runner-xn63q3h7.js → codex-session-runner-ppfgjd97.js} +9 -9
- package/dist/{commands-ctey7tr5.js → commands-tsv2vx5b.js} +3 -3
- package/dist/{controller-rqhbppg9.js → controller-ye4sdwsy.js} +4 -4
- package/dist/{controllers-connect-w3qbpbt1.js → controllers-connect-zn4dg69h.js} +25 -23
- package/dist/core-dxcy02sc.js +41 -0
- package/dist/{cursor-adapter-r819hf1a.js → cursor-adapter-q2g9vwts.js} +2 -2
- package/dist/{db-2ah39cyx.js → db-3r1fyr2n.js} +6 -2
- package/dist/{db-p5drc1d1.js → db-g111qn9j.js} +3 -3
- package/dist/{devin-adapter-bc6g0x29.js → devin-adapter-t8d86q9x.js} +1 -1
- package/dist/{dispatcher-x6w14pde.js → dispatcher-4q8s0mx8.js} +22 -20
- package/dist/{docker-6c4reetq.js → docker-1b41eysj.js} +2 -2
- package/dist/{dsh-adapter-h8qn14n4.js → dsh-adapter-mmcw1z5s.js} +2 -2
- package/dist/{e2b-z4ec0qve.js → e2b-ew8c5j5v.js} +2 -2
- package/dist/{e2b-jg7kyyef.js → e2b-xm60c8ad.js} +2 -2
- package/dist/{easter-egg-3d-1y6r9gxy.js → easter-egg-3d-04ke6hcp.js} +1 -1
- package/dist/{embedding-space-z6ptw3jk.js → embedding-space-kcdn52vz.js} +6 -6
- package/dist/{embeddings-0sxb1d2h.js → embeddings-jnzcd91a.js} +1 -1
- package/dist/{event-bus-swr88jg5.js → event-bus-v4ywhc2p.js} +1 -1
- package/dist/{execute-6m1ex8ce.js → execute-74amghty.js} +1 -1
- package/dist/{external-channel-ezer7pk0.js → external-channel-v9zgxnxz.js} +2 -2
- package/dist/fx-adapter-0ar6pqm3.js +19 -0
- package/dist/grok-adapter-t6m74fb1.js +19 -0
- package/dist/handlers-9kwcrc4k.js +38 -0
- package/dist/{heartbeat-6c4fr49t.js → heartbeat-p8pk1msj.js} +25 -23
- package/dist/{hook-t1c5avbv.js → hook-k1h73zd7.js} +5 -5
- package/dist/{hook-02rt5tvq.js → hook-p5reemds.js} +7 -7
- package/dist/{http-qa3h32a1.js → http-ms1z5xxy.js} +565 -141
- package/dist/index-23cdfzr6.js +39 -0
- package/dist/{index-kqv9ebfj.js → index-76zzxtzf.js} +1 -1
- package/dist/{index-e42j998x.js → index-fbkqhvvj.js} +38 -19
- package/dist/index-g7kkjs5b.js +38 -0
- package/dist/{index-qpjk2hxk.js → index-gjn6qfgn.js} +1 -1
- package/dist/{index-akbgsdhh.js → index-kn63q1gr.js} +26 -24
- package/dist/index-stk36pa5.js +43 -0
- package/dist/{k8s-7jrh5va2.js → k8s-fy8hbhkg.js} +2 -2
- package/dist/{keepalive-jmf6pn8c.js → keepalive-031js8jz.js} +4 -4
- package/dist/lead-mfggjtfk.js +77 -0
- package/dist/{maintenance-g7v15tj1.js → maintenance-sq9v3qx9.js} +1 -1
- package/dist/{oauth-refresh-sweep-ywgf8tbr.js → oauth-refresh-sweep-zqmnyvs8.js} +3 -3
- package/dist/object-webhooks-r24wwb5y.js +21 -0
- package/dist/{onboard-m3fedypq.js → onboard-p25yhh7t.js} +5 -5
- package/dist/{opencode-adapter-19ktcbb9.js → opencode-adapter-wcjc4zdk.js} +7 -7
- package/dist/{otel-impl-3ehm1hgc.js → otel-impl-ff1gf20m.js} +2 -2
- package/dist/{pending-fwj2fatd.js → pending-hxj5yatb.js} +23 -21
- package/dist/{pi-mono-adapter-xdeesvc4.js → pi-mono-adapter-vkp4zz7p.js} +12 -12
- package/dist/{pricing-refresh-4j8dzvxg.js → pricing-refresh-9w7gx41w.js} +2 -2
- package/dist/{rbac-roles-8msjr07m.js → rbac-roles-84aw10nz.js} +3 -3
- package/dist/{rbac-roles-n7t2acv8.js → rbac-roles-hz74vckp.js} +2 -2
- package/dist/{registry-32b1mft6.js → registry-eeyx1201.js} +1 -1
- package/dist/{render-v2-j7qggj8h.js → render-v2-nrdkg9gf.js} +5 -5
- package/dist/{resume-hj1mn65y.js → resume-s6ey36rh.js} +9 -9
- package/dist/{runtime-z31mdsgv.js → runtime-x0b4pyam.js} +1 -1
- package/dist/{session-access-w38fh09a.js → session-access-xv49tk14.js} +4 -4
- package/dist/{session-source-backfill-ax6qxv20.js → session-source-backfill-r5j988ah.js} +3 -3
- package/dist/{setup-dsqmpfcr.js → setup-mj0krk1p.js} +1 -1
- package/dist/thread-buffer-temgaqsy.js +41 -0
- package/dist/{tree-visibility-6vqmnr71.js → tree-visibility-cbrsfaar.js} +2 -2
- package/dist/{user-merge-jobs-mvheb3ed.js → user-merge-jobs-f9d8nwnw.js} +3 -3
- package/dist/{virtual-modules-w2qk2wew.js → virtual-modules-ns0ryw05.js} +3 -3
- package/dist/{work-objects-4ahy5es5.js → work-objects-pydhzast.js} +25 -23
- package/dist/worker-efcemc22.js +77 -0
- package/dist/{worker-follow-up-1gs4aw7y.js → worker-follow-up-9z2xec5e.js} +22 -20
- package/dist/{x-3wr8c5sh.js → x-3dtaf2r9.js} +2 -2
- package/openapi.json +788 -253
- package/package.json +8 -5
- package/src/azure-devops/auth.ts +2 -3
- package/src/be/agent-fs-identity.ts +46 -0
- package/src/be/agent-history.ts +215 -0
- package/src/be/db/agents.ts +34 -12
- package/src/be/db/tasks/write.ts +2 -2
- package/src/be/db.ts +2 -0
- package/src/be/migrations/332_primitive_objects.sql +31 -0
- package/src/be/migrations/334_agent_history.sql +23 -0
- package/src/be/migrations/335_primitive_object_webhooks.sql +36 -0
- package/src/be/primitives/boards/elements.ts +717 -0
- package/src/be/primitives/boards/excalifont-metrics.json +516 -0
- package/src/be/primitives/boards/service.ts +121 -0
- package/src/be/primitives/object-webhooks.ts +348 -0
- package/src/be/primitives/objects.ts +686 -0
- package/src/be/primitives/sheets/a1.ts +136 -0
- package/src/be/primitives/sheets/engine-worker.ts +194 -0
- package/src/be/primitives/sheets/engine.ts +199 -0
- package/src/be/primitives/sheets/format.ts +106 -0
- package/src/be/primitives/sheets/service.ts +415 -0
- package/src/be/primitives/write-object.ts +83 -0
- package/src/be/script-credential-broker.ts +8 -27
- package/src/be/scripts/typecheck.ts +216 -0
- package/src/be/seed/agent-fs-provision.ts +18 -0
- package/src/be/users.ts +19 -0
- package/src/commands/onboard/agent-fs-version.ts +1 -1
- package/src/commands/onboard/steps/harness.tsx +1 -1
- package/src/commands/provider-credentials.ts +1 -0
- package/src/e2b/env.ts +3 -1
- package/src/fs/agent-fs-provider.ts +33 -2
- package/src/gitlab/auth.ts +3 -4
- package/src/heartbeat/heartbeat.ts +11 -11
- package/src/http/agent-lifecycle.ts +152 -0
- package/src/http/agents.ts +12 -0
- package/src/http/all-routes.ts +2 -0
- package/src/http/auth.ts +2 -1
- package/src/http/index.ts +15 -0
- package/src/http/object-webhooks.ts +101 -0
- package/src/http/operator-actor.ts +2 -1
- package/src/http/sessions.ts +7 -0
- package/src/http/workflows.ts +32 -0
- package/src/integrations/chat-sdk/outbound-files.ts +3 -2
- package/src/providers/acp-targets.ts +2 -2
- package/src/providers/amp-adapter.ts +1 -1
- package/src/providers/opencode-adapter.ts +4 -1
- package/src/rbac/legacy-policy.ts +2 -0
- package/src/rbac/permissions.ts +5 -0
- package/src/script-workflows/guest-ctx.ts +32 -0
- package/src/script-workflows/workflow-ctx.ts +2 -0
- package/src/scripts-runtime/ctx.ts +9 -1
- package/src/scripts-runtime/executors/native.ts +106 -21
- package/src/scripts-runtime/executors/quickjs-prelude.ts +9 -2
- package/src/scripts-runtime/executors/quickjs-runner.ts +12 -1
- package/src/scripts-runtime/sdk-allowlist.ts +88 -0
- package/src/scripts-runtime/swarm-sdk.ts +51 -3
- package/src/scripts-runtime/types/stdlib.d.ts +267 -0
- package/src/scripts-runtime/types/swarm-sdk.d.ts +267 -0
- package/src/server.ts +48 -0
- package/src/tests/agent-history.test.ts +313 -0
- package/src/tests/azure-devops-auth.test.ts +6 -0
- package/src/tests/chat-sdk-outbound-files.test.ts +3 -1
- package/src/tests/check-unit-test-allowlist.test.ts +193 -0
- package/src/tests/credential-check.test.ts +12 -0
- package/src/tests/db-task-read-contract.test.ts +2 -0
- package/src/tests/db-task-write-contract.test.ts +2 -0
- package/src/tests/e2e-coverage-contract.test.ts +6 -2
- package/src/tests/e2e-diff-coverage.test.ts +154 -0
- package/src/tests/e2e-rerun-quarantine.test.ts +180 -0
- package/src/tests/e2e-shards.test.ts +137 -0
- package/src/tests/e2e-tracker-ingest.test.ts +266 -0
- package/src/tests/extensions-heartbeat.test.ts +34 -0
- package/src/tests/gitlab-auth.test.ts +10 -0
- package/src/tests/heartbeat.test.ts +38 -0
- package/src/tests/http-api-integration.test.ts +0 -6
- package/src/tests/opencode-adapter.test.ts +11 -0
- package/src/tests/primitives-boards.test.ts +686 -0
- package/src/tests/primitives-object-webhooks.test.ts +642 -0
- package/src/tests/primitives-objects.test.ts +248 -0
- package/src/tests/reasoning-kind-ui-parity.test.ts +112 -0
- package/src/tests/script-native-sandbox-identity.test.ts +264 -0
- package/src/tests/scripts-namespaces.test.ts +211 -0
- package/src/tests/secret-scrub-gate.test.ts +1 -0
- package/src/tests/secret-scrubber-convex.test.ts +168 -0
- package/src/tests/secret-scrubber.test.ts +1 -1
- package/src/tests/session-tokens.test.ts +27 -0
- package/src/tests/sheet-engine.test.ts +58 -0
- package/src/tests/slack-file-tools-attachments.test.ts +74 -6
- package/src/tests/slack-read-boundaries.test.ts +4 -2
- package/src/tests/task-start-after-commit.test.ts +82 -0
- package/src/tests/ui-logs-parser.test.ts +67 -0
- package/src/tests/workflow-retry-v2.test.ts +101 -0
- package/src/tests/workflow-tla-races.test.ts +29 -0
- package/src/tools/boards.ts +260 -0
- package/src/tools/objects.ts +191 -0
- package/src/tools/sheets.ts +312 -0
- package/src/tools/slack-read.ts +10 -3
- package/src/tools/tool-config.ts +23 -0
- package/src/tools/workflows/create-workflow.ts +11 -1
- package/src/tools/workflows/patch-workflow-node.ts +4 -0
- package/src/tools/workflows/patch-workflow.ts +4 -0
- package/src/tools/workflows/update-workflow.ts +17 -0
- package/src/types.ts +16 -0
- package/src/utils/sandboxed-process.ts +47 -2
- package/src/utils/secret-scrubber.ts +61 -6
- package/src/workflows/engine.ts +35 -21
- package/src/workflows/input.ts +29 -1
- package/src/workflows/patch-definition.ts +15 -1
- package/src/workflows/retry-poller.ts +15 -2
- package/src/workflows/validation.ts +10 -0
- package/templates/ai-toolbox.manifest.json +1 -1
- package/templates/skills/agent-browser/SKILL.md +1 -0
- package/templates/skills/agent-browser/content.md +1 -0
- package/templates/skills/pages/content.md +5 -0
- package/templates/skills/swarm-docs/content.md +6 -1
- package/templates/skills/swarm-scripts/SKILL.md +1 -0
- package/templates/skills/swarm-scripts/content.md +1 -0
- package/templates/skills/tdd-planning/content.md +5 -2
- package/dist/acp-adapter-weaaxey3.js +0 -16
- package/dist/core-df1n049h.js +0 -39
- package/dist/fx-adapter-zwmps9re.js +0 -19
- package/dist/grok-adapter-q0avf919.js +0 -19
- package/dist/handlers-g5jq0e4q.js +0 -36
- package/dist/index-1f6m47mq.js +0 -37
- package/dist/index-1p1mpqda.js +0 -36
- package/dist/index-tnkd410q.js +0 -41
- package/dist/lead-m5e7xt93.js +0 -75
- package/dist/thread-buffer-nf55vwx3.js +0 -39
- package/dist/worker-ews1nyhw.js +0 -75
- package/src/slack/socket-mode-guard.test.ts +0 -25
- package/src/tests/agent-activity.test.ts +0 -247
- package/src/tests/agent-fs-live-url.test.ts +0 -55
- package/src/tests/agentmail-inbox-mapping.test.ts +0 -73
- package/src/tests/approval-sweeps-config.test.ts +0 -47
- package/src/tests/cards.test.ts +0 -169
- package/src/tests/chat-sdk-facts.test.ts +0 -23
- package/src/tests/config-env-export-chat-sdk.test.ts +0 -11
- package/src/tests/core-auth.test.ts +0 -156
- package/src/tests/date-utils.test.ts +0 -48
- package/src/tests/db-context-versions.test.ts +0 -37
- package/src/tests/db-runtime.test.ts +0 -132
- package/src/tests/enabled-capabilities.test.ts +0 -20
- package/src/tests/extensions-example-mcp-install.test.ts +0 -67
- package/src/tests/extensions-lead-equivalence.test.ts +0 -70
- package/src/tests/get-workflow-run-tool.test.ts +0 -98
- package/src/tests/github-event-labels.test.ts +0 -24
- package/src/tests/haiku-5-5-pricing.test.ts +0 -38
- package/src/tests/http-log-scrubbing.test.ts +0 -123
- package/src/tests/http-semconv-attributes.test.ts +0 -92
- package/src/tests/identity.test.ts +0 -117
- package/src/tests/inbox-state.test.ts +0 -167
- package/src/tests/internal-ai/models.test.ts +0 -54
- package/src/tests/launch-password-rejection.test.ts +0 -140
- package/src/tests/list-total-cache.test.ts +0 -88
- package/src/tests/match-route.test.ts +0 -187
- package/src/tests/memory-feature-flags.test.ts +0 -45
- package/src/tests/memory-get-tool.test.ts +0 -269
- package/src/tests/memory-health-endpoint.test.ts +0 -78
- package/src/tests/memory-http-access.test.ts +0 -221
- package/src/tests/memory-retrieval-purge.test.ts +0 -99
- package/src/tests/multi-runtime-enabled-stats.test.ts +0 -229
- package/src/tests/openai-embedding-provider.test.ts +0 -159
- package/src/tests/org-identity.test.ts +0 -44
- package/src/tests/pages-actions-endpoint.test.ts +0 -103
- package/src/tests/pages-browser-sdk.test.ts +0 -76
- package/src/tests/pages-feedback-keys.test.ts +0 -121
- package/src/tests/pages-frame-ancestors.test.ts +0 -189
- package/src/tests/pages-list-endpoint.test.ts +0 -148
- package/src/tests/pages-password-mode.test.ts +0 -266
- package/src/tests/pages-public-authed-401.test.ts +0 -103
- package/src/tests/pages-public-html.test.ts +0 -297
- package/src/tests/pages-public-json-redirect.test.ts +0 -122
- package/src/tests/pages-view-count.test.ts +0 -245
- package/src/tests/prompt-templates-db.test.ts +0 -616
- package/src/tests/rbac-engine.test.ts +0 -742
- package/src/tests/repo-allow-merge-gate.test.ts +0 -389
- package/src/tests/route-def-find-route.test.ts +0 -192
- package/src/tests/runtime-stale-threshold.test.ts +0 -40
- package/src/tests/schedule-validation-helper.test.ts +0 -51
- package/src/tests/scheduled-tasks-api.test.ts +0 -355
- package/src/tests/scheduler-backoff.test.ts +0 -166
- package/src/tests/script-run-token.test.ts +0 -75
- package/src/tests/scripts-extract-signature.test.ts +0 -47
- package/src/tests/scripts-sdk-bridge-tool-failure.test.ts +0 -141
- package/src/tests/seed-workflow-dreaming.test.ts +0 -117
- package/src/tests/short-id.test.ts +0 -23
- package/src/tests/skill-files-http.test.ts +0 -222
- package/src/tests/skill-get-file-tool.test.ts +0 -110
- package/src/tests/skill-script-refs.test.ts +0 -63
- package/src/tests/skill-update-scope.test.ts +0 -252
- package/src/tests/skills-bundle.test.ts +0 -99
- package/src/tests/slack-app-icon.test.ts +0 -94
- package/src/tests/slack-assistant-comention.test.ts +0 -139
- package/src/tests/slack-delete.test.ts +0 -157
- package/src/tests/slack-inbound-diagnostics-auth.test.ts +0 -93
- package/src/tests/slack-manifest.test.ts +0 -23
- package/src/tests/slack-task-output.test.ts +0 -90
- package/src/tests/store-progress-output-guidance.test.ts +0 -34
- package/src/tests/swarm-diff.test.ts +0 -728
- package/src/tests/task-lifecycle-events.test.ts +0 -53
- package/src/tests/template-asset-config.test.ts +0 -18
- package/src/tests/template-fetch.test.ts +0 -490
- package/src/tests/themes-page-theme.test.ts +0 -155
- package/src/tests/tool-annotations.test.ts +0 -442
- package/src/tests/tool-output-agent-id.test.ts +0 -202
- package/src/tests/update-profile-agentid.test.ts +0 -248
- package/src/tests/whoami-route.test.ts +0 -162
- package/src/tests/workflow-definition-telemetry.test.ts +0 -144
- package/src/tests/workflow-patch.test.ts +0 -169
- package/src/tests/workflow-run-steps-index.test.ts +0 -65
- package/src/tests/workflow-schedule-trigger.test.ts +0 -104
- package/src/tests/workflow-step-claims.test.ts +0 -152
- package/src/tests/workflow-step-order.test.ts +0 -92
- package/src/tests/workflow-trigger-schema.test.ts +0 -359
- package/src/tests/workflow-versions.test.ts +0 -240
- package/src/tests/workflow-wait.test.ts +0 -26
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
import { describe, expect, test } from "bun:test";
|
|
2
|
+
import {
|
|
3
|
+
diffCoverage,
|
|
4
|
+
inScope,
|
|
5
|
+
lineRanges,
|
|
6
|
+
MARKER,
|
|
7
|
+
parseDiff,
|
|
8
|
+
parseExemptions,
|
|
9
|
+
parseLcov,
|
|
10
|
+
renderComment,
|
|
11
|
+
} from "../../scripts/e2e/diff-coverage";
|
|
12
|
+
|
|
13
|
+
const LCOV_BOOT = `TN:
|
|
14
|
+
SF:src/http/a.ts
|
|
15
|
+
DA:1,1
|
|
16
|
+
DA:2,0
|
|
17
|
+
DA:3,0
|
|
18
|
+
DA:5,0
|
|
19
|
+
LF:4
|
|
20
|
+
LH:1
|
|
21
|
+
end_of_record
|
|
22
|
+
`;
|
|
23
|
+
const LCOV_RESTART = `SF:src/http/a.ts
|
|
24
|
+
DA:2,0
|
|
25
|
+
DA:3,4
|
|
26
|
+
end_of_record
|
|
27
|
+
`;
|
|
28
|
+
|
|
29
|
+
const DIFF = `diff --git a/src/http/a.ts b/src/http/a.ts
|
|
30
|
+
--- a/src/http/a.ts
|
|
31
|
+
+++ b/src/http/a.ts
|
|
32
|
+
@@ -1,0 +2,3 @@
|
|
33
|
+
+a
|
|
34
|
+
+b
|
|
35
|
+
+// c
|
|
36
|
+
@@ -9 +11 @@
|
|
37
|
+
+d
|
|
38
|
+
diff --git a/src/be/new.ts b/src/be/new.ts
|
|
39
|
+
new file mode 100644
|
|
40
|
+
--- /dev/null
|
|
41
|
+
+++ b/src/be/new.ts
|
|
42
|
+
@@ -0,0 +1,4 @@
|
|
43
|
+
+// header
|
|
44
|
+
+export function f() {
|
|
45
|
+
+
|
|
46
|
+
+ return 1;
|
|
47
|
+
diff --git a/src/be/types-only.ts b/src/be/types-only.ts
|
|
48
|
+
--- /dev/null
|
|
49
|
+
+++ b/src/be/types-only.ts
|
|
50
|
+
@@ -0,0 +1 @@
|
|
51
|
+
+export type T = { a: number };
|
|
52
|
+
diff --git a/src/commands/worker.ts b/src/commands/worker.ts
|
|
53
|
+
--- a/src/commands/worker.ts
|
|
54
|
+
+++ b/src/commands/worker.ts
|
|
55
|
+
@@ -3 +3 @@
|
|
56
|
+
+x
|
|
57
|
+
diff --git a/src/http/gone.ts b/src/http/gone.ts
|
|
58
|
+
--- a/src/http/gone.ts
|
|
59
|
+
+++ /dev/null
|
|
60
|
+
@@ -1,2 +0,0 @@
|
|
61
|
+
`;
|
|
62
|
+
|
|
63
|
+
const SOURCES: Record<string, string> = {
|
|
64
|
+
"src/be/new.ts": "// header\nexport function f() {\n\n return 1;\n}\n",
|
|
65
|
+
"src/be/types-only.ts": "export type T = { a: number };\n",
|
|
66
|
+
};
|
|
67
|
+
|
|
68
|
+
describe("e2e diff coverage", () => {
|
|
69
|
+
test("lcov from several API processes unions: any hit covers the line", () => {
|
|
70
|
+
const hits = parseLcov(LCOV_RESTART, parseLcov(LCOV_BOOT));
|
|
71
|
+
expect([...hits.get("src/http/a.ts")!]).toEqual([
|
|
72
|
+
[1, 1],
|
|
73
|
+
[2, 0],
|
|
74
|
+
[3, 4],
|
|
75
|
+
[5, 0],
|
|
76
|
+
]);
|
|
77
|
+
});
|
|
78
|
+
|
|
79
|
+
test("diff gives added new-side lines; deleted files drop out", () => {
|
|
80
|
+
const added = parseDiff(DIFF);
|
|
81
|
+
expect(added.get("src/http/a.ts")).toEqual([2, 3, 4, 11]);
|
|
82
|
+
expect(added.get("src/be/new.ts")).toEqual([1, 2, 3, 4]);
|
|
83
|
+
expect(added.has("src/http/gone.ts")).toBe(false);
|
|
84
|
+
});
|
|
85
|
+
|
|
86
|
+
test("scope: API source only, minus worker code, tests and exemptions", () => {
|
|
87
|
+
const exempt = ["src/scripts-runtime/eval-harness.ts", "src/legacy/"];
|
|
88
|
+
expect(inScope("src/http/a.ts", exempt)).toBe(true);
|
|
89
|
+
expect(inScope("src/cli.tsx", exempt)).toBe(true);
|
|
90
|
+
expect(inScope("src/commands/onboard/presets.ts", exempt)).toBe(true);
|
|
91
|
+
for (const path of [
|
|
92
|
+
"src/commands/worker.ts",
|
|
93
|
+
"src/providers/x.ts",
|
|
94
|
+
"src/claude.ts",
|
|
95
|
+
"src/tests/a.test.ts",
|
|
96
|
+
"src/http/a.test.ts",
|
|
97
|
+
"src/types.d.ts",
|
|
98
|
+
"src/be/migrations/001.sql",
|
|
99
|
+
"apps/ui/src/a.ts",
|
|
100
|
+
"packages/x/a.ts",
|
|
101
|
+
"scripts/e2e/run.ts",
|
|
102
|
+
"src/scripts-runtime/eval-harness.ts",
|
|
103
|
+
"src/legacy/a.ts",
|
|
104
|
+
]) {
|
|
105
|
+
expect(inScope(path, exempt)).toBe(false);
|
|
106
|
+
}
|
|
107
|
+
});
|
|
108
|
+
|
|
109
|
+
test("only executable lines count; an unloaded file counts its code lines in full", () => {
|
|
110
|
+
const report = diffCoverage(
|
|
111
|
+
parseDiff(DIFF),
|
|
112
|
+
parseLcov(LCOV_RESTART, parseLcov(LCOV_BOOT)),
|
|
113
|
+
[],
|
|
114
|
+
(path) => SOURCES[path]!,
|
|
115
|
+
);
|
|
116
|
+
expect(report.files).toEqual([
|
|
117
|
+
{ path: "src/be/new.ts", changed: 2, covered: 0, uncovered: [2, 4], loaded: false },
|
|
118
|
+
{ path: "src/http/a.ts", changed: 2, covered: 1, uncovered: [2], loaded: true },
|
|
119
|
+
]);
|
|
120
|
+
expect(report).toMatchObject({ changed: 4, covered: 1 });
|
|
121
|
+
});
|
|
122
|
+
|
|
123
|
+
test("exemptions need a reason", () => {
|
|
124
|
+
expect(parseExemptions("# c\n\nsrc/a.ts why\nsrc/b/ because\n")).toEqual([
|
|
125
|
+
"src/a.ts",
|
|
126
|
+
"src/b/",
|
|
127
|
+
]);
|
|
128
|
+
expect(() => parseExemptions("src/a.ts\n")).toThrow(/line 1/);
|
|
129
|
+
});
|
|
130
|
+
|
|
131
|
+
test("ranges and comment shapes", () => {
|
|
132
|
+
expect(lineRanges([3, 4, 5, 9, 11, 12])).toBe("3-5, 9, 11-12");
|
|
133
|
+
const body = renderComment(
|
|
134
|
+
{
|
|
135
|
+
changed: 4,
|
|
136
|
+
covered: 1,
|
|
137
|
+
files: [
|
|
138
|
+
{ path: "src/be/new.ts", changed: 2, covered: 0, uncovered: [2, 4], loaded: false },
|
|
139
|
+
],
|
|
140
|
+
},
|
|
141
|
+
6,
|
|
142
|
+
);
|
|
143
|
+
expect(body.startsWith(MARKER)).toBe(true);
|
|
144
|
+
expect(body).toContain("**1 of 4 changed API lines run in an e2e scenario (25.0%).**");
|
|
145
|
+
expect(body).toContain("| `src/be/new.ts` (not loaded) | 0/2 | 2, 4 |");
|
|
146
|
+
const empty = renderComment({ changed: 0, covered: 0, files: [] }, 6);
|
|
147
|
+
expect(empty).toBe(
|
|
148
|
+
`${MARKER}\nE2E coverage: this PR changes no executable API line (6 lcov file(s) read).\n`,
|
|
149
|
+
);
|
|
150
|
+
expect(renderComment({ error: "no lcov" }, 0)).toContain(
|
|
151
|
+
"Coverage could not be computed: no lcov",
|
|
152
|
+
);
|
|
153
|
+
});
|
|
154
|
+
});
|
|
@@ -0,0 +1,180 @@
|
|
|
1
|
+
import { describe, expect, test } from "bun:test";
|
|
2
|
+
import { computeCoverage, EMPTY_MANIFEST } from "../../scripts/e2e/coverage";
|
|
3
|
+
import type { ApiClient } from "../../scripts/e2e/http";
|
|
4
|
+
import {
|
|
5
|
+
loadQuarantine,
|
|
6
|
+
parseQuarantine,
|
|
7
|
+
QUARANTINE_PATH,
|
|
8
|
+
quarantineProblems,
|
|
9
|
+
} from "../../scripts/e2e/quarantine";
|
|
10
|
+
import {
|
|
11
|
+
type E2eResult,
|
|
12
|
+
failsRun,
|
|
13
|
+
markdownSummary,
|
|
14
|
+
type ScenarioResult,
|
|
15
|
+
statusLabel,
|
|
16
|
+
} from "../../scripts/e2e/report";
|
|
17
|
+
import { rerunPlan, settleRerun } from "../../scripts/e2e/rerun";
|
|
18
|
+
|
|
19
|
+
const entry = {
|
|
20
|
+
scenario: "auth",
|
|
21
|
+
owner: "picateclas",
|
|
22
|
+
reason: "socket race",
|
|
23
|
+
expires: "2026-11-20",
|
|
24
|
+
};
|
|
25
|
+
|
|
26
|
+
describe("quarantine file", () => {
|
|
27
|
+
test("ships empty", async () => {
|
|
28
|
+
expect(await loadQuarantine(QUARANTINE_PATH)).toEqual([]);
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
test("parses a valid entry and rejects malformed ones", () => {
|
|
32
|
+
expect(parseQuarantine([entry])).toEqual([entry]);
|
|
33
|
+
expect(() => parseQuarantine({})).toThrow("JSON array");
|
|
34
|
+
expect(() => parseQuarantine([{ ...entry, owner: "" }])).toThrow('"owner"');
|
|
35
|
+
expect(() => parseQuarantine([{ ...entry, expires: "next week" }])).toThrow("YYYY-MM-DD");
|
|
36
|
+
expect(() => parseQuarantine([{ ...entry, expires: "2026-13-45" }])).toThrow("YYYY-MM-DD");
|
|
37
|
+
});
|
|
38
|
+
|
|
39
|
+
test("an expired, unknown or duplicate entry fails the run", () => {
|
|
40
|
+
const known = new Set(["auth", "tasks"]);
|
|
41
|
+
expect(quarantineProblems([entry], known, "2026-11-20")).toEqual([]);
|
|
42
|
+
expect(quarantineProblems([entry], known, "2026-11-21")).toEqual([
|
|
43
|
+
"quarantine for auth expired on 2026-11-20 (owner picateclas): fix the scenario or extend the entry",
|
|
44
|
+
]);
|
|
45
|
+
expect(quarantineProblems([{ ...entry, scenario: "atuh" }], known, "2026-11-01")).toEqual([
|
|
46
|
+
"quarantine entry atuh matches no scenario",
|
|
47
|
+
]);
|
|
48
|
+
expect(quarantineProblems([entry, entry], known, "2026-11-01")).toEqual([
|
|
49
|
+
"quarantine lists auth twice",
|
|
50
|
+
]);
|
|
51
|
+
});
|
|
52
|
+
});
|
|
53
|
+
|
|
54
|
+
describe("rerun", () => {
|
|
55
|
+
const all = [
|
|
56
|
+
{ name: "a", order: 10 },
|
|
57
|
+
{ name: "b", order: 20, needs: ["a"] },
|
|
58
|
+
{ name: "c", order: 30 },
|
|
59
|
+
{ name: "d", order: 40, needs: ["b"] },
|
|
60
|
+
];
|
|
61
|
+
|
|
62
|
+
test("plan replays declared needs transitively, in run order, then the scenario", () => {
|
|
63
|
+
expect(rerunPlan(all[3]!, all).map((s) => s.name)).toEqual(["a", "b", "d"]);
|
|
64
|
+
expect(rerunPlan(all[2]!, all).map((s) => s.name)).toEqual(["c"]);
|
|
65
|
+
expect(() => rerunPlan({ name: "x", order: 50, needs: ["zz"] }, all)).toThrow("unknown");
|
|
66
|
+
});
|
|
67
|
+
|
|
68
|
+
const first: ScenarioResult = { name: "a", status: "fail", durationMs: 1000, error: "timeout" };
|
|
69
|
+
|
|
70
|
+
test("pass on rerun is flaky and keeps the first error", () => {
|
|
71
|
+
const settled = settleRerun(first, { name: "a", status: "pass", durationMs: 500 });
|
|
72
|
+
expect(settled.status).toBe("flaky");
|
|
73
|
+
expect(settled.error).toBe("timeout");
|
|
74
|
+
expect(settled.durationMs).toBe(1500);
|
|
75
|
+
expect(settled.attempts?.map((a) => a.status)).toEqual(["fail", "pass"]);
|
|
76
|
+
expect(failsRun(settled)).toBe(false);
|
|
77
|
+
});
|
|
78
|
+
|
|
79
|
+
test("fail or skip on rerun stays fail with the rerun error", () => {
|
|
80
|
+
for (const status of ["fail", "skip"] as const) {
|
|
81
|
+
const settled = settleRerun(first, { name: "a", status, durationMs: 5, error: "again" });
|
|
82
|
+
expect(settled.status).toBe("fail");
|
|
83
|
+
expect(settled.error).toBe("again");
|
|
84
|
+
expect(failsRun(settled)).toBe(true);
|
|
85
|
+
}
|
|
86
|
+
});
|
|
87
|
+
|
|
88
|
+
test("a rerun that could not boot keeps the first failure", () => {
|
|
89
|
+
const settled = settleRerun(first, { error: "API did not boot" });
|
|
90
|
+
expect(settled.status).toBe("fail");
|
|
91
|
+
expect(settled.error).toBe("timeout; rerun did not run: API did not boot");
|
|
92
|
+
expect(settled.attempts).toHaveLength(2);
|
|
93
|
+
});
|
|
94
|
+
|
|
95
|
+
test("a quarantined failure does not fail the run", () => {
|
|
96
|
+
const quarantined = {
|
|
97
|
+
...first,
|
|
98
|
+
quarantine: { owner: "o", reason: "r", expires: "2026-12-01" },
|
|
99
|
+
};
|
|
100
|
+
expect(failsRun(quarantined)).toBe(false);
|
|
101
|
+
expect(statusLabel(quarantined)).toBe("FAIL (quarantined)");
|
|
102
|
+
expect(statusLabel({ ...quarantined, status: "pass" })).toBe("PASS");
|
|
103
|
+
});
|
|
104
|
+
});
|
|
105
|
+
|
|
106
|
+
describe("reports and flows", () => {
|
|
107
|
+
const fakeApi: ApiClient = async (_method, path) => {
|
|
108
|
+
const json = path === "/openapi.json" ? { paths: {} } : { executorTypes: [] };
|
|
109
|
+
return { status: 200, json, text: JSON.stringify(json), headers: new Headers() };
|
|
110
|
+
};
|
|
111
|
+
|
|
112
|
+
async function flowStatus(scenarios: ScenarioResult[]) {
|
|
113
|
+
const coverage = await computeCoverage(fakeApi, {
|
|
114
|
+
calls: [],
|
|
115
|
+
toolUniverse: new Set(),
|
|
116
|
+
calledTools: new Set(),
|
|
117
|
+
observedNodeTypes: new Set(),
|
|
118
|
+
calledCommands: new Set(),
|
|
119
|
+
scenarios,
|
|
120
|
+
knownScenarios: new Set(scenarios.map((s) => s.name)),
|
|
121
|
+
queryValues: () => [],
|
|
122
|
+
manifest: { ...EMPTY_MANIFEST, flows: { f: { description: "f", scenarios: ["a"] } } },
|
|
123
|
+
});
|
|
124
|
+
return coverage.flows[0]?.status;
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
test("a flaky or quarantined scenario does not fail its flow; a plain failure does", async () => {
|
|
128
|
+
expect(await flowStatus([{ name: "a", status: "flaky", durationMs: 1 }])).toBe("pass");
|
|
129
|
+
expect(
|
|
130
|
+
await flowStatus([
|
|
131
|
+
{
|
|
132
|
+
name: "a",
|
|
133
|
+
status: "fail",
|
|
134
|
+
durationMs: 1,
|
|
135
|
+
quarantine: { owner: "o", reason: "r", expires: "2026-12-01" },
|
|
136
|
+
},
|
|
137
|
+
]),
|
|
138
|
+
).toBe("pass");
|
|
139
|
+
expect(await flowStatus([{ name: "a", status: "fail", durationMs: 1 }])).toBe("fail");
|
|
140
|
+
});
|
|
141
|
+
|
|
142
|
+
test("summary shows FLAKY, attempts and quarantine problems", () => {
|
|
143
|
+
const empty = { total: 0, covered: 0, excluded: 0, percent: 100, uncovered: [] };
|
|
144
|
+
const result: E2eResult = {
|
|
145
|
+
startedAt: "2026-11-11T00:00:00.000Z",
|
|
146
|
+
durationMs: 1,
|
|
147
|
+
sut: { port: 1, dbPath: "/tmp/x", logPath: "/tmp/y" },
|
|
148
|
+
scenarios: [
|
|
149
|
+
{
|
|
150
|
+
...settleRerun(
|
|
151
|
+
{ name: "a", status: "fail", durationMs: 1, error: "boom" },
|
|
152
|
+
{ name: "a", status: "pass", durationMs: 1 },
|
|
153
|
+
),
|
|
154
|
+
},
|
|
155
|
+
],
|
|
156
|
+
harness: [],
|
|
157
|
+
coverage: {
|
|
158
|
+
engines: [],
|
|
159
|
+
routes: { ...empty, byGroup: {}, unknown: [] },
|
|
160
|
+
mcpTools: { ...empty },
|
|
161
|
+
nodeTypes: { ...empty },
|
|
162
|
+
cliCommands: { ...empty },
|
|
163
|
+
stateSurfaces: [],
|
|
164
|
+
flows: [],
|
|
165
|
+
scenariosWithoutFlow: [],
|
|
166
|
+
staleExclusions: [],
|
|
167
|
+
deadExclusions: [],
|
|
168
|
+
unknownFlowScenarios: [],
|
|
169
|
+
latency: { byGroup: {}, overall: { count: 0, p50: 0, p95: 0, max: 0 } },
|
|
170
|
+
},
|
|
171
|
+
quarantine: { entries: [], problems: ["quarantine for b expired on 2026-11-01"] },
|
|
172
|
+
gates: { minRouteCoverage: 0, minToolCoverage: 0, strict: false, failures: [], passed: true },
|
|
173
|
+
ok: false,
|
|
174
|
+
};
|
|
175
|
+
const markdown = markdownSummary(result);
|
|
176
|
+
expect(markdown).toContain("| a | FLAKY | 2 |");
|
|
177
|
+
expect(markdown).toContain("Flaky (passed on rerun): a");
|
|
178
|
+
expect(markdown).toContain("- quarantine for b expired on 2026-11-01");
|
|
179
|
+
});
|
|
180
|
+
});
|
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
import { describe, expect, test } from "bun:test";
|
|
2
|
+
import { EMPTY_MANIFEST, emptyCoverage } from "../../scripts/e2e/coverage";
|
|
3
|
+
import { mergeShardResults, type ShardFile } from "../../scripts/e2e/merge";
|
|
4
|
+
import { type E2eResult, markdownSummary, parseOptions } from "../../scripts/e2e/report";
|
|
5
|
+
import { bandOf, bandProblems, type Observations, parseShard } from "../../scripts/e2e/shard";
|
|
6
|
+
|
|
7
|
+
describe("shard bands", () => {
|
|
8
|
+
test("cuts at 130 and 140", () => {
|
|
9
|
+
expect([10, 126, 129.5, 130, 136.5, 139, 140, 690].map(bandOf)).toEqual([
|
|
10
|
+
1, 1, 1, 2, 2, 2, 3, 3,
|
|
11
|
+
]);
|
|
12
|
+
});
|
|
13
|
+
|
|
14
|
+
test("--shard takes i/3 only", () => {
|
|
15
|
+
expect(parseShard("2/3")).toEqual({ index: 2, total: 3 });
|
|
16
|
+
for (const bad of ["0/3", "4/3", "1/2", "1", "a/3"]) expect(() => parseShard(bad)).toThrow();
|
|
17
|
+
});
|
|
18
|
+
|
|
19
|
+
test("a shard cannot gate coverage or run harness legs", () => {
|
|
20
|
+
expect(() => parseOptions(["--shard", "1/3", "--strict"], [])).toThrow();
|
|
21
|
+
expect(() => parseOptions(["--shard", "1/3", "--min-route-coverage", "5"], [])).toThrow();
|
|
22
|
+
expect(() => parseOptions(["--shard", "1/3", "--harness", "pi"], [])).toThrow();
|
|
23
|
+
expect(parseOptions([], []).shard).toBeUndefined();
|
|
24
|
+
});
|
|
25
|
+
|
|
26
|
+
test("a need across a cut is reported", () => {
|
|
27
|
+
const scenarios = [
|
|
28
|
+
{ name: "a", order: 120 },
|
|
29
|
+
{ name: "b", order: 135, needs: ["a"] },
|
|
30
|
+
{ name: "c", order: 136, needs: ["b"] },
|
|
31
|
+
];
|
|
32
|
+
expect(bandProblems(scenarios)).toHaveLength(1);
|
|
33
|
+
expect(bandProblems(scenarios)[0]).toContain("b (shard 2) needs a (shard 1)");
|
|
34
|
+
});
|
|
35
|
+
});
|
|
36
|
+
|
|
37
|
+
const universe = {
|
|
38
|
+
routes: ["GET /api/a", "GET /api/b"],
|
|
39
|
+
nodeTypes: ["script"],
|
|
40
|
+
cliCommands: ["docs", "help"],
|
|
41
|
+
};
|
|
42
|
+
|
|
43
|
+
function shard(index: number, observed: Partial<Observations>, ok = true): ShardFile {
|
|
44
|
+
const result: E2eResult = {
|
|
45
|
+
startedAt: `2026-11-11T00:00:0${index}.000Z`,
|
|
46
|
+
durationMs: index * 1000,
|
|
47
|
+
scenarios: [{ name: `s${index}`, status: index === 2 ? "flaky" : "pass", durationMs: 1 }],
|
|
48
|
+
harness: [],
|
|
49
|
+
coverage: emptyCoverage(),
|
|
50
|
+
gates: { minRouteCoverage: 0, minToolCoverage: 0, strict: false, failures: [], passed: true },
|
|
51
|
+
shard: {
|
|
52
|
+
index,
|
|
53
|
+
total: 3,
|
|
54
|
+
observations: {
|
|
55
|
+
universe,
|
|
56
|
+
knownScenarios: ["s1", "s2", "s3"],
|
|
57
|
+
calls: [],
|
|
58
|
+
toolUniverse: ["t1", "t2"],
|
|
59
|
+
calledTools: [],
|
|
60
|
+
nodeTypes: [],
|
|
61
|
+
calledCommands: [],
|
|
62
|
+
stateValues: {},
|
|
63
|
+
...observed,
|
|
64
|
+
},
|
|
65
|
+
},
|
|
66
|
+
ok,
|
|
67
|
+
};
|
|
68
|
+
return { path: `shard-${index}.json`, result };
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
const call = (path: string) => ({ method: "GET", path, status: 200, durationMs: 1 });
|
|
72
|
+
const strict = { strict: true, minRouteCoverage: 100, minToolCoverage: 100 };
|
|
73
|
+
|
|
74
|
+
describe("merge", () => {
|
|
75
|
+
const shards = [
|
|
76
|
+
shard(1, { calls: [call("/api/a")], calledTools: ["t1"], calledCommands: ["docs"] }),
|
|
77
|
+
shard(2, { calls: [call("/api/b")], nodeTypes: ["script"] }),
|
|
78
|
+
shard(3, { calledTools: ["t2"], calledCommands: ["help"] }),
|
|
79
|
+
];
|
|
80
|
+
|
|
81
|
+
test("strict passes on the union when no shard covers everything alone", () => {
|
|
82
|
+
const merged = mergeShardResults(shards, EMPTY_MANIFEST, [], "2026-11-11", strict);
|
|
83
|
+
expect(merged.mergeProblems).toEqual([]);
|
|
84
|
+
expect(merged.gates.failures).toEqual([]);
|
|
85
|
+
expect(merged.ok).toBe(true);
|
|
86
|
+
expect(merged.coverage.routes.covered).toBe(2);
|
|
87
|
+
expect(merged.coverage.mcpTools.covered).toBe(2);
|
|
88
|
+
expect(merged.coverage.cliCommands.covered).toBe(2);
|
|
89
|
+
expect(merged.durationMs).toBe(3000);
|
|
90
|
+
expect(merged.scenarios.map((s) => s.status)).toEqual(["pass", "flaky", "pass"]);
|
|
91
|
+
expect(markdownSummary(merged)).toContain("| 2/3 | PASS | 1 | 2.0s |");
|
|
92
|
+
});
|
|
93
|
+
|
|
94
|
+
test("a missing, duplicate or failed shard fails the merge", () => {
|
|
95
|
+
const missing = mergeShardResults(
|
|
96
|
+
[shards[0]!, shards[1]!, { path: "shard-3.json", error: "missing" }],
|
|
97
|
+
EMPTY_MANIFEST,
|
|
98
|
+
[],
|
|
99
|
+
"2026-11-11",
|
|
100
|
+
strict,
|
|
101
|
+
);
|
|
102
|
+
expect(missing.ok).toBe(false);
|
|
103
|
+
expect(missing.mergeProblems).toContain("shard 3/3: 0 results, want 1");
|
|
104
|
+
expect(missing.gates.failures.join("\n")).toContain("t2");
|
|
105
|
+
|
|
106
|
+
const duplicate = mergeShardResults(
|
|
107
|
+
[shards[0]!, shards[0]!, shards[1]!, shards[2]!],
|
|
108
|
+
EMPTY_MANIFEST,
|
|
109
|
+
[],
|
|
110
|
+
"2026-11-11",
|
|
111
|
+
strict,
|
|
112
|
+
);
|
|
113
|
+
expect(duplicate.mergeProblems).toContain("shard 1/3: 2 results, want 1");
|
|
114
|
+
|
|
115
|
+
const failed = mergeShardResults(
|
|
116
|
+
[shards[0]!, shards[1]!, shard(3, { calledTools: ["t2"] }, false)],
|
|
117
|
+
EMPTY_MANIFEST,
|
|
118
|
+
[],
|
|
119
|
+
"2026-11-11",
|
|
120
|
+
strict,
|
|
121
|
+
);
|
|
122
|
+
expect(failed.ok).toBe(false);
|
|
123
|
+
expect(failed.mergeProblems).toContain("shard 3/3 failed");
|
|
124
|
+
});
|
|
125
|
+
|
|
126
|
+
test("an expired quarantine entry fails the merged run", () => {
|
|
127
|
+
const merged = mergeShardResults(
|
|
128
|
+
shards,
|
|
129
|
+
EMPTY_MANIFEST,
|
|
130
|
+
[{ scenario: "s1", owner: "o", reason: "r", expires: "2026-11-01" }],
|
|
131
|
+
"2026-11-11",
|
|
132
|
+
strict,
|
|
133
|
+
);
|
|
134
|
+
expect(merged.ok).toBe(false);
|
|
135
|
+
expect(merged.quarantine?.problems[0]).toContain("expired");
|
|
136
|
+
});
|
|
137
|
+
});
|