@desplega.ai/agent-swarm 2.8.1 → 2.8.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/acp-adapter-xq6s2z6t.js +14 -0
- package/dist/{actions-pwjpn0j6.js → actions-ewz7bp4g.js} +20 -19
- package/dist/{amp-adapter-cq9jgj6x.js → amp-adapter-f25tqhnf.js} +3 -3
- package/dist/{app-cnfffgwg.js → app-mkptw0k7.js} +4 -4
- package/dist/{assistant-kpn317y1.js → assistant-c47rfe77.js} +23 -22
- package/dist/{boot-args-schema-pbbnhmc3.js → boot-args-schema-4vb0xsat.js} +1 -1
- package/dist/{boot-reembed-9m0ysxma.js → boot-reembed-1ghy2sab.js} +1 -1
- package/dist/{boot-reembed-majbn53m.js → boot-reembed-htr73hbs.js} +1 -1
- package/dist/{boot-scrub-sweep-app8g8ym.js → boot-scrub-sweep-yrytg42z.js} +4 -4
- package/dist/{boot-seeds-pbtmvcjm.js → boot-seeds-n2b3dx4e.js} +4 -4
- package/dist/{boxd-qbkxy6ap.js → boxd-jmfqgkqa.js} +2 -2
- package/dist/{claude-adapter-wn1g3qp5.js → claude-adapter-r33pqnzx.js} +8 -9
- package/dist/{claude-managed-adapter-jh6c523j.js → claude-managed-adapter-hddmxjyj.js} +4 -4
- package/dist/{claude-managed-setup-pd47nzch.js → claude-managed-setup-hfvry1bd.js} +5 -5
- package/dist/{claude-sdk-session-3a2a6589.js → claude-sdk-session-0hamqzc7.js} +10 -11
- package/dist/{cli-v1dv1r37.js → cli-0bcgyj5b.js} +74 -3
- package/dist/{cli-a3b239vq.js → cli-0vksaxvr.js} +2 -2
- package/dist/{cli-mrt48bx7.js → cli-15204js0.js} +1 -1
- package/dist/{cli-8aes17e4.js → cli-1m96dc36.js} +3 -3
- package/dist/{cli-2r0jcc3k.js → cli-2d0cghfn.js} +1 -1
- package/dist/{cli-wk18cm92.js → cli-4ax9mvvg.js} +4 -4
- package/dist/{cli-9wngrawf.js → cli-4dpkjc2e.js} +6 -6
- package/dist/{cli-x1wa213s.js → cli-4e1hfbpq.js} +5 -5
- package/dist/{cli-7349va39.js → cli-500c09j9.js} +921 -431
- package/dist/{cli-m4dqmnbp.js → cli-54qr8mcd.js} +2 -2
- package/dist/{cli-m88rpzkh.js → cli-5a7szzfh.js} +2 -2
- package/dist/{cli-bst1vp7e.js → cli-5y2fvw4z.js} +13 -5
- package/dist/{cli-vj75tyaw.js → cli-6yygkr0w.js} +7 -7
- package/dist/{cli-7b8sbmag.js → cli-7c5tgqhf.js} +5 -5
- package/dist/{cli-2gxeg5gr.js → cli-8476gtwf.js} +1 -1
- package/dist/{cli-yncmerje.js → cli-922z7gwm.js} +4 -4
- package/dist/{cli-jrzkw01m.js → cli-93t5s4zq.js} +2 -2
- package/dist/{cli-sn7rtnj4.js → cli-9zmb7ptc.js} +9 -9
- package/dist/{cli-tk7cjj8h.js → cli-am1ptset.js} +3 -3
- package/dist/{cli-cyhbbd1z.js → cli-awwptga4.js} +1 -1
- package/dist/{cli-89cqnasv.js → cli-bhsfbmk8.js} +19 -7
- package/dist/{cli-9vhebtjz.js → cli-bj6qhgte.js} +15 -32
- package/dist/{cli-g70vxtjh.js → cli-c0xjnr8z.js} +2 -2
- package/dist/{cli-vqptjbr7.js → cli-c3ng0mb4.js} +14 -14
- package/dist/{cli-re4raaj0.js → cli-c71n3bxq.js} +11 -6
- package/dist/{cli-7p1kvkck.js → cli-crpf163n.js} +25 -18
- package/dist/{cli-k0wwfqbg.js → cli-dns0y538.js} +4 -0
- package/dist/{cli-d3p5vwbk.js → cli-dpsfwh7n.js} +13 -21
- package/dist/{cli-xzm9vcfg.js → cli-dtdht77h.js} +2 -2
- package/dist/{cli-bb431xey.js → cli-e2w34h6z.js} +231 -68
- package/dist/{cli-eddnyg3t.js → cli-emekyyhr.js} +1 -1
- package/dist/{cli-d84byzn8.js → cli-f1kwb5fc.js} +109 -33
- package/dist/{cli-0jzra9ad.js → cli-gn9y6fn7.js} +2 -2
- package/dist/{cli-tqegb8eq.js → cli-gpz1d0t2.js} +4 -4
- package/dist/{cli-7w69ne2f.js → cli-h9yy18gy.js} +239 -67
- package/dist/{cli-m5akxq8q.js → cli-j8cjdzan.js} +1 -1
- package/dist/{cli-m9s2qff2.js → cli-jg5txpm6.js} +187 -93
- package/dist/{cli-k26bkr9t.js → cli-k2rw11py.js} +3 -3
- package/dist/{cli-93k32c37.js → cli-k96cecs7.js} +377 -61
- package/dist/{cli-3vjhs18n.js → cli-kd56bmk4.js} +1 -1
- package/dist/{cli-k0615eh8.js → cli-kmemts3w.js} +13 -13
- package/dist/{cli-pcad4cb1.js → cli-knva3nmx.js} +2 -2
- package/dist/{cli-b085njxz.js → cli-kw44j53p.js} +15 -14
- package/dist/{cli-bsywb58a.js → cli-mdpbjnzq.js} +10 -10
- package/dist/{cli-syybb0p1.js → cli-me0r8gzr.js} +35 -76
- package/dist/{cli-4r05hnqa.js → cli-mwwmka77.js} +15 -15
- package/dist/{cli-1xh9a7hn.js → cli-n5t077me.js} +2 -2
- package/dist/{cli-rvhdmjvt.js → cli-nx2n3z6p.js} +1 -1
- package/dist/{cli-28fq781p.js → cli-pe4d96rb.js} +1 -1
- package/dist/{cli-3rkdne1h.js → cli-pxwtcgcp.js} +2 -2
- package/dist/{cli-zcsw143p.js → cli-qmqt520k.js} +2 -2
- package/dist/{cli-2zp0et3v.js → cli-qps8je6j.js} +70 -19
- package/dist/{cli-xae4g51r.js → cli-rh15cakt.js} +1 -1
- package/dist/{cli-k93bq1wq.js → cli-rjvsf9qa.js} +5 -5
- package/dist/{cli-6mma83xa.js → cli-rqfvkx5t.js} +7 -7
- package/dist/{cli-dy32zecz.js → cli-s7zz734a.js} +1 -1
- package/dist/{cli-yn2bbre9.js → cli-s8p8hhty.js} +2 -2
- package/dist/{cli-vbh10fqa.js → cli-sdvcrq5x.js} +5 -5
- package/dist/{cli-b5rs97a6.js → cli-sg27rk2t.js} +5 -5
- package/dist/{cli-d6521kb5.js → cli-skmhsnqh.js} +1 -1
- package/dist/{cli-5mrq3ake.js → cli-t4dv07kr.js} +1 -1
- package/dist/{cli-hxpyc9sn.js → cli-t5ys4ebm.js} +3 -3
- package/dist/{cli-qmqk2yc2.js → cli-tas6ckky.js} +2 -2
- package/dist/{cli-p1w18yhx.js → cli-tf79ryyy.js} +1 -1
- package/dist/{cli-kc7v1nfv.js → cli-tnzebztn.js} +1 -1
- package/dist/{cli-gax7fk3t.js → cli-vx421edw.js} +3 -3
- package/dist/{cli-kchjb7qy.js → cli-x3ex5bqf.js} +1 -1
- package/dist/cli-yss07azk.js +142 -0
- package/dist/{cli-0ntbxyaa.js → cli-z8cvws4c.js} +363 -47
- package/dist/{cli-tacge1w0.js → cli-zdaypkq9.js} +146 -52
- package/dist/{cli-b8e9nb04.js → cli-zeaehgyd.js} +2 -2
- package/dist/{cli-jcpr5smb.js → cli-ztq5z4e1.js} +4 -4
- package/dist/cli.js +21 -21
- package/dist/{codex-adapter-nha71q3n.js → codex-adapter-2brxx5ta.js} +7 -8
- package/dist/{codex-hook-h3vk6xzr.js → codex-hook-c930c3ea.js} +2 -2
- package/dist/{codex-login-bcda78ge.js → codex-login-cbrs1h5w.js} +1 -1
- package/dist/{codex-session-runner-ak9x1k1h.js → codex-session-runner-y9anfj0r.js} +8 -9
- package/dist/{commands-f587qpq8.js → commands-wn9q06qr.js} +3 -3
- package/dist/{controller-hxx8wwy1.js → controller-fw608czd.js} +4 -4
- package/dist/{controllers-connect-k5sg9m9h.js → controllers-connect-63j5rdcm.js} +20 -20
- package/dist/{cursor-adapter-n5nc3mfe.js → cursor-adapter-6mb9jme8.js} +2 -2
- package/dist/{db-nzf8zb5z.js → db-0m6v5tq4.js} +3 -3
- package/dist/{db-amm8w15a.js → db-y4wfrzbm.js} +4 -2
- package/dist/{devin-adapter-xedz98zv.js → devin-adapter-r0yx3gv8.js} +1 -1
- package/dist/{dispatcher-89zrts8f.js → dispatcher-9tq2zzdj.js} +17 -17
- package/dist/{docker-866qpzt9.js → docker-j75atvpt.js} +2 -2
- package/dist/{dsh-adapter-nrhbrjz8.js → dsh-adapter-t09sv4tq.js} +2 -2
- package/dist/{e2b-s16txnpx.js → e2b-7s9dscap.js} +3 -3
- package/dist/{e2b-jkwfhbcv.js → e2b-a7vzs2vj.js} +3 -3
- package/dist/{easter-egg-3d-533knw22.js → easter-egg-3d-fbwvmwhe.js} +1 -1
- package/dist/{embedding-space-ezwenjmj.js → embedding-space-wh8de1t9.js} +6 -6
- package/dist/{embeddings-np74ht6g.js → embeddings-3hpbdtjr.js} +1 -1
- package/dist/{event-bus-e66gh7cc.js → event-bus-tr6h3gv8.js} +1 -1
- package/dist/{execute-b3mrb1mv.js → execute-4bdf8sdy.js} +1 -1
- package/dist/{external-channel-z46yx9d7.js → external-channel-ts2fwqh0.js} +2 -2
- package/dist/fx-adapter-1rnxnf56.js +17 -0
- package/dist/grok-adapter-efhmf1r8.js +17 -0
- package/dist/handlers-anrr3py9.js +32 -0
- package/dist/{heartbeat-dt9qw9c8.js → heartbeat-2ze5fzpc.js} +20 -20
- package/dist/{hook-8k6fbz9b.js → hook-ca54yd4s.js} +5 -5
- package/dist/{hook-jgcgygex.js → hook-gaehe2w5.js} +8 -8
- package/dist/{http-haw4r8ne.js → http-jfg8t2yk.js} +3839 -122
- package/dist/{index-tvfafeyy.js → index-3gv6sc4z.js} +1 -1
- package/dist/{index-tez78qj3.js → index-3yvzbhxd.js} +100 -23
- package/dist/index-8w2aznds.js +33 -0
- package/dist/{index-5gk12my8.js → index-csgrxedz.js} +1 -1
- package/dist/index-qnjvr362.js +37 -0
- package/dist/index-yzxd3sn9.js +32 -0
- package/dist/{keepalive-xn6s7rmg.js → keepalive-k2a3qe73.js} +4 -4
- package/dist/lead-zhxqbfdv.js +69 -0
- package/dist/{maintenance-vdts800b.js → maintenance-gb5sd5nc.js} +1 -1
- package/dist/{node-4c5jqxr3.js → node-7qsx5kvm.js} +1 -1
- package/dist/{oauth-refresh-sweep-094c8wfk.js → oauth-refresh-sweep-y7rm6bkb.js} +3 -3
- package/dist/{onboard-v99eh56m.js → onboard-jmc5qerv.js} +4 -4
- package/dist/{opencode-adapter-dsagkhtw.js → opencode-adapter-7eade9ev.js} +6 -7
- package/dist/{otel-impl-q7yr9yp0.js → otel-impl-8j1xhxqd.js} +2 -2
- package/dist/{pi-mono-adapter-546cd1cc.js → pi-mono-adapter-yqmaf32x.js} +14 -13
- package/dist/{pricing-refresh-7dh2yase.js → pricing-refresh-1nj722h6.js} +2 -2
- package/dist/{rbac-roles-mdmc96p4.js → rbac-roles-b1mtr6dr.js} +3 -3
- package/dist/{rbac-roles-npbmdh77.js → rbac-roles-n1f3frk1.js} +2 -2
- package/dist/{render-v2-twhhwmms.js → render-v2-1gfpd8rj.js} +4 -4
- package/dist/{resume-5gsrjd5e.js → resume-w1s1eh5v.js} +7 -7
- package/dist/{runtime-1hv06jsn.js → runtime-84g5egsc.js} +1 -1
- package/dist/{session-access-m191x30x.js → session-access-y6z1txk4.js} +4 -4
- package/dist/{session-source-backfill-nt923ask.js → session-source-backfill-gxxwfh12.js} +3 -3
- package/dist/{setup-wv467afy.js → setup-r91gstyk.js} +1 -1
- package/dist/{virtual-modules-gazyapte.js → virtual-modules-cgnj6kme.js} +3 -3
- package/dist/{work-objects-8zkrpy13.js → work-objects-qcxzg61c.js} +20 -20
- package/dist/worker-7j2907g6.js +69 -0
- package/dist/{worker-follow-up-cecqszem.js → worker-follow-up-y2d2h7km.js} +19 -17
- package/dist/{x-2fyrt5pp.js → x-qhxq2ama.js} +2 -2
- package/openapi.json +2908 -351
- package/package.json +4 -4
- package/src/apps/catalog.generated.json +120 -1
- package/src/apps/definition.ts +38 -11
- package/src/apps/page-validator.ts +88 -0
- package/src/be/db/model-profiles.ts +110 -11
- package/src/be/db/tasks/read.ts +53 -0
- package/src/be/db/workflow-run-definitions.ts +19 -8
- package/src/be/db-client.ts +43 -5
- package/src/be/db.ts +40 -9
- package/src/be/migrations/284_model_profile_fallbacks.sql +9 -0
- package/src/be/migrations/289_automation_savings_daily.sql +47 -0
- package/src/be/migrations/291_task_slack_participants.sql +4 -0
- package/src/be/migrations/293_savings_component_links.sql +58 -0
- package/src/be/migrations/296_automation_savings_daily_read_index.sql +6 -0
- package/src/be/model-profile-check.ts +53 -20
- package/src/be/runtime-pools/routing.ts +1 -0
- package/src/be/savings/calibrate.ts +468 -0
- package/src/be/savings/compute.ts +677 -0
- package/src/be/savings/model.ts +674 -0
- package/src/be/savings/read.ts +1500 -0
- package/src/be/savings/rollup.ts +571 -0
- package/src/be/scripts/run-credential.ts +15 -3
- package/src/be/scripts/typecheck.ts +91 -4
- package/src/be/seed/agent-fs-provision.ts +48 -11
- package/src/be/seed/workflows-seeder.ts +67 -23
- package/src/be/seed-scripts/catalog/dreaming-learnings.ts +10 -2
- package/src/be/seed-scripts/catalog/dreaming-memtax-create.ts +70 -4
- package/src/be/skill-parser.ts +19 -7
- package/src/be/swarm-config-guard.ts +8 -0
- package/src/be/users.ts +29 -2
- package/src/commands/onboard/agent-fs-version.ts +1 -1
- package/src/commands/provider-error-class.ts +97 -0
- package/src/commands/runner.ts +258 -58
- package/src/extensions/contract-types.generated.ts +1 -1
- package/src/http/all-routes.ts +2 -0
- package/src/http/fs.ts +8 -2
- package/src/http/index.ts +11 -0
- package/src/http/model-profiles.ts +43 -10
- package/src/http/poll.ts +15 -1
- package/src/http/requested-by.ts +97 -1
- package/src/http/savings-calibration.ts +277 -0
- package/src/http/savings.ts +849 -0
- package/src/http/scripts.ts +26 -15
- package/src/http/tasks.ts +89 -9
- package/src/http/trackers/authorize-gate.ts +41 -0
- package/src/http/trackers/jira.ts +26 -4
- package/src/http/trackers/linear.ts +26 -4
- package/src/integrations/chat-sdk/limits.ts +6 -1
- package/src/jira/oauth.ts +7 -1
- package/src/linear/README.md +2 -1
- package/src/linear/oauth.ts +7 -1
- package/src/prompts/session-templates.ts +80 -3
- package/src/providers/acp-targets.ts +1 -1
- package/src/providers/amp-adapter.ts +1 -1
- package/src/providers/claude-adapter.ts +0 -20
- package/src/providers/claude-flag-settings.ts +12 -10
- package/src/providers/codex-adapter.ts +12 -34
- package/src/providers/opencode-adapter.ts +34 -12
- package/src/providers/pi-mono-adapter.ts +6 -5
- package/src/providers/types.ts +7 -0
- package/src/scheduler/scheduler.ts +20 -14
- package/src/scripts-runtime/ctx.ts +1 -1
- package/src/scripts-runtime/executors/quickjs-bundle.ts +1 -0
- package/src/scripts-runtime/executors/quickjs-prelude.ts +162 -2
- package/src/scripts-runtime/executors/quickjs-runner.ts +4 -1
- package/src/scripts-runtime/sdk-allowlist.ts +11 -1
- package/src/scripts-runtime/stdlib/fetch.ts +113 -15
- package/src/scripts-runtime/stdlib/index.ts +3 -1
- package/src/scripts-runtime/stdlib/retry.ts +174 -0
- package/src/scripts-runtime/swarm-sdk.ts +192 -17
- package/src/scripts-runtime/types/stdlib.d.ts +95 -4
- package/src/scripts-runtime/types/swarm-extension.d.ts +60 -0
- package/src/scripts-runtime/types/swarm-sdk.d.ts +69 -2
- package/src/slack/actions.ts +1 -0
- package/src/slack/assistant.ts +2 -0
- package/src/slack/enrich.ts +144 -50
- package/src/slack/handlers.ts +37 -95
- package/src/slack/templates.ts +9 -0
- package/src/slack/thread-buffer.ts +45 -71
- package/src/slack/thread-participants.ts +187 -0
- package/src/tasks/worker-follow-up.ts +142 -3
- package/src/tests/agent-fs-provision-seeder.test.ts +81 -0
- package/src/tests/apps-chart-shell.test.ts +170 -0
- package/src/tests/apps-icon.test.ts +156 -2
- package/src/tests/base-prompt.test.ts +5 -4
- package/src/tests/chat-sdk-relay.test.ts +12 -0
- package/src/tests/claude-adapter-binary.test.ts +7 -1
- package/src/tests/claude-adapter.test.ts +10 -64
- package/src/tests/claude-flag-settings.test.ts +15 -11
- package/src/tests/claude-hook-credentials.test.ts +0 -1
- package/src/tests/claude-sdk-lifecycle.test.ts +5 -1
- package/src/tests/codex-adapter.test.ts +28 -78
- package/src/tests/comb-default.test.ts +6 -0
- package/src/tests/core-auth.test.ts +7 -6
- package/src/tests/create-task-vcs-repo.test.ts +136 -0
- package/src/tests/db-client-busy-retry.test.ts +58 -6
- package/src/tests/db-task-read-contract.test.ts +2 -0
- package/src/tests/db-task-write-contract.test.ts +1 -0
- package/src/tests/deploy-guard.test.ts +154 -0
- package/src/tests/docs-index-footprint.test.js +3 -3
- package/src/tests/dreaming-learnings.test.ts +104 -0
- package/src/tests/extensions-pre-task.test.ts +4 -2
- package/src/tests/fetch-resolved-env.test.ts +47 -1
- package/src/tests/fixtures/app-shell-charts-definition.json.txt +180 -0
- package/src/tests/model-profile-fallbacks.test.ts +482 -0
- package/src/tests/model-profiles-api.test.ts +1 -0
- package/src/tests/opencode-adapter.test.ts +53 -6
- package/src/tests/pi-mono-session-cost-on-abort.test.ts +115 -0
- package/src/tests/prompt-template-session.test.ts +17 -1
- package/src/tests/provider-error-class.test.ts +174 -0
- package/src/tests/runner-provider-fallback.test.ts +197 -0
- package/src/tests/runner-requester-profile.test.ts +139 -1
- package/src/tests/savings-calibration-api.test.ts +264 -0
- package/src/tests/savings-calibration.test.ts +201 -0
- package/src/tests/savings-compound.test.ts +774 -0
- package/src/tests/savings-compute.test.ts +215 -0
- package/src/tests/savings-fleet-latency.test.ts +143 -0
- package/src/tests/savings-fleet-read.test.ts +195 -0
- package/src/tests/savings-fleet-scale.test.ts +222 -0
- package/src/tests/savings-model.test.ts +499 -0
- package/src/tests/savings-read.test.ts +367 -0
- package/src/tests/savings-rollup.test.ts +766 -0
- package/src/tests/savings-scripts.test.ts +611 -0
- package/src/tests/script-connections.test.ts +4 -0
- package/src/tests/script-executor-conformance.test.ts +444 -0
- package/src/tests/scripts-http.test.ts +55 -0
- package/src/tests/scripts-runtime-fetch.test.ts +2 -2
- package/src/tests/sdk-allowlist.test.ts +40 -0
- package/src/tests/secret-rules.test.ts +124 -1
- package/src/tests/secret-scrubber.test.ts +1 -1
- package/src/tests/seed-workflows.test.ts +167 -11
- package/src/tests/skill-parser.test.ts +45 -0
- package/src/tests/slack-dm-implicit-mention.test.ts +20 -1
- package/src/tests/slack-identity-resolution.test.ts +23 -0
- package/src/tests/slack-inbound-files.test.ts +2 -1
- package/src/tests/slack-thread-participants.test.ts +429 -0
- package/src/tests/tool-annotations.test.ts +30 -0
- package/src/tests/tracker-oauth-authorize-auth.test.ts +262 -0
- package/src/tests/workflow-definition-pinning.test.ts +128 -3
- package/src/tests/workflow-script-principal.test.ts +94 -4
- package/src/tools/app-upsert.ts +1 -1
- package/src/tools/model-profiles/list-model-profiles.ts +4 -2
- package/src/tools/update-profile.ts +1 -1
- package/src/types.ts +146 -33
- package/src/utils/constants.ts +2 -0
- package/src/utils/mcp-server-fetcher.test.ts +89 -0
- package/src/utils/mcp-server-fetcher.ts +13 -5
- package/src/utils/request-auth-context.ts +24 -0
- package/src/utils/secret-rules.generated.ts +1 -1
- package/src/utils/secret-scrubber.ts +154 -29
- package/src/workflows/executors/swarm-script.ts +23 -19
- package/templates/skills/apps/SKILL.md +62 -3
- package/templates/skills/apps/content.md +62 -3
- package/templates/skills/swarm-docs/content.md +2 -0
- package/templates/skills/swarm-scripts/SKILL.md +5 -4
- package/templates/skills/swarm-scripts/content.md +5 -4
- package/templates/skills/work-on-task/SKILL.md +1 -1
- package/templates/skills/work-on-task/content.md +1 -1
- package/templates/workflows/dreaming/content.md +1 -1
- package/dist/acp-adapter-pdy3qsvg.js +0 -15
- package/dist/cli-4bd1rck6.js +0 -4
- package/dist/cli-jywyhqws.js +0 -104
- package/dist/fx-adapter-3q12snn6.js +0 -18
- package/dist/grok-adapter-ahb1w033.js +0 -18
- package/dist/handlers-vbww69re.js +0 -32
- package/dist/index-4xwaf5th.js +0 -32
- package/dist/index-f0hcrs8e.js +0 -33
- package/dist/index-s4ewdma4.js +0 -37
- package/dist/lead-6ygbfhbh.js +0 -70
- package/dist/worker-mz5z7kj0.js +0 -70
- package/src/providers/ctx-mode-env.ts +0 -10
|
@@ -0,0 +1,180 @@
|
|
|
1
|
+
{
|
|
2
|
+
"layout": "sidebar",
|
|
3
|
+
"models": {
|
|
4
|
+
"day": {
|
|
5
|
+
"columns": {
|
|
6
|
+
"date": { "kind": "date", "required": true },
|
|
7
|
+
"deploys": { "kind": "number" },
|
|
8
|
+
"failures": { "kind": "number" },
|
|
9
|
+
"spend": { "kind": "number" },
|
|
10
|
+
"passRate": { "kind": "number" }
|
|
11
|
+
}
|
|
12
|
+
},
|
|
13
|
+
"service": {
|
|
14
|
+
"columns": {
|
|
15
|
+
"name": { "kind": "string", "required": true },
|
|
16
|
+
"owner": { "kind": "string" },
|
|
17
|
+
"spend": { "kind": "number" }
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
},
|
|
21
|
+
"queries": {
|
|
22
|
+
"days": { "model": "day", "sort": { "column": "date", "dir": "asc" } },
|
|
23
|
+
"services": { "model": "service" },
|
|
24
|
+
"serviceById": { "model": "service", "filter": { "id": { "$param": "service" } } }
|
|
25
|
+
},
|
|
26
|
+
"defaultPage": "overview",
|
|
27
|
+
"pages": {
|
|
28
|
+
"overview": {
|
|
29
|
+
"title": "Overview",
|
|
30
|
+
"icon": "activity",
|
|
31
|
+
"description": "Deploys, failures and spend over the last two weeks.",
|
|
32
|
+
"headerActions": "headerRefresh",
|
|
33
|
+
"root": "root",
|
|
34
|
+
"elements": {
|
|
35
|
+
"root": { "type": "Stack", "props": { "gap": "lg" }, "children": ["tiles", "charts"] },
|
|
36
|
+
"tiles": {
|
|
37
|
+
"type": "Grid",
|
|
38
|
+
"props": { "columns": 3 },
|
|
39
|
+
"children": ["deploysTile", "failuresTile", "spendTile"]
|
|
40
|
+
},
|
|
41
|
+
"deploysTile": {
|
|
42
|
+
"type": "Metric",
|
|
43
|
+
"props": {
|
|
44
|
+
"label": "Deploys today",
|
|
45
|
+
"value": 14,
|
|
46
|
+
"icon": "rocket",
|
|
47
|
+
"tone": "success",
|
|
48
|
+
"trend": { "direction": "up", "label": "+3 vs yesterday" },
|
|
49
|
+
"sparkline": { "$state": "/queries/days/data" },
|
|
50
|
+
"sparklineKey": "deploys"
|
|
51
|
+
}
|
|
52
|
+
},
|
|
53
|
+
"failuresTile": {
|
|
54
|
+
"type": "Metric",
|
|
55
|
+
"props": {
|
|
56
|
+
"label": "Failed runs",
|
|
57
|
+
"value": 2,
|
|
58
|
+
"icon": "alert-triangle",
|
|
59
|
+
"tone": "error",
|
|
60
|
+
"sparkline": [5, 4, 6, 3, 4, 2, null, 3, 2, 2]
|
|
61
|
+
}
|
|
62
|
+
},
|
|
63
|
+
"spendTile": {
|
|
64
|
+
"type": "Metric",
|
|
65
|
+
"props": {
|
|
66
|
+
"label": "Spend today",
|
|
67
|
+
"value": "$182",
|
|
68
|
+
"icon": "dollar-sign",
|
|
69
|
+
"tone": "info",
|
|
70
|
+
"sparkline": { "$state": "/queries/days/data" },
|
|
71
|
+
"sparklineKey": "spend"
|
|
72
|
+
}
|
|
73
|
+
},
|
|
74
|
+
"charts": { "type": "Grid", "props": { "columns": 2 }, "children": ["deploysCard", "passCard"] },
|
|
75
|
+
"deploysCard": {
|
|
76
|
+
"type": "Card",
|
|
77
|
+
"props": { "title": "Deploys and failures", "description": "Stacked, per day" },
|
|
78
|
+
"children": ["deploysChart"]
|
|
79
|
+
},
|
|
80
|
+
"deploysChart": {
|
|
81
|
+
"type": "Chart",
|
|
82
|
+
"props": {
|
|
83
|
+
"kind": "bar",
|
|
84
|
+
"data": { "$state": "/queries/days/data" },
|
|
85
|
+
"loading": { "$state": "/queries/days/loading" },
|
|
86
|
+
"error": { "$state": "/queries/days/error" },
|
|
87
|
+
"x": "date",
|
|
88
|
+
"xType": "time",
|
|
89
|
+
"stacked": true,
|
|
90
|
+
"series": [
|
|
91
|
+
{ "key": "deploys", "label": "Deploys" },
|
|
92
|
+
{ "key": "failures", "label": "Failures", "color": "error" }
|
|
93
|
+
]
|
|
94
|
+
}
|
|
95
|
+
},
|
|
96
|
+
"passCard": {
|
|
97
|
+
"type": "Card",
|
|
98
|
+
"props": { "title": "Pass rate" },
|
|
99
|
+
"children": ["passChart"]
|
|
100
|
+
},
|
|
101
|
+
"passChart": {
|
|
102
|
+
"type": "Chart",
|
|
103
|
+
"props": {
|
|
104
|
+
"kind": "area",
|
|
105
|
+
"data": { "$state": "/queries/days/data" },
|
|
106
|
+
"loading": { "$state": "/queries/days/loading" },
|
|
107
|
+
"x": "date",
|
|
108
|
+
"xType": "time",
|
|
109
|
+
"format": "percent",
|
|
110
|
+
"series": [{ "key": "passRate", "label": "Pass rate", "color": "success" }]
|
|
111
|
+
}
|
|
112
|
+
},
|
|
113
|
+
"headerRefresh": {
|
|
114
|
+
"type": "Button",
|
|
115
|
+
"props": { "label": "Refresh", "icon": "refresh-cw", "variant": "outline", "size": "sm" },
|
|
116
|
+
"on": { "press": [{ "action": "app.refresh" }] }
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
},
|
|
120
|
+
"spend": {
|
|
121
|
+
"title": "Spend",
|
|
122
|
+
"icon": "dollar-sign",
|
|
123
|
+
"description": "Daily spend and the services behind it.",
|
|
124
|
+
"root": "root",
|
|
125
|
+
"elements": {
|
|
126
|
+
"root": { "type": "Stack", "props": { "gap": "lg" }, "children": ["spendCard", "table"] },
|
|
127
|
+
"spendCard": { "type": "Card", "props": { "title": "Daily spend" }, "children": ["spendChart"] },
|
|
128
|
+
"spendChart": {
|
|
129
|
+
"type": "Chart",
|
|
130
|
+
"props": {
|
|
131
|
+
"kind": "line",
|
|
132
|
+
"data": { "$state": "/queries/days/data" },
|
|
133
|
+
"loading": { "$state": "/queries/days/loading" },
|
|
134
|
+
"x": "date",
|
|
135
|
+
"xType": "time",
|
|
136
|
+
"format": "currency",
|
|
137
|
+
"currency": "USD",
|
|
138
|
+
"height": 280,
|
|
139
|
+
"series": [{ "key": "spend", "label": "Spend" }]
|
|
140
|
+
}
|
|
141
|
+
},
|
|
142
|
+
"table": {
|
|
143
|
+
"type": "Table",
|
|
144
|
+
"props": {
|
|
145
|
+
"data": { "$state": "/queries/services/data" },
|
|
146
|
+
"loading": { "$state": "/queries/services/loading" },
|
|
147
|
+
"columns": [
|
|
148
|
+
{ "key": "name", "label": "Service" },
|
|
149
|
+
{ "key": "owner", "label": "Owner" },
|
|
150
|
+
{ "key": "spend", "label": "Spend", "kind": "number" }
|
|
151
|
+
],
|
|
152
|
+
"onRowClick": [
|
|
153
|
+
{ "action": "app.navigate", "params": { "page": "service", "params": { "service": { "$row": "id" } } } }
|
|
154
|
+
]
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
},
|
|
159
|
+
"service": {
|
|
160
|
+
"title": "Service",
|
|
161
|
+
"params": { "service": { "kind": "string", "required": true } },
|
|
162
|
+
"root": "detail",
|
|
163
|
+
"elements": {
|
|
164
|
+
"detail": {
|
|
165
|
+
"type": "DetailList",
|
|
166
|
+
"props": {
|
|
167
|
+
"data": { "$state": "/queries/serviceById/data/0" },
|
|
168
|
+
"fields": [{ "key": "name" }, { "key": "owner" }, { "key": "spend", "kind": "number" }]
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
},
|
|
173
|
+
"settings": {
|
|
174
|
+
"title": "Settings",
|
|
175
|
+
"nav": false,
|
|
176
|
+
"root": "text",
|
|
177
|
+
"elements": { "text": { "type": "Text", "props": { "content": "Nothing to configure yet." } } }
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
}
|
|
@@ -0,0 +1,482 @@
|
|
|
1
|
+
// Model profile fallbacks (runbooks/model-tiers.md § Fallbacks on provider
|
|
2
|
+
// errors): the save rule, the delete guard, the check rows, the server-side
|
|
3
|
+
// pick, and the supersede route that resumes the work on the next profile.
|
|
4
|
+
|
|
5
|
+
import { afterAll, beforeAll, beforeEach, describe, expect, test } from "bun:test";
|
|
6
|
+
import { unlink } from "node:fs/promises";
|
|
7
|
+
import { createServer, type Server } from "node:http";
|
|
8
|
+
import {
|
|
9
|
+
closeDb,
|
|
10
|
+
createAgent,
|
|
11
|
+
createTaskExtended,
|
|
12
|
+
getDbClient,
|
|
13
|
+
getTaskById,
|
|
14
|
+
initDb,
|
|
15
|
+
startTask,
|
|
16
|
+
upsertSwarmConfig,
|
|
17
|
+
} from "../be/db";
|
|
18
|
+
import * as profilesDb from "../be/db/model-profiles";
|
|
19
|
+
import { createModelProfile } from "../be/db/model-profiles";
|
|
20
|
+
import { checkProfileForAgent } from "../be/model-profile-check";
|
|
21
|
+
import { recordClaimModelResolution } from "../be/model-tier-resolution";
|
|
22
|
+
import { handleModelProfiles } from "../http/model-profiles";
|
|
23
|
+
import { handleTasks } from "../http/tasks";
|
|
24
|
+
import { nextFallback } from "../tasks/worker-follow-up";
|
|
25
|
+
import type { AgentTask } from "../types";
|
|
26
|
+
import { setRequestAuth } from "../utils/request-auth-context";
|
|
27
|
+
import { listenOnFreePort } from "./test-net";
|
|
28
|
+
|
|
29
|
+
const TEST_DB_PATH = "./test-model-profile-fallbacks.sqlite";
|
|
30
|
+
const LEAD_ID = "51111111-1111-4111-8111-111111111111";
|
|
31
|
+
const CLAUDE_ID = "52222222-2222-4222-8222-222222222222";
|
|
32
|
+
|
|
33
|
+
async function removeDbFiles(path: string): Promise<void> {
|
|
34
|
+
for (const suffix of ["", "-wal", "-shm"]) {
|
|
35
|
+
try {
|
|
36
|
+
await unlink(path + suffix);
|
|
37
|
+
} catch (error) {
|
|
38
|
+
if ((error as NodeJS.ErrnoException).code !== "ENOENT") throw error;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
let server: Server;
|
|
44
|
+
let baseUrl = "";
|
|
45
|
+
|
|
46
|
+
beforeAll(async () => {
|
|
47
|
+
await removeDbFiles(TEST_DB_PATH);
|
|
48
|
+
initDb(TEST_DB_PATH);
|
|
49
|
+
await createAgent({ id: LEAD_ID, name: "fb-lead", isLead: true, status: "idle" });
|
|
50
|
+
await createAgent({
|
|
51
|
+
id: CLAUDE_ID,
|
|
52
|
+
name: "fb-claude",
|
|
53
|
+
isLead: false,
|
|
54
|
+
status: "idle",
|
|
55
|
+
harnessProvider: "claude",
|
|
56
|
+
maxTasks: 2,
|
|
57
|
+
});
|
|
58
|
+
server = createServer((req, res) => {
|
|
59
|
+
if (req.headers["x-test-auth"] === "operator") {
|
|
60
|
+
setRequestAuth(req, { kind: "operator", fingerprint: "test" });
|
|
61
|
+
}
|
|
62
|
+
const header = req.headers["x-agent-id"];
|
|
63
|
+
const agentId = Array.isArray(header) ? header[0] : header;
|
|
64
|
+
const url = new URL(req.url ?? "/", "http://localhost");
|
|
65
|
+
const segments = url.pathname.split("/").filter(Boolean);
|
|
66
|
+
void (async () => {
|
|
67
|
+
for (const handle of [handleModelProfiles, handleTasks]) {
|
|
68
|
+
if (await handle(req, res, segments, url.searchParams, agentId)) return;
|
|
69
|
+
}
|
|
70
|
+
res.statusCode = 404;
|
|
71
|
+
res.end("{}");
|
|
72
|
+
})();
|
|
73
|
+
});
|
|
74
|
+
baseUrl = `http://localhost:${await listenOnFreePort(server)}`;
|
|
75
|
+
});
|
|
76
|
+
|
|
77
|
+
afterAll(async () => {
|
|
78
|
+
server.close();
|
|
79
|
+
closeDb();
|
|
80
|
+
await removeDbFiles(TEST_DB_PATH);
|
|
81
|
+
});
|
|
82
|
+
|
|
83
|
+
beforeEach(async () => {
|
|
84
|
+
await getDbClient().run("DELETE FROM agent_tasks");
|
|
85
|
+
await getDbClient().run(
|
|
86
|
+
"DELETE FROM swarm_config WHERE key IN ('MODEL_PROFILE', 'CLAUDE_CODE_OAUTH_TOKEN')",
|
|
87
|
+
);
|
|
88
|
+
await getDbClient().run("DELETE FROM model_profiles");
|
|
89
|
+
// Agent heartbeat: the resume pin reads it.
|
|
90
|
+
await getDbClient().run("UPDATE agents SET status = 'idle', lastActivityAt = ? WHERE id = ?", [
|
|
91
|
+
new Date().toISOString(),
|
|
92
|
+
CLAUDE_ID,
|
|
93
|
+
]);
|
|
94
|
+
});
|
|
95
|
+
|
|
96
|
+
function call(
|
|
97
|
+
method: string,
|
|
98
|
+
path: string,
|
|
99
|
+
body: unknown,
|
|
100
|
+
headers: Record<string, string> = { "x-test-auth": "operator" },
|
|
101
|
+
): Promise<Response> {
|
|
102
|
+
return fetch(`${baseUrl}${path}`, {
|
|
103
|
+
method,
|
|
104
|
+
headers: { "content-type": "application/json", ...headers },
|
|
105
|
+
body: body === undefined ? undefined : JSON.stringify(body),
|
|
106
|
+
});
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
async function errorText(res: Response): Promise<string> {
|
|
110
|
+
return ((await res.json()) as { error?: string }).error ?? "";
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
/** Three claude profiles and one codex profile; `claude-a` falls back to b, then c. */
|
|
114
|
+
async function seedChain(): Promise<void> {
|
|
115
|
+
await createModelProfile({ name: "claude-c", harness: "claude", model: "sonnet" });
|
|
116
|
+
await createModelProfile({ name: "claude-b", harness: "claude", model: "opus" });
|
|
117
|
+
await createModelProfile({
|
|
118
|
+
name: "claude-a",
|
|
119
|
+
harness: "claude",
|
|
120
|
+
model: "opus",
|
|
121
|
+
fallbacks: ["claude-b", "claude-c"],
|
|
122
|
+
});
|
|
123
|
+
await createModelProfile({ name: "codex-x", harness: "codex", model: "gpt-5" });
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
/** An in-progress task on the claude agent whose claim applied `profile`. */
|
|
127
|
+
async function runningTask(profile: string, extra: { workflow?: boolean } = {}) {
|
|
128
|
+
const task = await createTaskExtended("fallback work", { agentId: CLAUDE_ID, profile });
|
|
129
|
+
await recordClaimModelResolution(
|
|
130
|
+
{ id: task.id, profile },
|
|
131
|
+
{ id: CLAUDE_ID, harnessProvider: "claude" },
|
|
132
|
+
);
|
|
133
|
+
await startTask(task.id);
|
|
134
|
+
if (extra.workflow) {
|
|
135
|
+
// The route only reads that the step id is set; skip building a real run.
|
|
136
|
+
await getDbClient().run("PRAGMA foreign_keys = OFF");
|
|
137
|
+
await getDbClient().run("UPDATE agent_tasks SET workflowRunStepId = ? WHERE id = ?", [
|
|
138
|
+
crypto.randomUUID(),
|
|
139
|
+
task.id,
|
|
140
|
+
]);
|
|
141
|
+
await getDbClient().run("PRAGMA foreign_keys = ON");
|
|
142
|
+
}
|
|
143
|
+
return (await getTaskById(task.id)) as AgentTask;
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
function supersede(taskId: string, body: Record<string, unknown>): Promise<Response> {
|
|
147
|
+
return call("POST", `/api/tasks/${taskId}/supersede`, body, { "x-agent-id": CLAUDE_ID });
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
async function resumeOf(parentId: string): Promise<AgentTask | null> {
|
|
151
|
+
const row = await getDbClient().get<{ id: string }>(
|
|
152
|
+
"SELECT id FROM agent_tasks WHERE parentTaskId = ? AND taskType = 'resume'",
|
|
153
|
+
[parentId],
|
|
154
|
+
);
|
|
155
|
+
return row ? await getTaskById(row.id) : null;
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
describe("save rule", () => {
|
|
159
|
+
test("a valid same-harness list saves and reads back", async () => {
|
|
160
|
+
await seedChain();
|
|
161
|
+
const res = await call("POST", "/api/model-profiles", {
|
|
162
|
+
name: "claude-d",
|
|
163
|
+
harness: "claude",
|
|
164
|
+
model: "opus",
|
|
165
|
+
fallbacks: ["claude-c"],
|
|
166
|
+
});
|
|
167
|
+
expect(res.status).toBe(201);
|
|
168
|
+
expect(((await res.json()) as { fallbacks: string[] }).fallbacks).toEqual(["claude-c"]);
|
|
169
|
+
const list = (await (await call("GET", "/api/model-profiles", undefined)).json()) as {
|
|
170
|
+
profiles: { name: string; fallbacks: string[] }[];
|
|
171
|
+
};
|
|
172
|
+
expect(list.profiles.find((p) => p.name === "claude-a")?.fallbacks).toEqual([
|
|
173
|
+
"claude-b",
|
|
174
|
+
"claude-c",
|
|
175
|
+
]);
|
|
176
|
+
// Control: a profile with no fallbacks reads back an empty list.
|
|
177
|
+
expect(list.profiles.find((p) => p.name === "claude-c")?.fallbacks).toEqual([]);
|
|
178
|
+
});
|
|
179
|
+
|
|
180
|
+
test("cross-harness, unknown, self and repeated fallbacks are refused", async () => {
|
|
181
|
+
await seedChain();
|
|
182
|
+
const cases: [unknown[], string][] = [
|
|
183
|
+
[["codex-x"], "runs on codex, not claude"],
|
|
184
|
+
[["claude-nope"], 'Unknown fallback profile "claude-nope"'],
|
|
185
|
+
[["claude-d"], "cannot list itself"],
|
|
186
|
+
[["claude-c", "claude-c"], "listed twice"],
|
|
187
|
+
];
|
|
188
|
+
for (const [fallbacks, message] of cases) {
|
|
189
|
+
const res = await call("POST", "/api/model-profiles", {
|
|
190
|
+
name: "claude-d",
|
|
191
|
+
harness: "claude",
|
|
192
|
+
model: "opus",
|
|
193
|
+
fallbacks,
|
|
194
|
+
});
|
|
195
|
+
expect(res.status).toBe(400);
|
|
196
|
+
expect(await errorText(res)).toContain(message);
|
|
197
|
+
}
|
|
198
|
+
expect(await profilesDb.getModelProfileByName("claude-d")).toBeNull();
|
|
199
|
+
});
|
|
200
|
+
|
|
201
|
+
test("an update that closes a cycle is refused; the stored list stays", async () => {
|
|
202
|
+
await seedChain();
|
|
203
|
+
const res = await call("PATCH", "/api/model-profiles/claude-c", { fallbacks: ["claude-a"] });
|
|
204
|
+
expect(res.status).toBe(400);
|
|
205
|
+
expect(await errorText(res)).toContain("cycle: claude-c → claude-a → claude-c");
|
|
206
|
+
expect((await profilesDb.getModelProfileByName("claude-c"))?.fallbacks).toEqual([]);
|
|
207
|
+
// Control: a non-cyclic edit to the same profile saves, and [] empties it.
|
|
208
|
+
const ok = await call("PATCH", "/api/model-profiles/claude-b", { fallbacks: ["claude-c"] });
|
|
209
|
+
expect(ok.status).toBe(200);
|
|
210
|
+
const cleared = await call("PATCH", "/api/model-profiles/claude-a", { fallbacks: [] });
|
|
211
|
+
expect(((await cleared.json()) as { fallbacks: string[] }).fallbacks).toEqual([]);
|
|
212
|
+
});
|
|
213
|
+
|
|
214
|
+
test("deleting a profile another lists as a fallback is a 409, in the route and the statement", async () => {
|
|
215
|
+
await seedChain();
|
|
216
|
+
const res = await call("DELETE", "/api/model-profiles/claude-c", undefined);
|
|
217
|
+
expect(res.status).toBe(409);
|
|
218
|
+
expect(await errorText(res)).toContain("a fallback of 1 profile(s) (claude-a)");
|
|
219
|
+
expect(await profilesDb.deleteModelProfile("claude-c")).toBe("in-use");
|
|
220
|
+
// Control: once no list names it, it deletes.
|
|
221
|
+
await call("PATCH", "/api/model-profiles/claude-a", { fallbacks: ["claude-b"] });
|
|
222
|
+
expect((await call("DELETE", "/api/model-profiles/claude-c", undefined)).status).toBe(200);
|
|
223
|
+
});
|
|
224
|
+
});
|
|
225
|
+
|
|
226
|
+
describe("check", () => {
|
|
227
|
+
test("fallbacks get their own rows; ok judges the primary only", async () => {
|
|
228
|
+
await seedChain();
|
|
229
|
+
await upsertSwarmConfig({
|
|
230
|
+
scope: "agent",
|
|
231
|
+
scopeId: CLAUDE_ID,
|
|
232
|
+
key: "CLAUDE_CODE_OAUTH_TOKEN",
|
|
233
|
+
value: "token-aaaaa",
|
|
234
|
+
});
|
|
235
|
+
await profilesDb.updateModelProfile("claude-b", {
|
|
236
|
+
credentials: { CLAUDE_CODE_OAUTH_TOKEN: ["zzzzz"] },
|
|
237
|
+
});
|
|
238
|
+
const result = await checkProfileForAgent(CLAUDE_ID, "claude-a");
|
|
239
|
+
expect(result?.ok).toBe(true);
|
|
240
|
+
expect(result?.profiles.map((p) => [p.name, p.ok])).toEqual([
|
|
241
|
+
["claude-a", true],
|
|
242
|
+
["claude-b", false],
|
|
243
|
+
["claude-c", true],
|
|
244
|
+
]);
|
|
245
|
+
});
|
|
246
|
+
});
|
|
247
|
+
|
|
248
|
+
describe("nextFallback", () => {
|
|
249
|
+
test("picks the first fallback that passes and records the ones it skips", async () => {
|
|
250
|
+
await seedChain();
|
|
251
|
+
await upsertSwarmConfig({
|
|
252
|
+
scope: "agent",
|
|
253
|
+
scopeId: CLAUDE_ID,
|
|
254
|
+
key: "CLAUDE_CODE_OAUTH_TOKEN",
|
|
255
|
+
value: "token-aaaaa",
|
|
256
|
+
});
|
|
257
|
+
await profilesDb.updateModelProfile("claude-b", {
|
|
258
|
+
credentials: { CLAUDE_CODE_OAUTH_TOKEN: ["zzzzz"] },
|
|
259
|
+
});
|
|
260
|
+
const pick = await nextFallback(await runningTask("claude-a"), "rate_limit");
|
|
261
|
+
expect(pick.kind).toBe("picked");
|
|
262
|
+
if (pick.kind !== "picked") return;
|
|
263
|
+
expect(pick.profile).toBe("claude-c");
|
|
264
|
+
expect(pick.hop).toMatchObject({
|
|
265
|
+
from: "claude-a",
|
|
266
|
+
profile: "claude-c",
|
|
267
|
+
errorClass: "rate_limit",
|
|
268
|
+
});
|
|
269
|
+
expect(pick.hop.skipped?.[0]?.profile).toBe("claude-b");
|
|
270
|
+
expect(pick.hop.skipped?.[0]?.reason).toContain("credential-allowlist");
|
|
271
|
+
});
|
|
272
|
+
|
|
273
|
+
test("never picks a profile the work already ran on, and names the chain when it ends", async () => {
|
|
274
|
+
await seedChain();
|
|
275
|
+
const task = await runningTask("claude-c");
|
|
276
|
+
const hopped = {
|
|
277
|
+
...task,
|
|
278
|
+
fallbackHops: [
|
|
279
|
+
{ from: "claude-a", profile: "claude-b", errorClass: "rate_limit" as const, at: "t1" },
|
|
280
|
+
{ from: "claude-b", profile: "claude-c", errorClass: "overloaded" as const, at: "t2" },
|
|
281
|
+
],
|
|
282
|
+
};
|
|
283
|
+
expect(await nextFallback(hopped, "seat")).toEqual({
|
|
284
|
+
kind: "none",
|
|
285
|
+
message: "seat on claude-c; no fallback left (tried: claude-a → claude-b → claude-c)",
|
|
286
|
+
});
|
|
287
|
+
});
|
|
288
|
+
|
|
289
|
+
test("a profile with no fallbacks gives no message, so the failure text is unchanged", async () => {
|
|
290
|
+
await seedChain();
|
|
291
|
+
expect(await nextFallback(await runningTask("claude-c"), "rate_limit")).toEqual({
|
|
292
|
+
kind: "none",
|
|
293
|
+
message: null,
|
|
294
|
+
});
|
|
295
|
+
// Control: no profile at claim never hops.
|
|
296
|
+
expect(
|
|
297
|
+
await nextFallback({ agentId: CLAUDE_ID, resolvedProfile: undefined }, "rate_limit"),
|
|
298
|
+
).toEqual({ kind: "none", message: null });
|
|
299
|
+
});
|
|
300
|
+
|
|
301
|
+
test("an eleven-hop chain still reaches its last unvisited fallback", async () => {
|
|
302
|
+
// p0 → p1 → … → p11, created from the end so each fallback exists.
|
|
303
|
+
for (let i = 11; i >= 0; i--) {
|
|
304
|
+
await createModelProfile({
|
|
305
|
+
name: `p${i}`,
|
|
306
|
+
harness: "claude",
|
|
307
|
+
model: "sonnet",
|
|
308
|
+
fallbacks: i === 11 ? [] : [`p${i + 1}`],
|
|
309
|
+
});
|
|
310
|
+
}
|
|
311
|
+
const task = await runningTask("p10");
|
|
312
|
+
const hops = Array.from({ length: 10 }, (_, i) => ({
|
|
313
|
+
from: `p${i}`,
|
|
314
|
+
profile: `p${i + 1}`,
|
|
315
|
+
errorClass: "rate_limit" as const,
|
|
316
|
+
at: "t",
|
|
317
|
+
}));
|
|
318
|
+
const pick = await nextFallback({ ...task, fallbackHops: hops }, "rate_limit");
|
|
319
|
+
expect(pick).toMatchObject({ kind: "picked", profile: "p11" });
|
|
320
|
+
// Control: once p11 ran too, the acyclic chain ends by itself.
|
|
321
|
+
const done = await nextFallback(
|
|
322
|
+
{
|
|
323
|
+
...task,
|
|
324
|
+
resolvedProfile: "p11",
|
|
325
|
+
fallbackHops: [
|
|
326
|
+
...hops,
|
|
327
|
+
{ from: "p10", profile: "p11", errorClass: "rate_limit" as const, at: "t" },
|
|
328
|
+
],
|
|
329
|
+
},
|
|
330
|
+
"rate_limit",
|
|
331
|
+
);
|
|
332
|
+
expect(done.kind).toBe("none");
|
|
333
|
+
});
|
|
334
|
+
|
|
335
|
+
test("lead-only work on an agent that cannot hold a lead-only pin never hops", async () => {
|
|
336
|
+
await seedChain();
|
|
337
|
+
const task = await runningTask("claude-a");
|
|
338
|
+
const pick = await nextFallback(
|
|
339
|
+
{ ...task, routingAffinity: { capabilities: [], leadOnly: true } },
|
|
340
|
+
"rate_limit",
|
|
341
|
+
);
|
|
342
|
+
expect(pick.kind).toBe("none");
|
|
343
|
+
expect(pick.kind === "none" && pick.message).toContain("lead-only");
|
|
344
|
+
});
|
|
345
|
+
});
|
|
346
|
+
|
|
347
|
+
describe("supersede with provider_fallback", () => {
|
|
348
|
+
test("errorClass is required with provider_fallback and refused without it", async () => {
|
|
349
|
+
await seedChain();
|
|
350
|
+
const task = await runningTask("claude-a");
|
|
351
|
+
expect((await supersede(task.id, { reason: "provider_fallback" })).status).toBe(400);
|
|
352
|
+
expect(
|
|
353
|
+
(await supersede(task.id, { reason: "manual_supersede", errorClass: "rate_limit" })).status,
|
|
354
|
+
).toBe(400);
|
|
355
|
+
expect((await getTaskById(task.id))?.status).toBe("in_progress");
|
|
356
|
+
});
|
|
357
|
+
|
|
358
|
+
test("hops through the chain on the same agent, through a real claim, then ends", async () => {
|
|
359
|
+
await seedChain();
|
|
360
|
+
const first = await runningTask("claude-a");
|
|
361
|
+
const res = await supersede(first.id, {
|
|
362
|
+
reason: "provider_fallback",
|
|
363
|
+
errorClass: "rate_limit",
|
|
364
|
+
});
|
|
365
|
+
expect(res.status).toBe(200);
|
|
366
|
+
const body = (await res.json()) as { kind: string; resumeTaskId: string };
|
|
367
|
+
expect(body.kind).toBe("resumed");
|
|
368
|
+
expect((await getTaskById(first.id))?.status).toBe("superseded");
|
|
369
|
+
|
|
370
|
+
const second = await resumeOf(first.id);
|
|
371
|
+
expect(second?.id).toBe(body.resumeTaskId);
|
|
372
|
+
expect(second?.agentId).toBe(CLAUDE_ID);
|
|
373
|
+
expect(second?.profile).toBe("claude-b");
|
|
374
|
+
expect(second?.tags).toContain("reason:provider_fallback");
|
|
375
|
+
expect(second?.fallbackHops?.map((h) => [h.from, h.profile, h.errorClass])).toEqual([
|
|
376
|
+
["claude-a", "claude-b", "rate_limit"],
|
|
377
|
+
]);
|
|
378
|
+
|
|
379
|
+
// The child's claim applies the picked profile.
|
|
380
|
+
const claim = await recordClaimModelResolution(
|
|
381
|
+
{ id: second!.id, profile: second!.profile },
|
|
382
|
+
{ id: CLAUDE_ID, harnessProvider: "claude" },
|
|
383
|
+
);
|
|
384
|
+
expect(claim.modelUnsupported).toBeUndefined();
|
|
385
|
+
await startTask(second!.id);
|
|
386
|
+
expect((await getTaskById(second!.id))?.resolvedProfile).toBe("claude-b");
|
|
387
|
+
|
|
388
|
+
const again = await supersede(second!.id, {
|
|
389
|
+
reason: "provider_fallback",
|
|
390
|
+
errorClass: "overloaded",
|
|
391
|
+
});
|
|
392
|
+
expect(((await again.json()) as { kind: string }).kind).toBe("resumed");
|
|
393
|
+
const third = await resumeOf(second!.id);
|
|
394
|
+
expect(third?.profile).toBe("claude-c");
|
|
395
|
+
expect(third?.fallbackHops?.map((h) => h.profile)).toEqual(["claude-b", "claude-c"]);
|
|
396
|
+
|
|
397
|
+
await recordClaimModelResolution(
|
|
398
|
+
{ id: third!.id, profile: third!.profile },
|
|
399
|
+
{ id: CLAUDE_ID, harnessProvider: "claude" },
|
|
400
|
+
);
|
|
401
|
+
await startTask(third!.id);
|
|
402
|
+
const last = await supersede(third!.id, { reason: "provider_fallback", errorClass: "auth" });
|
|
403
|
+
expect(await last.json()).toMatchObject({
|
|
404
|
+
kind: "noFallback",
|
|
405
|
+
resumeTaskId: null,
|
|
406
|
+
failureReason: "auth on claude-c; no fallback left (tried: claude-a → claude-b → claude-c)",
|
|
407
|
+
});
|
|
408
|
+
// The worker fails it itself: the task is untouched and has no resume.
|
|
409
|
+
expect((await getTaskById(third!.id))?.status).toBe("in_progress");
|
|
410
|
+
expect(await resumeOf(third!.id)).toBeNull();
|
|
411
|
+
});
|
|
412
|
+
|
|
413
|
+
test("the resume stays on the agent when a competing claim fills the freed slot", async () => {
|
|
414
|
+
await seedChain();
|
|
415
|
+
const first = await runningTask("claude-a");
|
|
416
|
+
// Other claims hold both of the agent's slots (maxTasks 2) by the time
|
|
417
|
+
// the resume is routed, so the parent's freed slot is gone.
|
|
418
|
+
for (const n of [1, 2]) {
|
|
419
|
+
const other = await createTaskExtended(`competing claim ${n}`, { agentId: CLAUDE_ID });
|
|
420
|
+
await startTask(other.id);
|
|
421
|
+
}
|
|
422
|
+
const res = await supersede(first.id, {
|
|
423
|
+
reason: "provider_fallback",
|
|
424
|
+
errorClass: "rate_limit",
|
|
425
|
+
});
|
|
426
|
+
expect(((await res.json()) as { kind: string }).kind).toBe("resumed");
|
|
427
|
+
const resume = await resumeOf(first.id);
|
|
428
|
+
expect(resume?.profile).toBe("claude-b");
|
|
429
|
+
expect(resume?.agentId).toBe(CLAUDE_ID);
|
|
430
|
+
expect(resume?.status).toBe("pending");
|
|
431
|
+
});
|
|
432
|
+
|
|
433
|
+
test("the resume stays on the agent even when the agent reads offline", async () => {
|
|
434
|
+
await seedChain();
|
|
435
|
+
const first = await runningTask("claude-a");
|
|
436
|
+
await getDbClient().run("UPDATE agents SET status = 'offline' WHERE id = ?", [CLAUDE_ID]);
|
|
437
|
+
const res = await supersede(first.id, {
|
|
438
|
+
reason: "provider_fallback",
|
|
439
|
+
errorClass: "overloaded",
|
|
440
|
+
});
|
|
441
|
+
expect(((await res.json()) as { kind: string }).kind).toBe("resumed");
|
|
442
|
+
const resume = await resumeOf(first.id);
|
|
443
|
+
expect(resume?.profile).toBe("claude-b");
|
|
444
|
+
expect(resume?.agentId).toBe(CLAUDE_ID);
|
|
445
|
+
});
|
|
446
|
+
|
|
447
|
+
test("a task with no fallbacks and a workflow step are left for the worker to fail", async () => {
|
|
448
|
+
await seedChain();
|
|
449
|
+
const plain = await runningTask("claude-c");
|
|
450
|
+
const res = await supersede(plain.id, {
|
|
451
|
+
reason: "provider_fallback",
|
|
452
|
+
errorClass: "rate_limit",
|
|
453
|
+
});
|
|
454
|
+
expect(await res.json()).toMatchObject({ kind: "noFallback", failureReason: null });
|
|
455
|
+
expect((await getTaskById(plain.id))?.status).toBe("in_progress");
|
|
456
|
+
|
|
457
|
+
const step = await runningTask("claude-a", { workflow: true });
|
|
458
|
+
const stepRes = await supersede(step.id, {
|
|
459
|
+
reason: "provider_fallback",
|
|
460
|
+
errorClass: "rate_limit",
|
|
461
|
+
});
|
|
462
|
+
expect(await stepRes.json()).toMatchObject({ kind: "noFallback", failureReason: null });
|
|
463
|
+
expect((await getTaskById(step.id))?.status).toBe("in_progress");
|
|
464
|
+
});
|
|
465
|
+
|
|
466
|
+
test("control: other reasons resume as before and carry the hop list", async () => {
|
|
467
|
+
await seedChain();
|
|
468
|
+
const first = await runningTask("claude-a");
|
|
469
|
+
await supersede(first.id, { reason: "provider_fallback", errorClass: "rate_limit" });
|
|
470
|
+
const second = (await resumeOf(first.id))!;
|
|
471
|
+
await recordClaimModelResolution(
|
|
472
|
+
{ id: second.id, profile: second.profile },
|
|
473
|
+
{ id: CLAUDE_ID, harnessProvider: "claude" },
|
|
474
|
+
);
|
|
475
|
+
await startTask(second.id);
|
|
476
|
+
const res = await supersede(second.id, { reason: "manual_supersede" });
|
|
477
|
+
expect(((await res.json()) as { kind: string }).kind).toBe("resumed");
|
|
478
|
+
const third = await resumeOf(second.id);
|
|
479
|
+
expect(third?.profile).toBe("claude-b");
|
|
480
|
+
expect(third?.fallbackHops?.map((h) => h.profile)).toEqual(["claude-b"]);
|
|
481
|
+
});
|
|
482
|
+
});
|
|
@@ -793,6 +793,7 @@ describe("a superseded task holds its profile until its resume exists", () => {
|
|
|
793
793
|
agentIds: [],
|
|
794
794
|
openTaskCount: 0,
|
|
795
795
|
scheduleIds: [],
|
|
796
|
+
fallbackOf: [],
|
|
796
797
|
});
|
|
797
798
|
expect(await profilesDb.deleteModelProfile("claude-handoff")).toBe("deleted");
|
|
798
799
|
|