@desplega.ai/agent-swarm 2.8.2 → 2.8.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/acp-adapter-xq6s2z6t.js +14 -0
- package/dist/{actions-kxek041g.js → actions-ewz7bp4g.js} +20 -19
- package/dist/{amp-adapter-ce7jjke4.js → amp-adapter-f25tqhnf.js} +3 -3
- package/dist/{app-v6zz8yh0.js → app-mkptw0k7.js} +4 -4
- package/dist/{assistant-m0sw9xx2.js → assistant-c47rfe77.js} +23 -22
- package/dist/{boot-args-schema-66bk37wv.js → boot-args-schema-4vb0xsat.js} +1 -1
- package/dist/{boot-reembed-edjpwsc1.js → boot-reembed-1ghy2sab.js} +1 -1
- package/dist/{boot-reembed-y27n09tz.js → boot-reembed-htr73hbs.js} +1 -1
- package/dist/{boot-scrub-sweep-1xc35965.js → boot-scrub-sweep-yrytg42z.js} +4 -4
- package/dist/{boot-seeds-7hjj91qj.js → boot-seeds-n2b3dx4e.js} +4 -4
- package/dist/{boxd-ent8ch04.js → boxd-jmfqgkqa.js} +1 -1
- package/dist/{claude-adapter-stw7jdcf.js → claude-adapter-r33pqnzx.js} +8 -9
- package/dist/{claude-managed-adapter-jh6c523j.js → claude-managed-adapter-hddmxjyj.js} +4 -4
- package/dist/{claude-managed-setup-y6z2perp.js → claude-managed-setup-hfvry1bd.js} +5 -5
- package/dist/{claude-sdk-session-vvya8wqk.js → claude-sdk-session-0hamqzc7.js} +10 -11
- package/dist/{cli-v1dv1r37.js → cli-0bcgyj5b.js} +74 -3
- package/dist/{cli-t2tma8gb.js → cli-0vksaxvr.js} +2 -2
- package/dist/{cli-mrt48bx7.js → cli-15204js0.js} +1 -1
- package/dist/{cli-8aes17e4.js → cli-1m96dc36.js} +3 -3
- package/dist/{cli-2r0jcc3k.js → cli-2d0cghfn.js} +1 -1
- package/dist/{cli-0cq8y6m7.js → cli-4ax9mvvg.js} +4 -4
- package/dist/{cli-tekytdq9.js → cli-4dpkjc2e.js} +6 -6
- package/dist/{cli-x1wa213s.js → cli-4e1hfbpq.js} +5 -5
- package/dist/{cli-7349va39.js → cli-500c09j9.js} +921 -431
- package/dist/{cli-9mb2q6pb.js → cli-54qr8mcd.js} +2 -2
- package/dist/{cli-m88rpzkh.js → cli-5a7szzfh.js} +2 -2
- package/dist/{cli-bst1vp7e.js → cli-5y2fvw4z.js} +13 -5
- package/dist/{cli-vj75tyaw.js → cli-6yygkr0w.js} +7 -7
- package/dist/{cli-kjtwrhea.js → cli-7c5tgqhf.js} +5 -5
- package/dist/{cli-2gxeg5gr.js → cli-8476gtwf.js} +1 -1
- package/dist/{cli-zh9rsbqf.js → cli-922z7gwm.js} +3 -3
- package/dist/{cli-jrzkw01m.js → cli-93t5s4zq.js} +2 -2
- package/dist/{cli-gyt3zydq.js → cli-9zmb7ptc.js} +9 -9
- package/dist/{cli-dzpc6en0.js → cli-am1ptset.js} +2 -2
- package/dist/{cli-w401b9tq.js → cli-awwptga4.js} +1 -1
- package/dist/{cli-26ctbcdp.js → cli-bhsfbmk8.js} +3 -3
- package/dist/{cli-mxn1qvbn.js → cli-bj6qhgte.js} +14 -32
- package/dist/{cli-g70vxtjh.js → cli-c0xjnr8z.js} +2 -2
- package/dist/{cli-jdknh18m.js → cli-c3ng0mb4.js} +13 -13
- package/dist/{cli-f4e8r23x.js → cli-c71n3bxq.js} +11 -6
- package/dist/{cli-6rc5frdm.js → cli-crpf163n.js} +25 -18
- package/dist/{cli-1qkz151v.js → cli-dpsfwh7n.js} +13 -21
- package/dist/{cli-xzm9vcfg.js → cli-dtdht77h.js} +2 -2
- package/dist/{cli-a0z912j7.js → cli-e2w34h6z.js} +137 -62
- package/dist/{cli-eddnyg3t.js → cli-emekyyhr.js} +1 -1
- package/dist/{cli-d84byzn8.js → cli-f1kwb5fc.js} +109 -33
- package/dist/{cli-0jzra9ad.js → cli-gn9y6fn7.js} +2 -2
- package/dist/{cli-vdektqgf.js → cli-gpz1d0t2.js} +4 -4
- package/dist/{cli-rcecc3yq.js → cli-h9yy18gy.js} +84 -36
- package/dist/{cli-m5akxq8q.js → cli-j8cjdzan.js} +1 -1
- package/dist/{cli-m9s2qff2.js → cli-jg5txpm6.js} +187 -93
- package/dist/{cli-b98a65ed.js → cli-k2rw11py.js} +3 -3
- package/dist/{cli-3e875j5p.js → cli-k96cecs7.js} +276 -47
- package/dist/{cli-3vjhs18n.js → cli-kd56bmk4.js} +1 -1
- package/dist/{cli-3sy2xags.js → cli-kmemts3w.js} +12 -12
- package/dist/{cli-f6bahpn5.js → cli-knva3nmx.js} +2 -2
- package/dist/{cli-959kp5h2.js → cli-kw44j53p.js} +13 -13
- package/dist/{cli-bsywb58a.js → cli-mdpbjnzq.js} +10 -10
- package/dist/{cli-2kvhc7x8.js → cli-me0r8gzr.js} +35 -76
- package/dist/{cli-4vzgeta4.js → cli-mwwmka77.js} +14 -14
- package/dist/{cli-q24n86d2.js → cli-n5t077me.js} +2 -2
- package/dist/{cli-rvhdmjvt.js → cli-nx2n3z6p.js} +1 -1
- package/dist/{cli-28fq781p.js → cli-pe4d96rb.js} +1 -1
- package/dist/{cli-3rkdne1h.js → cli-pxwtcgcp.js} +2 -2
- package/dist/{cli-n6vtrcht.js → cli-qmqt520k.js} +2 -2
- package/dist/{cli-pchypa1s.js → cli-qps8je6j.js} +17 -2
- package/dist/{cli-97ae65rz.js → cli-rjvsf9qa.js} +5 -5
- package/dist/{cli-e1p3n5gq.js → cli-rqfvkx5t.js} +6 -6
- package/dist/{cli-3vmb0n58.js → cli-s7zz734a.js} +1 -1
- package/dist/{cli-rmzsadkf.js → cli-s8p8hhty.js} +2 -2
- package/dist/{cli-j24zbska.js → cli-sdvcrq5x.js} +5 -5
- package/dist/{cli-5y340nzn.js → cli-sg27rk2t.js} +5 -5
- package/dist/{cli-d6521kb5.js → cli-skmhsnqh.js} +1 -1
- package/dist/{cli-5mrq3ake.js → cli-t4dv07kr.js} +1 -1
- package/dist/{cli-z1w943va.js → cli-t5ys4ebm.js} +3 -3
- package/dist/{cli-f4r3g076.js → cli-tas6ckky.js} +2 -2
- package/dist/{cli-1pz0330a.js → cli-tf79ryyy.js} +1 -1
- package/dist/{cli-kc7v1nfv.js → cli-tnzebztn.js} +1 -1
- package/dist/{cli-pfs8adn4.js → cli-vx421edw.js} +3 -3
- package/dist/{cli-kchjb7qy.js → cli-x3ex5bqf.js} +1 -1
- package/dist/cli-yss07azk.js +142 -0
- package/dist/{cli-fwy8kfd6.js → cli-z8cvws4c.js} +98 -16
- package/dist/{cli-g5mtmf6t.js → cli-zdaypkq9.js} +146 -52
- package/dist/{cli-fpjmegdb.js → cli-zeaehgyd.js} +2 -2
- package/dist/{cli-837vfs2x.js → cli-ztq5z4e1.js} +4 -4
- package/dist/cli.js +20 -20
- package/dist/{codex-adapter-zerf5qsp.js → codex-adapter-2brxx5ta.js} +7 -8
- package/dist/{codex-hook-30gyhzxe.js → codex-hook-c930c3ea.js} +1 -1
- package/dist/{codex-login-bcda78ge.js → codex-login-cbrs1h5w.js} +1 -1
- package/dist/{codex-session-runner-89s304py.js → codex-session-runner-y9anfj0r.js} +8 -9
- package/dist/{commands-jeh1b51j.js → commands-wn9q06qr.js} +3 -3
- package/dist/{controller-mctfbrse.js → controller-fw608czd.js} +4 -4
- package/dist/{controllers-connect-nxa1ddwn.js → controllers-connect-63j5rdcm.js} +20 -20
- package/dist/{cursor-adapter-qj8vehv6.js → cursor-adapter-6mb9jme8.js} +2 -2
- package/dist/{db-2dvay0es.js → db-0m6v5tq4.js} +3 -3
- package/dist/{db-b36qn6k3.js → db-y4wfrzbm.js} +4 -2
- package/dist/{devin-adapter-xedz98zv.js → devin-adapter-r0yx3gv8.js} +1 -1
- package/dist/{dispatcher-gndbta01.js → dispatcher-9tq2zzdj.js} +17 -17
- package/dist/{docker-866qpzt9.js → docker-j75atvpt.js} +2 -2
- package/dist/{dsh-adapter-f75sz821.js → dsh-adapter-t09sv4tq.js} +2 -2
- package/dist/{e2b-jbm7mj93.js → e2b-7s9dscap.js} +2 -2
- package/dist/{e2b-3gpc2n3w.js → e2b-a7vzs2vj.js} +2 -2
- package/dist/{easter-egg-3d-533knw22.js → easter-egg-3d-fbwvmwhe.js} +1 -1
- package/dist/{embedding-space-4p05vb2x.js → embedding-space-wh8de1t9.js} +6 -6
- package/dist/{embeddings-m6768mgh.js → embeddings-3hpbdtjr.js} +1 -1
- package/dist/{event-bus-e66gh7cc.js → event-bus-tr6h3gv8.js} +1 -1
- package/dist/{execute-b3mrb1mv.js → execute-4bdf8sdy.js} +1 -1
- package/dist/{external-channel-gjv3jne3.js → external-channel-ts2fwqh0.js} +2 -2
- package/dist/fx-adapter-1rnxnf56.js +17 -0
- package/dist/grok-adapter-efhmf1r8.js +17 -0
- package/dist/handlers-anrr3py9.js +32 -0
- package/dist/{heartbeat-a1tv60gt.js → heartbeat-2ze5fzpc.js} +20 -20
- package/dist/{hook-8h5dzcgq.js → hook-ca54yd4s.js} +5 -5
- package/dist/{hook-cyaps9ba.js → hook-gaehe2w5.js} +7 -7
- package/dist/{http-t15mhbd9.js → http-jfg8t2yk.js} +3861 -1798
- package/dist/{index-tvfafeyy.js → index-3gv6sc4z.js} +1 -1
- package/dist/{index-qav6455f.js → index-3yvzbhxd.js} +97 -22
- package/dist/index-8w2aznds.js +33 -0
- package/dist/{index-w1zqf680.js → index-csgrxedz.js} +1 -1
- package/dist/index-qnjvr362.js +37 -0
- package/dist/index-yzxd3sn9.js +32 -0
- package/dist/{keepalive-91s7hzrb.js → keepalive-k2a3qe73.js} +4 -4
- package/dist/lead-zhxqbfdv.js +69 -0
- package/dist/{maintenance-7pjmy5xy.js → maintenance-gb5sd5nc.js} +1 -1
- package/dist/{node-4c5jqxr3.js → node-7qsx5kvm.js} +1 -1
- package/dist/{oauth-refresh-sweep-rzqfm94j.js → oauth-refresh-sweep-y7rm6bkb.js} +3 -3
- package/dist/{onboard-74st7pag.js → onboard-jmc5qerv.js} +3 -3
- package/dist/{opencode-adapter-arn7gm8q.js → opencode-adapter-7eade9ev.js} +6 -7
- package/dist/{otel-impl-rnzey8cb.js → otel-impl-8j1xhxqd.js} +2 -2
- package/dist/{pi-mono-adapter-6mkwq64n.js → pi-mono-adapter-yqmaf32x.js} +13 -13
- package/dist/{pricing-refresh-ha21jhk7.js → pricing-refresh-1nj722h6.js} +2 -2
- package/dist/{rbac-roles-wqhma4dr.js → rbac-roles-b1mtr6dr.js} +3 -3
- package/dist/{rbac-roles-59dxachk.js → rbac-roles-n1f3frk1.js} +2 -2
- package/dist/{render-v2-14kpzx12.js → render-v2-1gfpd8rj.js} +4 -4
- package/dist/{resume-gsa5fb5f.js → resume-w1s1eh5v.js} +7 -7
- package/dist/{runtime-1hv06jsn.js → runtime-84g5egsc.js} +1 -1
- package/dist/{session-access-skm7bnp6.js → session-access-y6z1txk4.js} +4 -4
- package/dist/{session-source-backfill-pbqzbncv.js → session-source-backfill-gxxwfh12.js} +3 -3
- package/dist/{setup-5yermsem.js → setup-r91gstyk.js} +1 -1
- package/dist/{virtual-modules-gazyapte.js → virtual-modules-cgnj6kme.js} +3 -3
- package/dist/{work-objects-xj0ck0w4.js → work-objects-qcxzg61c.js} +20 -20
- package/dist/worker-7j2907g6.js +69 -0
- package/dist/{worker-follow-up-911xc0b8.js → worker-follow-up-y2d2h7km.js} +17 -17
- package/dist/{x-2fyrt5pp.js → x-qhxq2ama.js} +2 -2
- package/openapi.json +1214 -108
- package/package.json +3 -3
- package/src/be/db/tasks/read.ts +33 -0
- package/src/be/db.ts +32 -7
- package/src/be/migrations/289_automation_savings_daily.sql +47 -0
- package/src/be/migrations/291_task_slack_participants.sql +4 -0
- package/src/be/migrations/293_savings_component_links.sql +58 -0
- package/src/be/migrations/296_automation_savings_daily_read_index.sql +6 -0
- package/src/be/model-profile-check.ts +10 -2
- package/src/be/savings/compute.ts +511 -16
- package/src/be/savings/model.ts +282 -14
- package/src/be/savings/read.ts +1500 -0
- package/src/be/savings/rollup.ts +571 -0
- package/src/be/scripts/run-credential.ts +15 -3
- package/src/be/scripts/typecheck.ts +86 -4
- package/src/be/seed-scripts/catalog/dreaming-learnings.ts +10 -2
- package/src/be/seed-scripts/catalog/dreaming-memtax-create.ts +70 -4
- package/src/be/swarm-config-guard.ts +8 -0
- package/src/be/users.ts +29 -2
- package/src/commands/runner.ts +159 -41
- package/src/extensions/contract-types.generated.ts +1 -1
- package/src/http/index.ts +8 -1
- package/src/http/poll.ts +14 -1
- package/src/http/requested-by.ts +97 -1
- package/src/http/savings.ts +676 -190
- package/src/http/scripts.ts +26 -15
- package/src/http/tasks.ts +43 -5
- package/src/prompts/session-templates.ts +80 -3
- package/src/providers/acp-targets.ts +1 -1
- package/src/providers/amp-adapter.ts +1 -1
- package/src/providers/claude-adapter.ts +0 -20
- package/src/providers/claude-flag-settings.ts +12 -10
- package/src/providers/codex-adapter.ts +9 -34
- package/src/providers/opencode-adapter.ts +34 -12
- package/src/scheduler/scheduler.ts +20 -14
- package/src/scripts-runtime/ctx.ts +1 -1
- package/src/scripts-runtime/executors/quickjs-bundle.ts +1 -0
- package/src/scripts-runtime/executors/quickjs-prelude.ts +162 -2
- package/src/scripts-runtime/executors/quickjs-runner.ts +4 -1
- package/src/scripts-runtime/stdlib/fetch.ts +113 -15
- package/src/scripts-runtime/stdlib/index.ts +3 -1
- package/src/scripts-runtime/stdlib/retry.ts +174 -0
- package/src/scripts-runtime/swarm-sdk.ts +186 -17
- package/src/scripts-runtime/types/stdlib.d.ts +86 -4
- package/src/scripts-runtime/types/swarm-extension.d.ts +26 -0
- package/src/scripts-runtime/types/swarm-sdk.d.ts +60 -2
- package/src/slack/actions.ts +1 -0
- package/src/slack/assistant.ts +2 -0
- package/src/slack/enrich.ts +144 -50
- package/src/slack/handlers.ts +37 -95
- package/src/slack/templates.ts +9 -0
- package/src/slack/thread-buffer.ts +45 -71
- package/src/slack/thread-participants.ts +187 -0
- package/src/tests/base-prompt.test.ts +5 -4
- package/src/tests/claude-adapter-binary.test.ts +7 -1
- package/src/tests/claude-adapter.test.ts +10 -64
- package/src/tests/claude-flag-settings.test.ts +15 -11
- package/src/tests/claude-hook-credentials.test.ts +0 -1
- package/src/tests/claude-sdk-lifecycle.test.ts +5 -1
- package/src/tests/codex-adapter.test.ts +17 -78
- package/src/tests/create-task-vcs-repo.test.ts +136 -0
- package/src/tests/db-task-read-contract.test.ts +2 -0
- package/src/tests/db-task-write-contract.test.ts +1 -0
- package/src/tests/docs-index-footprint.test.js +3 -3
- package/src/tests/dreaming-learnings.test.ts +104 -0
- package/src/tests/extensions-pre-task.test.ts +4 -2
- package/src/tests/fetch-resolved-env.test.ts +47 -1
- package/src/tests/opencode-adapter.test.ts +53 -6
- package/src/tests/prompt-template-session.test.ts +17 -1
- package/src/tests/runner-requester-profile.test.ts +139 -1
- package/src/tests/savings-compound.test.ts +774 -0
- package/src/tests/savings-compute.test.ts +7 -198
- package/src/tests/savings-fleet-latency.test.ts +143 -0
- package/src/tests/savings-fleet-read.test.ts +195 -0
- package/src/tests/savings-fleet-scale.test.ts +222 -0
- package/src/tests/savings-model.test.ts +212 -0
- package/src/tests/savings-read.test.ts +367 -0
- package/src/tests/savings-rollup.test.ts +766 -0
- package/src/tests/savings-scripts.test.ts +611 -0
- package/src/tests/script-connections.test.ts +2 -0
- package/src/tests/script-executor-conformance.test.ts +444 -0
- package/src/tests/scripts-http.test.ts +55 -0
- package/src/tests/scripts-runtime-fetch.test.ts +2 -2
- package/src/tests/secret-rules.test.ts +124 -1
- package/src/tests/secret-scrubber.test.ts +1 -1
- package/src/tests/slack-dm-implicit-mention.test.ts +20 -1
- package/src/tests/slack-identity-resolution.test.ts +23 -0
- package/src/tests/slack-inbound-files.test.ts +2 -1
- package/src/tests/slack-thread-participants.test.ts +429 -0
- package/src/tests/tool-annotations.test.ts +30 -0
- package/src/types.ts +31 -0
- package/src/utils/mcp-server-fetcher.test.ts +89 -0
- package/src/utils/mcp-server-fetcher.ts +13 -5
- package/src/utils/request-auth-context.ts +24 -0
- package/src/utils/secret-rules.generated.ts +1 -1
- package/src/utils/secret-scrubber.ts +154 -29
- package/src/workflows/executors/swarm-script.ts +23 -19
- package/templates/skills/swarm-scripts/SKILL.md +5 -4
- package/templates/skills/swarm-scripts/content.md +5 -4
- package/templates/skills/work-on-task/SKILL.md +1 -1
- package/templates/skills/work-on-task/content.md +1 -1
- package/templates/workflows/dreaming/content.md +1 -1
- package/dist/acp-adapter-fqzkxyra.js +0 -15
- package/dist/cli-4bd1rck6.js +0 -4
- package/dist/cli-xf3qw745.js +0 -104
- package/dist/fx-adapter-rpsgb1tw.js +0 -18
- package/dist/grok-adapter-n2m3zjg1.js +0 -18
- package/dist/handlers-nv8edn19.js +0 -32
- package/dist/index-ksmyd6kc.js +0 -37
- package/dist/index-rjnrje98.js +0 -32
- package/dist/index-tv3413wy.js +0 -33
- package/dist/lead-3hmddvrm.js +0 -70
- package/dist/worker-qgg0m2gw.js +0 -70
- package/src/providers/ctx-mode-env.ts +0 -10
|
@@ -0,0 +1,222 @@
|
|
|
1
|
+
import { afterAll, beforeAll, describe, expect, test } from "bun:test";
|
|
2
|
+
import { mkdtempSync, rmSync } from "node:fs";
|
|
3
|
+
import { createServer as createHttpServer, type Server } from "node:http";
|
|
4
|
+
import { tmpdir } from "node:os";
|
|
5
|
+
import { join } from "node:path";
|
|
6
|
+
import { closeDb, getDbClient, initDb } from "../be/db";
|
|
7
|
+
import { emptyFacts } from "../be/savings/compute";
|
|
8
|
+
import { MODEL_VERSION } from "../be/savings/model";
|
|
9
|
+
import { resetSavingsReadCache, savingsFleetLoads } from "../be/savings/read";
|
|
10
|
+
import { resetSavingsRollupForTests, utcDay, writeWorkflowDay } from "../be/savings/rollup";
|
|
11
|
+
import { handleSavings } from "../http/savings";
|
|
12
|
+
import { getPathSegments, parseQueryParams } from "../http/utils";
|
|
13
|
+
import { listenOnFreePort } from "./test-net";
|
|
14
|
+
|
|
15
|
+
// Fleet scale: 1,000 workflows and 400 scripts with a bucket on each of the 91 UTC days a 90-day window touches
|
|
16
|
+
// (127k rows). Before the chunked, shared read, the four reads of the fleet page
|
|
17
|
+
// held the event loop for over a second.
|
|
18
|
+
const NOW = Date.now();
|
|
19
|
+
const DAYS = 90;
|
|
20
|
+
const WORKFLOWS = 1000;
|
|
21
|
+
const SCRIPTS = 400;
|
|
22
|
+
// A rolling window of DAYS days touches DAYS + 1 UTC days.
|
|
23
|
+
const FIRST_DAY = utcDay(NOW - DAYS * 86_400_000);
|
|
24
|
+
const pageReads = (days: number) => [
|
|
25
|
+
`/api/savings/summary?days=${days}`,
|
|
26
|
+
`/api/savings/daily?days=${days}`,
|
|
27
|
+
`/api/savings/jobs?kind=workflow&days=${days}`,
|
|
28
|
+
`/api/savings/jobs?kind=script&days=${days}`,
|
|
29
|
+
];
|
|
30
|
+
|
|
31
|
+
const templateGlobals = globalThis as typeof globalThis & {
|
|
32
|
+
__testMigrationTemplate?: Uint8Array;
|
|
33
|
+
__savedFleetScaleTemplate?: Uint8Array;
|
|
34
|
+
};
|
|
35
|
+
|
|
36
|
+
describe("savings fleet read at fleet scale", () => {
|
|
37
|
+
let server: Server;
|
|
38
|
+
let port: number;
|
|
39
|
+
let dbDir: string | undefined;
|
|
40
|
+
const get = async (path: string) => {
|
|
41
|
+
const res = await fetch(`http://127.0.0.1:${port}${path}`);
|
|
42
|
+
return { status: res.status, body: (await res.json()) as Record<string, any> };
|
|
43
|
+
};
|
|
44
|
+
|
|
45
|
+
/**
|
|
46
|
+
* Fire the page's four reads at once, for `viewers` simultaneous viewers;
|
|
47
|
+
* return the bodies (viewer by viewer) and the longest event-loop stall.
|
|
48
|
+
* The bodies are parsed after the ticker stops: the client shares this
|
|
49
|
+
* process only in the test, so its JSON parse is not the server's stall.
|
|
50
|
+
*/
|
|
51
|
+
async function pageLoad(days = DAYS, viewers = 1) {
|
|
52
|
+
let last = performance.now();
|
|
53
|
+
let maxGapMs = 0;
|
|
54
|
+
const ticker = setInterval(() => {
|
|
55
|
+
const t = performance.now();
|
|
56
|
+
maxGapMs = Math.max(maxGapMs, t - last);
|
|
57
|
+
last = t;
|
|
58
|
+
}, 2);
|
|
59
|
+
let raw: { status: number; text: string }[];
|
|
60
|
+
try {
|
|
61
|
+
const paths = Array.from({ length: viewers }, () => pageReads(days)).flat();
|
|
62
|
+
raw = await Promise.all(
|
|
63
|
+
paths.map(async (path) => {
|
|
64
|
+
const res = await fetch(`http://127.0.0.1:${port}${path}`);
|
|
65
|
+
return { status: res.status, text: await res.text() };
|
|
66
|
+
}),
|
|
67
|
+
);
|
|
68
|
+
} finally {
|
|
69
|
+
clearInterval(ticker);
|
|
70
|
+
}
|
|
71
|
+
const results = raw.map((r) => ({
|
|
72
|
+
status: r.status,
|
|
73
|
+
body: JSON.parse(r.text) as Record<string, any>,
|
|
74
|
+
}));
|
|
75
|
+
return { results, maxGapMs };
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
beforeAll(async () => {
|
|
79
|
+
// A real file, as in production. The script read's first-day scan goes
|
|
80
|
+
// through the bounded db-query path, and on the in-memory test template
|
|
81
|
+
// that path snapshots the whole 127k-row database synchronously before it
|
|
82
|
+
// fails: a test-only stall that broke the bound on slow CI runners.
|
|
83
|
+
templateGlobals.__savedFleetScaleTemplate = templateGlobals.__testMigrationTemplate;
|
|
84
|
+
templateGlobals.__testMigrationTemplate = undefined;
|
|
85
|
+
closeDb();
|
|
86
|
+
dbDir = mkdtempSync(join(tmpdir(), "savings-fleet-scale-"));
|
|
87
|
+
initDb(join(dbDir, "fleet.sqlite"));
|
|
88
|
+
await resetSavingsRollupForTests();
|
|
89
|
+
const db = getDbClient();
|
|
90
|
+
const at = new Date(NOW).toISOString();
|
|
91
|
+
await db.run(
|
|
92
|
+
`WITH RECURSIVE d(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM d WHERE i < ?)
|
|
93
|
+
INSERT INTO automation_savings_days (day, jobKind, modelVersion, computedAt)
|
|
94
|
+
SELECT date(?, '+' || i || ' days'), k.kind, ?, ? FROM d, (SELECT 'workflow' kind UNION ALL SELECT 'script') k`,
|
|
95
|
+
[DAYS, FIRST_DAY, MODEL_VERSION, at],
|
|
96
|
+
);
|
|
97
|
+
await db.run(
|
|
98
|
+
`WITH RECURSIVE d(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM d WHERE i < ?),
|
|
99
|
+
j(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM j WHERE i < ?)
|
|
100
|
+
INSERT INTO automation_savings_daily
|
|
101
|
+
(day, jobKind, jobId, jobKey, jobName, subKind, runs, countedRuns, schedRuns, effectRuns, opsSum, agentTasks, agentUsd, computeSecs, modelVersion, computedAt)
|
|
102
|
+
SELECT date(?, '+' || d.i || ' days'), 'workflow', 'wf-' || j.i, 'wf-' || j.i, 'wf ' || j.i, '', 30, 30, 24, 3, 270, 1, 0.5, 12, ?, ? FROM d, j`,
|
|
103
|
+
[DAYS, WORKFLOWS - 1, FIRST_DAY, MODEL_VERSION, at],
|
|
104
|
+
);
|
|
105
|
+
await db.run(
|
|
106
|
+
`WITH RECURSIVE d(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM d WHERE i < ?),
|
|
107
|
+
j(i) AS (SELECT 0 UNION ALL SELECT i + 1 FROM j WHERE i < ?)
|
|
108
|
+
INSERT INTO automation_savings_daily
|
|
109
|
+
(day, jobKind, jobId, jobKey, jobName, subKind, runs, countedRuns, effectRuns, opsSum, computeSecs, modelVersion, computedAt)
|
|
110
|
+
SELECT date(?, '+' || d.i || ' days'), 'script', 'sc-' || j.i, 'sc-' || j.i, 'sc-' || j.i, '', 20, 20, 2, 80, 5, ?, ? FROM d, j`,
|
|
111
|
+
[DAYS, SCRIPTS - 1, FIRST_DAY, MODEL_VERSION, at],
|
|
112
|
+
);
|
|
113
|
+
resetSavingsReadCache();
|
|
114
|
+
server = createHttpServer(async (req, res) => {
|
|
115
|
+
const handled = await handleSavings(
|
|
116
|
+
req,
|
|
117
|
+
res,
|
|
118
|
+
getPathSegments(req.url || ""),
|
|
119
|
+
parseQueryParams(req.url || ""),
|
|
120
|
+
);
|
|
121
|
+
if (!handled) {
|
|
122
|
+
res.writeHead(404);
|
|
123
|
+
res.end();
|
|
124
|
+
}
|
|
125
|
+
});
|
|
126
|
+
port = await listenOnFreePort(server);
|
|
127
|
+
}, 60_000);
|
|
128
|
+
|
|
129
|
+
afterAll(() => {
|
|
130
|
+
server?.close();
|
|
131
|
+
closeDb();
|
|
132
|
+
templateGlobals.__testMigrationTemplate = templateGlobals.__savedFleetScaleTemplate;
|
|
133
|
+
templateGlobals.__savedFleetScaleTemplate = undefined;
|
|
134
|
+
if (dbDir) rmSync(dbDir, { recursive: true, force: true });
|
|
135
|
+
});
|
|
136
|
+
|
|
137
|
+
// Timing-sensitive: a stall bound on a shared CI runner. The unchunked read stalled
|
|
138
|
+
// for ~300ms per read here, so 150ms still separates the two by a wide margin.
|
|
139
|
+
test(
|
|
140
|
+
"the four page reads share one load per kind and never stall the loop for long",
|
|
141
|
+
async () => {
|
|
142
|
+
resetSavingsReadCache();
|
|
143
|
+
const cold = await pageLoad();
|
|
144
|
+
for (const r of cold.results) expect(r.status).toBe(200);
|
|
145
|
+
const [summary, daily, workflows, scripts] = cold.results.map((r) => r.body);
|
|
146
|
+
expect(summary?.valid).toBe(true);
|
|
147
|
+
expect(summary?.byKind.workflows.jobs).toBe(WORKFLOWS);
|
|
148
|
+
expect(summary?.byKind.agentInvokedScripts.jobs).toBe(SCRIPTS);
|
|
149
|
+
expect(daily?.points).toHaveLength(DAYS + 1);
|
|
150
|
+
expect(workflows?.rows).toHaveLength(WORKFLOWS);
|
|
151
|
+
expect(scripts?.rows).toHaveLength(SCRIPTS);
|
|
152
|
+
// One workflow load and one script load serve all four reads.
|
|
153
|
+
expect(savingsFleetLoads()).toBe(2);
|
|
154
|
+
expect(cold.maxGapMs).toBeLessThan(150);
|
|
155
|
+
|
|
156
|
+
const warm = await pageLoad();
|
|
157
|
+
expect(warm.results.map((r) => r.body)).toEqual(
|
|
158
|
+
cold.results.map((r) => ({ ...r.body, window: expect.anything() })),
|
|
159
|
+
);
|
|
160
|
+
expect(savingsFleetLoads()).toBe(2);
|
|
161
|
+
},
|
|
162
|
+
{ retry: 2, timeout: 30_000 },
|
|
163
|
+
);
|
|
164
|
+
|
|
165
|
+
test(
|
|
166
|
+
"30 days and simultaneous viewers: one load per kind and window, no long stall",
|
|
167
|
+
async () => {
|
|
168
|
+
resetSavingsReadCache();
|
|
169
|
+
const cold = await pageLoad(30, 3);
|
|
170
|
+
for (const r of cold.results) expect(r.status).toBe(200);
|
|
171
|
+
// `window.end` is each request's own clock; everything else must match.
|
|
172
|
+
const bodies = cold.results.map((r) => ({ ...r.body, window: { ...r.body.window, end: 0 } }));
|
|
173
|
+
const [summary, daily, workflows, scripts] = bodies;
|
|
174
|
+
expect(summary?.byKind.workflows.jobs).toBe(WORKFLOWS);
|
|
175
|
+
expect(daily?.points).toHaveLength(31);
|
|
176
|
+
expect(workflows?.rows).toHaveLength(WORKFLOWS);
|
|
177
|
+
expect(scripts?.rows).toHaveLength(SCRIPTS);
|
|
178
|
+
// Every viewer gets the same answer from the same two loads.
|
|
179
|
+
for (let v = 1; v < 3; v++)
|
|
180
|
+
expect(bodies.slice(v * 4, v * 4 + 4)).toEqual(bodies.slice(0, 4));
|
|
181
|
+
expect(savingsFleetLoads()).toBe(2);
|
|
182
|
+
expect(cold.maxGapMs).toBeLessThan(150);
|
|
183
|
+
// The daily points add up to the summary total.
|
|
184
|
+
const pointsSum = daily?.points.reduce(
|
|
185
|
+
(a: number, p: { savingUsd: number }) => a + p.savingUsd,
|
|
186
|
+
0,
|
|
187
|
+
);
|
|
188
|
+
expect(pointsSum).toBeCloseTo(summary?.total.savingUsd.p50, 2);
|
|
189
|
+
|
|
190
|
+
// A 90-day viewer arriving later is its own window: two more loads, not four.
|
|
191
|
+
const wide = await pageLoad(DAYS, 2);
|
|
192
|
+
expect(wide.results[1]?.body.points).toHaveLength(DAYS + 1);
|
|
193
|
+
expect(savingsFleetLoads()).toBe(4);
|
|
194
|
+
expect(wide.maxGapMs).toBeLessThan(150);
|
|
195
|
+
},
|
|
196
|
+
{ retry: 2, timeout: 30_000 },
|
|
197
|
+
);
|
|
198
|
+
|
|
199
|
+
test("a rollup write invalidates the cached workflow read", async () => {
|
|
200
|
+
resetSavingsReadCache();
|
|
201
|
+
await get(`/api/savings/summary?days=${DAYS}`);
|
|
202
|
+
expect(savingsFleetLoads()).toBe(2);
|
|
203
|
+
const today = utcDay(NOW);
|
|
204
|
+
await writeWorkflowDay(
|
|
205
|
+
today,
|
|
206
|
+
{
|
|
207
|
+
buckets: [
|
|
208
|
+
{
|
|
209
|
+
workflowId: "wf-new",
|
|
210
|
+
name: "wf new",
|
|
211
|
+
facts: { ...emptyFacts(), runs: 5, countedRuns: 5 },
|
|
212
|
+
},
|
|
213
|
+
],
|
|
214
|
+
links: [],
|
|
215
|
+
},
|
|
216
|
+
new Date().toISOString(),
|
|
217
|
+
);
|
|
218
|
+
const { body } = await get(`/api/savings/jobs?kind=workflow&days=${DAYS}`);
|
|
219
|
+
expect(savingsFleetLoads()).toBe(3);
|
|
220
|
+
expect(body.rows.some((r: { workflowId: string }) => r.workflowId === "wf-new")).toBe(true);
|
|
221
|
+
});
|
|
222
|
+
});
|
|
@@ -1,15 +1,23 @@
|
|
|
1
1
|
import { describe, expect, test } from "bun:test";
|
|
2
2
|
import {
|
|
3
|
+
allocateSchedule,
|
|
3
4
|
CURVE,
|
|
4
5
|
curve,
|
|
5
6
|
DEFAULT_OPS,
|
|
6
7
|
F_FOLLOWUP,
|
|
8
|
+
INLINE_OPS,
|
|
9
|
+
isEnabledOnlyRouter,
|
|
7
10
|
jobKey,
|
|
8
11
|
nodeOpsOf,
|
|
9
12
|
parseCalibration,
|
|
13
|
+
priceScript,
|
|
10
14
|
priceWorkflow,
|
|
15
|
+
R,
|
|
11
16
|
SAVINGS_TIERS,
|
|
17
|
+
type ScriptFacts,
|
|
12
18
|
splitByDay,
|
|
19
|
+
splitScriptByDay,
|
|
20
|
+
T0,
|
|
13
21
|
type WorkflowFacts,
|
|
14
22
|
} from "../be/savings/model";
|
|
15
23
|
|
|
@@ -18,11 +26,16 @@ const facts = (over: Partial<WorkflowFacts> = {}): WorkflowFacts => ({
|
|
|
18
26
|
countedRuns: 1,
|
|
19
27
|
schedRuns: 0,
|
|
20
28
|
schedEffectRuns: 0,
|
|
29
|
+
eventRuns: 0,
|
|
30
|
+
effectRuns: 0,
|
|
31
|
+
effectOpsSum: 0,
|
|
21
32
|
opsSum: 0,
|
|
22
33
|
agentTasks: 0,
|
|
23
34
|
agentUsd: 0,
|
|
24
35
|
agentMs: 0,
|
|
25
36
|
followupUsd: 0,
|
|
37
|
+
childTaskUsd: 0,
|
|
38
|
+
childTaskMs: 0,
|
|
26
39
|
recordedLlmUsd: 0,
|
|
27
40
|
estimatedLlmUsd: 0,
|
|
28
41
|
computeSecs: 0,
|
|
@@ -91,6 +104,22 @@ describe("savings model", () => {
|
|
|
91
104
|
expect(job.hoursSaved.p10).toBeLessThan(job.hoursSaved.p50);
|
|
92
105
|
});
|
|
93
106
|
|
|
107
|
+
test("unowned task spend is kept on both sides and leaves the saving unchanged", () => {
|
|
108
|
+
const base = facts({ runs: 4, countedRuns: 4, opsSum: 40, agentUsd: 1, agentTasks: 1 });
|
|
109
|
+
const own = priceWorkflow(base, { tier: "smart", days: 30, band: "job" });
|
|
110
|
+
const withTasks = priceWorkflow(
|
|
111
|
+
{ ...base, childTaskUsd: 5, childTaskMs: 3_600_000 },
|
|
112
|
+
{ tier: "smart", days: 30, band: "job" },
|
|
113
|
+
);
|
|
114
|
+
expect(withTasks.measuredUsd).toBeCloseTo(own.measuredUsd + 5, 6);
|
|
115
|
+
expect(withTasks.actualUsd).toBeCloseTo(own.actualUsd + 5, 6);
|
|
116
|
+
expect(withTasks.agentOnlyUsd.p50).toBeCloseTo(own.agentOnlyUsd.p50 + 5, 6);
|
|
117
|
+
for (const q of ["p10", "p50", "p90"] as const) {
|
|
118
|
+
expect(withTasks.savingUsd[q]).toBeCloseTo(own.savingUsd[q], 6);
|
|
119
|
+
}
|
|
120
|
+
expect(withTasks.hoursSaved.p50).toBeCloseTo(own.hoursSaved.p50, 6);
|
|
121
|
+
});
|
|
122
|
+
|
|
94
123
|
test("kept agent spend appears on both sides; actual spend is per substituted run", () => {
|
|
95
124
|
const priced = priceWorkflow(
|
|
96
125
|
facts({
|
|
@@ -246,6 +275,189 @@ describe("savings model", () => {
|
|
|
246
275
|
expect(points[0]?.savingUsd).toBeCloseTo(16 * unit - 0.4 * share, 9);
|
|
247
276
|
expect(points[1]?.savingUsd).toBeCloseTo((8 + 1) * unit - 0.2 * share, 9);
|
|
248
277
|
});
|
|
278
|
+
|
|
279
|
+
test("versions share the cap in order; effect runs always count", () => {
|
|
280
|
+
// 30 days: cap 720. v7 arithmetic: the live version takes the cap, the
|
|
281
|
+
// retired copy only adds effect runs above it.
|
|
282
|
+
const shares = allocateSchedule(
|
|
283
|
+
[
|
|
284
|
+
{ schedRuns: 1233, schedEffectRuns: 106 },
|
|
285
|
+
{ schedRuns: 1150, schedEffectRuns: 109 },
|
|
286
|
+
],
|
|
287
|
+
30,
|
|
288
|
+
);
|
|
289
|
+
expect(shares).toEqual([
|
|
290
|
+
{ vSched: 720, vCap: 720 },
|
|
291
|
+
{ vSched: 0, vCap: 0 },
|
|
292
|
+
]);
|
|
293
|
+
// Effect runs above the cap: the job total is max(min(sched, cap), effects).
|
|
294
|
+
const busy = allocateSchedule(
|
|
295
|
+
[
|
|
296
|
+
{ schedRuns: 1000, schedEffectRuns: 500 },
|
|
297
|
+
{ schedRuns: 1000, schedEffectRuns: 400 },
|
|
298
|
+
],
|
|
299
|
+
30,
|
|
300
|
+
);
|
|
301
|
+
expect(busy.reduce((s, v) => s + v.vSched, 0)).toBe(900);
|
|
302
|
+
const priced = priceWorkflow(
|
|
303
|
+
facts({ runs: 1150, countedRuns: 1150, schedRuns: 1150 }),
|
|
304
|
+
{ tier: "smart", days: 30, band: "job" },
|
|
305
|
+
shares[1],
|
|
306
|
+
);
|
|
307
|
+
expect(priced.substitutedRuns).toBe(0);
|
|
308
|
+
expect(priced.capApplied).toBe(true);
|
|
309
|
+
});
|
|
310
|
+
|
|
311
|
+
test("the enabled-only rule flips a high-volume event router, not a busy event workflow", () => {
|
|
312
|
+
const router = facts({
|
|
313
|
+
runs: 359_356,
|
|
314
|
+
countedRuns: 359_356,
|
|
315
|
+
eventRuns: 359_356,
|
|
316
|
+
effectRuns: 907,
|
|
317
|
+
effectOpsSum: 907,
|
|
318
|
+
opsSum: 718_712,
|
|
319
|
+
});
|
|
320
|
+
expect(isEnabledOnlyRouter(router, 30)).toBe(true);
|
|
321
|
+
const priced = priceWorkflow(router, { tier: "smart", days: 30, band: "job" });
|
|
322
|
+
expect(priced.enabledOnlyRule).toBe(true);
|
|
323
|
+
expect(priced.substitutedRuns).toBe(907);
|
|
324
|
+
expect(priced.enabledOnlyRuns).toBe(359_356 - 907);
|
|
325
|
+
expect(priced.actualUsd).toBe(0);
|
|
326
|
+
// One decision at the effect runs' own ops (1 per run) plus the review.
|
|
327
|
+
expect(priced.savingUsd.p50).toBeCloseTo(
|
|
328
|
+
907 * (1.02 * curve(2 + 0.2753, "smart", "usd") + F_FOLLOWUP),
|
|
329
|
+
6,
|
|
330
|
+
);
|
|
331
|
+
|
|
332
|
+
// 41 event runs a day with no linked effect (an on-call poller): every run counts.
|
|
333
|
+
const oncall = facts({ runs: 1228, countedRuns: 1227, eventRuns: 1223, opsSum: 1228 * 12 });
|
|
334
|
+
expect(isEnabledOnlyRouter(oncall, 30)).toBe(false);
|
|
335
|
+
expect(priceWorkflow(oncall, { tier: "smart", days: 30, band: "job" }).substitutedRuns).toBe(
|
|
336
|
+
1227,
|
|
337
|
+
);
|
|
338
|
+
// Schedule-triggered high volume is the cap's job, not the rule's.
|
|
339
|
+
const poll = facts({ runs: 9000, countedRuns: 9000, schedRuns: 9000 });
|
|
340
|
+
expect(isEnabledOnlyRouter(poll, 30)).toBe(false);
|
|
341
|
+
});
|
|
342
|
+
|
|
343
|
+
describe("scripts", () => {
|
|
344
|
+
const script = (over: Partial<ScriptFacts> = {}): ScriptFacts => ({
|
|
345
|
+
runs: 0,
|
|
346
|
+
apiRuns: 0,
|
|
347
|
+
effectRuns: 0,
|
|
348
|
+
apiEffectRuns: 0,
|
|
349
|
+
opsSum: 0,
|
|
350
|
+
computeSecs: 0,
|
|
351
|
+
...over,
|
|
352
|
+
});
|
|
353
|
+
const p50 = (f: ScriptFacts, kind: "script-scheduled" | "script-agent-invoked") =>
|
|
354
|
+
Math.round(
|
|
355
|
+
priceScript(f, { tier: "smart", days: 30, band: "job", kind }).savingUsd.p50 * 100,
|
|
356
|
+
) / 100;
|
|
357
|
+
|
|
358
|
+
test("matches the v7 estimator run rows at smart over 30 days", () => {
|
|
359
|
+
// Scheduled and capped at 720 (client-seven-pct-page, 28 ops).
|
|
360
|
+
expect(p50(script({ runs: 1983, opsSum: 28 * 1983 }), "script-scheduled")).toBe(475.98);
|
|
361
|
+
// Scheduled, under the cap (github-insights-page-refresh, 30 ops).
|
|
362
|
+
expect(p50(script({ runs: 499, opsSum: 30 * 499 }), "script-scheduled")).toBe(338.85);
|
|
363
|
+
// Agent-invoked marginal turns, capped (dispatch-preflight, 48 ops).
|
|
364
|
+
expect(p50(script({ runs: 4164, opsSum: 48 * 4164 }), "script-agent-invoked")).toBe(378.15);
|
|
365
|
+
// Inline source at INLINE_OPS.
|
|
366
|
+
expect(p50(script({ runs: 15114, opsSum: INLINE_OPS * 15114 }), "script-agent-invoked")).toBe(
|
|
367
|
+
22.05,
|
|
368
|
+
);
|
|
369
|
+
});
|
|
370
|
+
|
|
371
|
+
test("agent-invoked runs are marginal turns with no bootstrap and no review", () => {
|
|
372
|
+
const f = script({ runs: 10, opsSum: 10 * 20 });
|
|
373
|
+
const tau = T0 + 0.2753 * 20;
|
|
374
|
+
const agent = priceScript(f, {
|
|
375
|
+
tier: "smart",
|
|
376
|
+
days: 30,
|
|
377
|
+
band: "job",
|
|
378
|
+
kind: "script-agent-invoked",
|
|
379
|
+
});
|
|
380
|
+
const sched = priceScript(f, {
|
|
381
|
+
tier: "smart",
|
|
382
|
+
days: 30,
|
|
383
|
+
band: "job",
|
|
384
|
+
kind: "script-scheduled",
|
|
385
|
+
});
|
|
386
|
+
expect(agent.agentOnlyUsdPerRun).toBeCloseTo(
|
|
387
|
+
R.p50 * (curve(tau, "smart", "usd") - curve(T0, "smart", "usd")),
|
|
388
|
+
9,
|
|
389
|
+
);
|
|
390
|
+
expect(sched.agentOnlyUsdPerRun).toBeCloseTo(
|
|
391
|
+
R.p50 * curve(tau, "smart", "usd") + F_FOLLOWUP,
|
|
392
|
+
9,
|
|
393
|
+
);
|
|
394
|
+
expect(agent.actualUsd).toBe(0);
|
|
395
|
+
expect(agent.substitutedRuns).toBe(10);
|
|
396
|
+
});
|
|
397
|
+
|
|
398
|
+
test("API runs count only with an effect; non-API effect runs lift the cap", () => {
|
|
399
|
+
const priced = priceScript(
|
|
400
|
+
script({ runs: 1000, apiRuns: 100, apiEffectRuns: 4, effectRuns: 800, opsSum: 1000 * 10 }),
|
|
401
|
+
{ tier: "smart", days: 30, band: "job", kind: "script-scheduled" },
|
|
402
|
+
);
|
|
403
|
+
// max(min(900, 720), 800) non-API runs + 4 API effect runs.
|
|
404
|
+
expect(priced.substitutedRuns).toBe(804);
|
|
405
|
+
expect(priced.effectRuns).toBe(84);
|
|
406
|
+
expect(priced.enabledOnlyRuns).toBe(196);
|
|
407
|
+
expect(priced.capApplied).toBe(true);
|
|
408
|
+
const tau = T0 + 0.2753 * 10;
|
|
409
|
+
const unit = R.p50 * curve(tau, "smart", "usd") + F_FOLLOWUP;
|
|
410
|
+
expect(priced.savingUsd.p50).toBeCloseTo(804 * unit, 6);
|
|
411
|
+
});
|
|
412
|
+
|
|
413
|
+
test("script runs keep no agent active, so agent-hours saved never go negative", () => {
|
|
414
|
+
const cases: [ScriptFacts, "script-scheduled" | "script-agent-invoked"][] = [
|
|
415
|
+
// One API run with an effect that took 30 seconds.
|
|
416
|
+
[script({ runs: 1, apiRuns: 1, apiEffectRuns: 1, computeSecs: 30 }), "script-scheduled"],
|
|
417
|
+
[
|
|
418
|
+
script({ runs: 1, apiRuns: 1, apiEffectRuns: 1, computeSecs: 30 }),
|
|
419
|
+
"script-agent-invoked",
|
|
420
|
+
],
|
|
421
|
+
// Mixed API effect and non-API runs with long wall time.
|
|
422
|
+
[
|
|
423
|
+
script({ runs: 3, apiRuns: 1, apiEffectRuns: 1, computeSecs: 3 * 600 }),
|
|
424
|
+
"script-agent-invoked",
|
|
425
|
+
],
|
|
426
|
+
// An agent-invoked run with no ops adds no turns, so it saves no hours.
|
|
427
|
+
[script({ runs: 1, computeSecs: 30 }), "script-agent-invoked"],
|
|
428
|
+
];
|
|
429
|
+
for (const [f, kind] of cases) {
|
|
430
|
+
const priced = priceScript(f, { tier: "smart", days: 1, band: "job", kind });
|
|
431
|
+
expect(priced.actualHours).toBe(0);
|
|
432
|
+
expect(priced.hoursSaved).toEqual(priced.agentOnlyHours);
|
|
433
|
+
expect(priced.hoursSaved.p10).toBeGreaterThanOrEqual(0);
|
|
434
|
+
}
|
|
435
|
+
const api = priceScript(cases[0]?.[0] as ScriptFacts, {
|
|
436
|
+
tier: "smart",
|
|
437
|
+
days: 1,
|
|
438
|
+
band: "job",
|
|
439
|
+
kind: "script-scheduled",
|
|
440
|
+
});
|
|
441
|
+
expect(api.hoursSaved.p50).toBeCloseTo(R.p50 * curve(T0, "smart", "hrs"), 9);
|
|
442
|
+
});
|
|
443
|
+
|
|
444
|
+
test("daily split sums to the window saving", () => {
|
|
445
|
+
const days = [
|
|
446
|
+
{ day: "2026-10-01", ...script({ runs: 900, opsSum: 900 * 5 }) },
|
|
447
|
+
{ day: "2026-10-02", ...script({ runs: 100, apiRuns: 10, apiEffectRuns: 2, opsSum: 500 }) },
|
|
448
|
+
];
|
|
449
|
+
const f = script({ runs: 1000, apiRuns: 10, apiEffectRuns: 2, opsSum: 5000 });
|
|
450
|
+
const priced = priceScript(f, {
|
|
451
|
+
tier: "smart",
|
|
452
|
+
days: 30,
|
|
453
|
+
band: "job",
|
|
454
|
+
kind: "script-scheduled",
|
|
455
|
+
});
|
|
456
|
+
const split = splitScriptByDay(f, days, priced);
|
|
457
|
+
expect(split.reduce((s, d) => s + d.savingUsd, 0)).toBeCloseTo(priced.savingUsd.p50, 6);
|
|
458
|
+
expect(split.every((d) => d.actualUsd === 0)).toBe(true);
|
|
459
|
+
});
|
|
460
|
+
});
|
|
249
461
|
});
|
|
250
462
|
|
|
251
463
|
describe("calibration", () => {
|