@openwop/openwop-conformance 2.45.2 → 2.45.4

package/scenario-majors.json

@@ -1,9 +1,9 @@
 {
   "$comment": "GENERATED by conformance/scripts/generate-scenario-majors.mjs (RFC 0168 §D.3). Do not edit; add a file to BOTH_MAJORS in the generator to target both majors.",
   "counts": {
-    "files": 575,
-    "v1": 452,
-    "v2": 138
+    "files": 589,
+    "v1": 454,
+    "v2": 150
   },
   "majors": {
     "a2a-1-0-agent-card.test.ts": [
@@ -1149,6 +1149,9 @@
     "secret-leakage-otel-attribute.test.ts": [
       1
     ],
+    "secrets-run-witness.test.ts": [
+      1
+    ],
     "self-hosted-runner.test.ts": [
       1
     ],
@@ -1263,6 +1266,9 @@
     "trigger-ingestion.test.ts": [
       1
     ],
+    "trigger-refused-event-keeps-subscription.test.ts": [
+      1
+    ],
     "trigger-stream-cdc-sources.test.ts": [
       1
     ],
@@ -1311,6 +1317,9 @@
     "v2-bound-id-path-projection.test.ts": [
       2
     ],
+    "v2-budget-enforcement.test.ts": [
+      2
+    ],
     "v2-bundle-v3-signed.test.ts": [
       2
     ],
@@ -1386,6 +1395,9 @@
     "v2-error-registry.test.ts": [
       2
     ],
+    "v2-eval-mode-unadvertised-refused.test.ts": [
+      2
+    ],
     "v2-event-type-closed.test.ts": [
       2
     ],
@@ -1401,6 +1413,9 @@
     "v2-form-when-reuses-edge-conditions.test.ts": [
       2
     ],
+    "v2-fs-sandbox-escape-refused.test.ts": [
+      2
+    ],
     "v2-header-scheme.test.ts": [
       2
     ],
@@ -1452,6 +1467,9 @@
     "v2-mcp-tasks.test.ts": [
       2
     ],
+    "v2-memory-cross-tenant-isolation.test.ts": [
+      2
+    ],
     "v2-min-client-version.test.ts": [
       2
     ],
@@ -1506,6 +1524,9 @@
     "v2-preferred-version-default.test.ts": [
       2
     ],
+    "v2-production-backpressure.test.ts": [
+      2
+    ],
     "v2-profiles-derived-only.test.ts": [
       2
     ],
@@ -1515,6 +1536,9 @@
     "v2-provider-conflict.test.ts": [
       2
     ],
+    "v2-queue-cross-tenant-isolation.test.ts": [
+      2
+    ],
     "v2-refresh-sla.test.ts": [
       2
     ],
@@ -1566,12 +1590,24 @@
     "v2-run-snapshot-etag.test.ts": [
       2
     ],
+    "v2-safefetch-ssrf-refused.test.ts": [
+      2
+    ],
+    "v2-secret-canary-absent.test.ts": [
+      2
+    ],
+    "v2-secrets-run-witness.test.ts": [
+      2
+    ],
     "v2-sse-last-event-id-cursor.test.ts": [
       2
     ],
     "v2-sse-last-event-id.test.ts": [
       2
     ],
+    "v2-storage-cross-tenant-isolation.test.ts": [
+      2
+    ],
     "v2-stream-mode-refusal.test.ts": [
       2
     ],
@@ -1584,6 +1620,9 @@
     "v2-terminal-event-once.test.ts": [
       2
     ],
+    "v2-tool-authorization-fail-closed.test.ts": [
+      2
+    ],
     "v2-tool-catalog-annotations.test.ts": [
       2
     ],
@@ -1635,6 +1674,9 @@
     "v2-well-known-one-resource.test.ts": [
       2
     ],
+    "v2-workspace-scope-from-identity.test.ts": [
+      2
+    ],
     "vector-knn-roundtrip.test.ts": [
       1
     ],

package/schemas/CORPUS-STAMP.json

@@ -1,17 +1,17 @@
 {
   "_comment": "Provenance of @openwop/spec-artifacts (RFC 0168 §D.2). files: SHA-256 per file; the conformance suite compares the installed peer against dist/spec-artifacts.lock.json at start.",
   "package": "@openwop/spec-artifacts",
-  "version": "2.45.2",
-  "corpusTag": "v2.45.2",
+  "version": "2.45.4",
+  "corpusTag": "v2.45.4",
   "files": {
     "api/.redocly.lint-ignore.yaml": "bf5a8350b88a72fa43f59605ed8d903ed24b6cfccda5e45509c9f6ed9ee4e712",
     "api/asyncapi.yaml": "d5ecb9ee6114582be3b1f662c84bfac9ae96dae7bacb853e461168f70a8e1c7d",
     "api/grpc/openwop.proto": "c3e72bb17cba514ee98feb6434e6c9b6ea6795bfd086489ec69fd882dd1ad977",
-    "api/openapi.yaml": "69464bc0e1e71ef3b543a73d4fa4f67202343d2603c80af8033f6c3619ef1b30",
+    "api/openapi.yaml": "ad37a5a5c732ad46100fc03c3f4243fdd4f2976e330f02a8791b6b5b10a8a0c1",
     "api/redocly.yaml": "b0604c89b2ca6d5076ec25725c539dad44a741a811fe524439ee6daef8baa09f",
-    "api/seams-v2.yaml": "4eb20e64dbccf5e7ed1f3ffba7882f576bb1629f8523eaffae54d05809e1bc66",
-    "api/v2/asyncapi.yaml": "910690735bc6bca78f51801854fa3e3ed9eb9a56f65441d594401fb19e684ba3",
-    "api/v2/openapi.yaml": "b4fb04a206521719a1b13733914550d4d671e57c0c276122bedb88635fd8901c",
+    "api/seams-v2.yaml": "e4a8e19b494d12c0d105ed8d1d27337995564a6443cb8a747521a9d67977b52b",
+    "api/v2/asyncapi.yaml": "d53ca2c06a47282a0cc39d9e0b6b488068da0ad2c91c3166598b005dcf72aa21",
+    "api/v2/openapi.yaml": "24bce91f02de6527121f12ab23916c4f96bab2cbf8f2203208c1d3a444c632c5",
     "api/v2/redocly.yaml": "1e66b60e6118ad11a823bb620678be464d99dfe50a40e3e6f93ec9429b88b34c",
     "schemas/README.md": "0c0b737ffcf8f30e7d2809cec8a498232de710f41443212922ad8337cdde0b51",
     "schemas/a2a-task-state.schema.json": "75d5049dea8bd873ff0e7546f1c60c8d36c219bec7084264360be54a8be30ae1",
@@ -31,7 +31,7 @@
     "schemas/artifact-type-pack-manifest.schema.json": "60342fcb15eb7f3ab46271f0641409a30d3a4a8f318b1020c53070886b191252",
     "schemas/audit-verify-result.schema.json": "0d3a3088ac1c32f9df66d346c33d7adbd8037940dba040e14ea847565a1a14bd",
     "schemas/budget-policy.schema.json": "3d4fe30ae129fe136ab9ece395f2a2a42a76360786b1b9a1d5f1cbc753eb5b39",
-    "schemas/capabilities.schema.json": "56b367074bce0f02ff87e0b84ccdf91856793d3d285e28f261656edba6352cc0",
+    "schemas/capabilities.schema.json": "d1d491248930e9b50ac6aca93a33cb1155eb997c4fbb2af0a940e8e889c76807",
     "schemas/certification-bundle-v2.schema.json": "2f85530dd04824a15810c94e96869362dee1e78396eca21fdd18e5501416bb7d",
     "schemas/channel-presence-payload.schema.json": "f9d0ef4219814c2b765baf3e68cbe5eea2cb42379f516a93a0459dcd5f7db47e",
     "schemas/channel-written-payload.schema.json": "54723a56bc5a35232f64544ca686ac1ac959a5fb05b32b2401facca6b3ef51a3",
@@ -95,7 +95,7 @@
     "schemas/suspend-request.schema.json": "7a90b622d5c619e3ffb5da696d272d6505e2780ab92ab631ac1b900f5daea908",
     "schemas/tool-descriptor.schema.json": "7f6adbae63003c1f1311f6a436f7f286542be62aa19a27b46730f2c2810857f7",
     "schemas/trigger-event.schema.json": "59d63b79dca3593f45d281776cbfe43ae4d85ee25519b82ad59f162a9efb592c",
-    "schemas/trigger-subscription-registration.schema.json": "929d628bad08e1def696e47e9a148aba00fa801e28d49bbd0dc2360b08673435",
+    "schemas/trigger-subscription-registration.schema.json": "2ca680ca6ffdb3cfc5de7bb8b8db8c3ec8eab4b88b7c9f7fe5edaecc7cf61ad0",
     "schemas/trigger-subscription.schema.json": "4f7b067f20032073b140c4bb15dc9a9914c4f6421a252ff1ff261cbdd8edf270",
     "schemas/ui-plugin-message.schema.json": "346638babf1f8ea7b161cde75c0038b518cd2cc5bf0631772e20a9b74c96b5dd",
     "schemas/v2/a2a-task-state.schema.json": "1810363e2d9bddb5997923bdac4044cc17c6f46ec5a40515d2ff21d9c82c1ad9",
@@ -116,7 +116,7 @@
     "schemas/v2/artifact.schema.json": "85b9dc284d39b99d2a66fa8cbf47f2dd3d8526d3bd6cc411ad315b372de38975",
     "schemas/v2/audit-verify-result.schema.json": "14af8e9283510f0a40e48a2059c929ee44e0fc9fa3cc66a95bfbe90b17c48297",
     "schemas/v2/budget-policy.schema.json": "1de68095db0beb5c7a4be629de26e79f62ebbe748a88d46f36e768edfd1f0d68",
-    "schemas/v2/capabilities.schema.json": "d0b72f589b4e29ef69bd26e38a309aca1db2965c8441cae56c1dcc12c8d7152f",
+    "schemas/v2/capabilities.schema.json": "3792aa9d292229cf9b82c7306600a5dfdb63b3274523e0ed5dd4f952a04cb833",
     "schemas/v2/certification-bundle.schema.json": "82ce31a1ed6c7e21b0ba88ff62a7b8b768fc3b176b1d06fce023203830b94725",
     "schemas/v2/channel-presence-payload.schema.json": "4eeb224910e6f7eee3ab5e7c3899559c25c83a26d0022e0ad195c4672611977a",
     "schemas/v2/channel-written-payload.schema.json": "ccecff3c71a3275ad8db035ac0e04db25e6f8d23cf091ddbcd5a60d1be1cbb6b",
@@ -130,7 +130,7 @@
     "schemas/v2/conversation-turn.schema.json": "75bb6a4a03072a958feb5b34e2a1f40471e9e3996a81fa430b65717f0773c9a4",
     "schemas/v2/credential-provenance.schema.json": "f86b09e94b1c524dec7d1c6353965665ae8891e9517faef6e742d639c5578c99",
     "schemas/v2/credential-reference.schema.json": "ea699ce30f58fb2c32d4279158b3f730f70be7b2dc8c3037693a76e66eb3e001",
-    "schemas/v2/debug-bundle.schema.json": "f2b72cd658a2072e24031fcd916ba3eb8afe5618c540ea0e7e5cc79ef29d5cab",
+    "schemas/v2/debug-bundle.schema.json": "0ec1e0bca9c0a359cc6cf3448e5200a1c3d3d5b1e5efaa6605231477daaf3fee",
     "schemas/v2/dispatch-config.schema.json": "5718c1ed7d95672e618bcb1f1da8e38180e144b12151307afc3aba1314dfcef0",
     "schemas/v2/effect-ledger-projection.schema.json": "0d118d385a43921118a76888449c5c3c5618eab1b80914b84a0a1b48d18822c1",
     "schemas/v2/effect-seam-manifest.schema.json": "197ef9944ab027a50d1b9352f317cbbc12c8ad955fdb14650fb90477052ffef0",
@@ -186,7 +186,7 @@
     "schemas/v2/suspend-request.schema.json": "368d9932efb08f85b4520cac44b3c553876209f55bada93b5fcac93cc890b411",
     "schemas/v2/tool-descriptor.schema.json": "8c98fb5e93bc649dff859d3d1dde8075db929efd6c49c496252d0a88cccc73e1",
     "schemas/v2/trigger-event.schema.json": "710ecca8b3ecdad3a532a96768177f062192b24a589a4f798c7eb24bab64b30a",
-    "schemas/v2/trigger-subscription-registration.schema.json": "04bc314a07c7e8b565577cb8df5821d968ce2af915900dfdccd4a24e928d20db",
+    "schemas/v2/trigger-subscription-registration.schema.json": "5f7959f3e13f49399783e47f73101d6af95e5abccea1af2f0014ccbe3e51006c",
     "schemas/v2/trigger-subscription.schema.json": "1f5c286f68577d531ef9445ab2493f8d69ac9ee42313d28d758a0f00dd0fab36",
     "schemas/v2/ui-plugin-message.schema.json": "879d65867c01656b3962d64283e66364dcb8f626ad26c5fcf2d2d55a79ae0ce9",
     "schemas/v2/webhook-dead-letter-page.schema.json": "543f5ccc26d8f777684a037172ab7b9fdf70735e5394eeb42e5fa6569503f528",
@@ -204,13 +204,13 @@
     "schemas/workspace-file.schema.json": "464de85c2a068243084ee9c1d969bc7cd5d8f7948574e58450d6493c38a0e1e4",
     "spec/v1/alias-detectors.json": "0b2f28808ffe0b9d98a187775038c3406bb70919747a788a6e4f866e293ae6d3",
     "spec/v1/capability-declaration-classes.json": "e7729aed5c4b4e1dd02abab0530f14cc95f5d4070fe51fb139e7f5cccefa00c6",
-    "spec/v1/core-standard-manifest.json": "c948680f15a882c4bd97fa41235879d4103d3d3887ed294028ba9dfbb1d5d1a9",
+    "spec/v1/core-standard-manifest.json": "aa1ecb9c1f1c1c3039f948b137e4672031fad29103bb9ac4166eb4ff89b7c85e",
     "spec/v1/deprecations.json": "a3293072ea951857395d05f0437264e88965f1e9019ff61c55bacfa9c1aaa17c",
     "spec/v1/deprecations.schema.json": "3e393c405d2a41b467d8c5e3c468549078df1ce6a6d2588fc488097b95d9b55b",
     "spec/v1/event-codemap.json": "3da60d884157793a360da532a9fcbbfb5285636db325a74cec94b34622186d97",
     "spec/v1/event-codemap.schema.json": "d05933b2e88103aff51a2f774df97b9bda065e0fc88dbd9b114cc47a32189174",
     "spec/v1/extensions.json": "79a60754aa16cbdbdb604f8e5c00038af535a1690a4d07bd5ff7c38f0256a7bc",
-    "spec/v1/gaps.json": "ac1fb9286c963aa19824292526a6f9726d9d2df5fe06695cc6afdfb33554edd2",
+    "spec/v1/gaps.json": "2705bd6f7be31392ba09da318e99d55905dd08aa80e76e1226cf8f1a85132d18",
     "spec/v1/gaps.schema.json": "8fd83259f556553c9df0f53e7a82ca8c2a4771d471197f69b4e2ae0ceeacfd66",
     "spec/v1/migrations.json": "4c50760be70cb644d02427bcaf5749606700edf4513f423903cf3b1d12f5c300",
     "spec/v1/migrations.schema.json": "886779aa6c22e646db097f5df210adb018a4dd14a7b815465a18c8a7056c8f72",
@@ -227,7 +227,7 @@
     "spec/v2/core/execution.md": "8a0c9db1bbfb97c008ab9328b7333c1cc3318196e78bfbefb49e781bdf4f9d44",
     "spec/v2/core/form-content-packs.md": "02931227899676fd4581a27017be2a6c4953904717be9b81c29d12f87ab3917d",
     "spec/v2/core/headers.md": "21d6c8220c3ac75b10e31c4cf6179abb539e2558af5006e40228d8c383ed5c92",
-    "spec/v2/core/host-services.md": "18389b55286875922c26e13fbcd6c787fca2568f68b7e6f65176f1938404a218",
+    "spec/v2/core/host-services.md": "73f26ea32891044131d63f9861d2cbddccb5d08bf76e29e47afef9bb5b646791",
     "spec/v2/core/i18n.md": "882904b7d59f992ab1e5f7346167161a54cf665b8fee47e64a3862cf9133a580",
     "spec/v2/core/idempotency.md": "adbd317a6ebb57c2759c076297b31f67def9e391576bccd0bbea787b13e85872",
     "spec/v2/core/identity.md": "f61dc646f56fc1c07016c3acec9e8eb8c51051c55ecbedc986de793669fb6e6b",
@@ -240,16 +240,16 @@
     "spec/v2/core/persistence.md": "249a1de353f421cdf92b9006a13a10afdb002f4029eb6a13520cc95252edb2ec",
     "spec/v2/core/portability.md": "ab13a6ca43544b9a6a91edfb377ec680c768d14be841c84fb79125b231426891",
     "spec/v2/core/replay.md": "4a8b53325e18aa53400ece81168c76b4402b932e5e304a391754f293b126eabf",
-    "spec/v2/core/runs.md": "18261bf0fff85101ee9547dd2cd9f06055f2095609dfd23e0f8fdbd1f1d2d0d0",
+    "spec/v2/core/runs.md": "991757ded9b3645bafad2344f4ccb75c7d79993bd80269f9dd3489193841d71b",
     "spec/v2/core/security-defaults.md": "887d8c4bc592094e3b931c23f1c2175c18ebbd47528b074016f9d2091bc513b2",
     "spec/v2/core/storage.md": "dc94b985847c1341c7a064f04a6010f0fdbe6c3ab3e555d4362878c81d764c18",
     "spec/v2/core/tool-catalog.md": "d16a9004418719c48301804aefa4d7ab6f41112a4ed83727f552aa1b92b418b0",
     "spec/v2/core/versioning.md": "b7acb0d8b77425cb53ea700e47ba790bf7506de600c398690e6ec5bb9c7a220e",
-    "spec/v2/core/webhooks.md": "7b2606b2ebbeafd84ca052a5c4d2f392cade0b482fbb063acb0aeb38675f6ede",
+    "spec/v2/core/webhooks.md": "b0c08a3511b9319da7b0f7d83cddb15758acfc92e4c58c3604ac0f6b1ab13242",
     "spec/v2/core/workflow-chain-packs.md": "fdce7a8477e269950a2bac05ee6eddbd66eb0b670b464d00054f7196ec05d29c",
-    "spec/v2/corrections.json": "59f647f4d22477f6c2b06dcf913b682dde5d51dd5e607a5d0cf648ab60864d6e",
+    "spec/v2/corrections.json": "3a8d93e33865b692d26a3b6bfd3819766e206b2e0c2a69669baa4bf833d05a49",
     "spec/v2/corrections.schema.json": "46bbffb954d13bd9995aebc912ceeb2544f7064331abf25fd6ab85c81a5cec94",
-    "spec/v2/declaration.json": "24866c15908b3b70d96339dd852187ba908ddf65f90fad1d566ba6df5881aa48",
+    "spec/v2/declaration.json": "967f6db929fd7c4000d41a12d8b6d9f77bad90348de0dbc792b02f33e7026385",
     "spec/v2/declaration.schema.json": "ef951633e4070899f64828f5cf1b5f4870270a0360f81dbb49b5b4d6cd407550",
     "spec/v2/errors.json": "83f048b0a06952b4af6f125fb66c4212acab51056b411390f1010acd6ab9cdc0",
     "spec/v2/errors.schema.json": "47404ad53e6147cf9017b813483712466573e419fb33e6c4b6c12d3e7deba1bc",
@@ -260,7 +260,7 @@
     "spec/v2/ext/brand/README.md": "82989c018d7965bab029bcce7a67b1d76ffc433d08971a4cac91befcccc09438",
     "spec/v2/ext/canvas/README.md": "00ca0856e3a0146f1eeaec87209d450e2900ed2748dc7520cc60250a0d3ffbeb",
     "spec/v2/ext/chat/README.md": "f59b6706162abbfff96f8bccd4c0e1aeed721047cf62e9af58c875727a38d716",
-    "spec/v2/ext/coordination/README.md": "c7fe0884f52405fdd02c5f9ec309ac6b585685ee06ec5f338fff7acf03c07148",
+    "spec/v2/ext/coordination/README.md": "7185af14aa0a2b554095ddbf10b0443b535fd28311a1836c6aa733b203030a9a",
     "spec/v2/ext/dataIntegration/README.md": "286dec8aa29e4d3225cbd8b3a361f5a438c3288e759966b9415ecbb99c576e70",
     "spec/v2/ext/entities/README.md": "956d4a9a2aedb8cb9c79ce8145580480920474cc6943f0e33ede32d7b20414dc",
     "spec/v2/ext/grpc-transport/README.md": "6ba378e3c6d1f2e3269b392cfdf0c40565ee9bfa259d1baaa9ee1d350e38e792",
@@ -303,9 +303,9 @@
     "spec/v2/path-manifest.json": "27c2307b84376b2f22bea4e2213fc7e33ef3bf8fd1d18039f7955edb00dc9c9a",
     "spec/v2/peer-dependency-aliases.json": "d10299280abee08258502925bc327293ee413e0108cd6e6ec75ff6110653308d",
     "spec/v2/profiles.json": "180beb9ef2d161766fa23b2987e7e829851e3d316273147cf6a4a3f324befd6b",
-    "spec/v2/release.json": "f042a3f11bc9eaffcd054a6f4b94e78931d6289191d2c8dde2f169a63478e3f1",
+    "spec/v2/release.json": "d1b495b89fc43030e607d7dc312732500f0433e84656ccc88ad8c80c2ac444b1",
     "spec/v2/retention-floors.json": "eaf3722d95c79947af1d4269ef85117e126518c588cfcf1a2b21b97269f51624",
-    "spec/v2/surface-baseline.json": "18c9f38e3b596465128ceeee10cbdd17395672da5fe321db03ab4eee67bd50a4"
+    "spec/v2/surface-baseline.json": "9e17340cea86146899703c91246ddd5a5403c68e40e749f0ad1958801f60b619"
   },
-  "corpusCommit": "5bc14dd1ef9a0c6d8ab4bf220fbef47a74792212"
+  "corpusCommit": "5a4ad1ab0a3584c7ea30f4b32f4599e53ce1f75a"
 }

package/src/cli.ts

@@ -685,7 +685,7 @@ async function runCertify(args: ParsedArgs, baseUrl: string, apiKey: string): Pr
       if (target.major === 2) return verdictFor(profile)?.witnessedPasses ?? 0;
       const floor = PROFILE_FLOOR_SCENARIOS[profile];
       if (!floor) return 0;
-      const onFloor = (scenario: string): boolean => floor.required.includes(scenario) || (floor.requiredAnyPrefix ?? []).some((pre) => scenario.startsWith(pre));
+      const onFloor = (scenario: string): boolean => floor.required.includes(scenario) || (floor.requiredAnyPrefix ?? []).some((pre) => scenario.startsWith(pre)) || (floor.requiredAnyOf ?? []).some((g) => g.includes(scenario));
       return derived.requirements.filter((r) => r.disposition === 'executed-pass' && onFloor(r.scenarioId)).length;
     };
     // `certified` IS the verdict (RFC 0148 §A; RFC 0168 §E.1 adds the bundle-wide

package/src/lib/backpressure-witness.ts

@@ -0,0 +1,163 @@
+/**
+ * The backpressure witness, shared by every major (`major-profile.ts`).
+ *
+ * A host that advertises `production.backpressure.inflightCap` names a number
+ * the suite can saturate: `cap` long-lived requests hold the slots and the
+ * next request must be refused `503 service_unavailable` with `Retry-After`.
+ *
+ * Two halves, so each can be proven alone:
+ *   - {@link saturate} drives the host and returns what it saw (or why it
+ *     could not see anything). It asserts nothing.
+ *   - {@link judge} is pure: observation in, findings out. The scenario turns
+ *     findings into `expect` calls; the self-test feeds it a conforming and a
+ *     defective observation and checks the verdicts differ.
+ *
+ * Run with `--no-file-parallelism`: saturating the cap leaves no headroom for
+ * a neighbouring scenario's requests.
+ */
+
+import { driver, type OpenWOPResponse } from './driver.js';
+import { loadEnv } from './env.js';
+import { readErrorCode } from './error-envelope.js';
+import { isFixtureAdvertised } from './fixtures.js';
+import type { MajorProfile } from './major-profile.js';
+
+/** The long-running fixture that holds a slot, and the cheap one that probes. */
+export const HOLD_FIXTURE = 'conformance-delay';
+export const PROBE_FIXTURE = 'conformance-noop';
+/** Long enough that the first slot is still held when the last is filled; the runs are cancelled afterwards. */
+const HOLD_MS = 15_000;
+/** The most streams the suite will hold open. A larger advertised cap is not saturated. */
+export const MAX_SATURABLE_CAP = 64;
+const STREAM_OPEN_MS = 5_000;
+const RETRY_DETAIL_KEYS = ['retryAfter', 'retryAfterMs', 'retryAfterSeconds'] as const;
+
+export interface Refusal {
+  readonly cap: number;
+  readonly status: number;
+  readonly code: string | undefined;
+  readonly retryAfterHeader: string | null;
+  readonly details: Record<string, unknown> | null;
+  readonly advertisedRetryAfterSeconds: number | undefined;
+}
+export type Saturation =
+  | { readonly kind: 'skip'; readonly disposition: 'inapplicable' | 'blocked'; readonly reason: string }
+  | { readonly kind: 'refused'; readonly refusal: Refusal };
+
+export interface Finding {
+  /** Which rule the finding is about; the scenario maps it to a requirement id. */
+  readonly rule: 'refusal' | 'retry-after-advertised' | 'retry-timing';
+  readonly ok: boolean;
+  readonly doc: string;
+  readonly message: string;
+}
+
+const isRecord = (v: unknown): v is Record<string, unknown> => v !== null && typeof v === 'object' && !Array.isArray(v);
+async function http(fn: () => Promise<OpenWOPResponse>): Promise<OpenWOPResponse | null> {
+  try { return await fn(); } catch { return null; }
+}
+
+/** Hold `cap` slots with long-lived event streams, send one more request, and report its answer. */
+export async function saturate(profile: MajorProfile, discovery: unknown): Promise<Saturation> {
+  const production = profile.family(discovery, 'production');
+  if (production === null) return { kind: 'skip', disposition: 'inapplicable', reason: 'the host does not advertise production' };
+  const bp = production['backpressure'];
+  if (!isRecord(bp)) return { kind: 'skip', disposition: 'inapplicable', reason: 'the host does not advertise production.backpressure' };
+  const cap = bp['inflightCap'];
+  if (typeof cap !== 'number' || !Number.isInteger(cap) || cap < 1) {
+    return { kind: 'skip', disposition: 'inapplicable', reason: 'the host does not advertise production.backpressure.inflightCap — there is no cap the suite can saturate' };
+  }
+  if (cap > MAX_SATURABLE_CAP) return { kind: 'skip', disposition: 'inapplicable', reason: `inflightCap ${cap} is above the ${MAX_SATURABLE_CAP} streams the suite will hold open — not saturated` };
+  for (const f of [HOLD_FIXTURE, PROBE_FIXTURE]) {
+    if (!isFixtureAdvertised(f)) return { kind: 'skip', disposition: 'inapplicable', reason: `${f} fixture not advertised — the suite cannot hold or probe a slot` };
+  }
+
+  const env = loadEnv();
+  const streams: AbortController[] = [];
+  const pending: Promise<number | null>[] = [];
+  const runIds: string[] = [];
+  try {
+    for (let i = 0; i < cap; i++) {
+      const created = await http(() => driver.post(profile.runsPath, { workflowId: HOLD_FIXTURE, inputs: { delayMs: HOLD_MS } }));
+      if (created === null) return { kind: 'skip', disposition: 'blocked', reason: `POST ${profile.runsPath} unreachable while filling slot ${i + 1} of ${cap}` };
+      const runId = (created.json as { runId?: unknown } | undefined)?.runId;
+      if (created.status !== 201 || typeof runId !== 'string') {
+        return { kind: 'skip', disposition: 'blocked', reason: `slot ${i + 1} of ${cap} could not be filled: POST ${profile.runsPath} answered ${created.status} ${readErrorCode(created.json) ?? ''} (already saturated by a parallel file? run with --no-file-parallelism)`.trim() };
+      }
+      runIds.push(runId);
+      const ctl = new AbortController();
+      streams.push(ctl);
+      // `Accept: text/event-stream` keeps the request in flight; without it a
+      // negotiating host answers a one-shot snapshot and the slot drops.
+      const stream = fetch(`${env.baseUrl}${profile.runsPath}/${encodeURIComponent(runId)}/events`, {
+        headers: { Authorization: `Bearer ${env.apiKey}`, Accept: 'text/event-stream', ...profile.versionHeaders },
+        signal: ctl.signal,
+      }).then((r) => r.status, () => null);
+      pending.push(stream);
+      // The slot is held once the stream's headers are back, not after a
+      // guessed delay. A probe sent before that would convict a host for a slot
+      // the suite had not yet taken.
+      const opened = await Promise.race([stream, new Promise<'slow'>((r) => setTimeout(() => r('slow'), STREAM_OPEN_MS))]);
+      if (opened !== 200) {
+        return { kind: 'skip', disposition: 'blocked', reason: `slot ${i + 1} of ${cap} was not held: the event stream ${opened === 'slow' ? `did not open within ${STREAM_OPEN_MS} ms` : opened === null ? 'failed to connect' : `answered ${opened}`}` };
+      }
+    }
+
+    const probe = await http(() => driver.post(profile.runsPath, { workflowId: PROBE_FIXTURE }));
+    if (probe === null) return { kind: 'skip', disposition: 'blocked', reason: `the cap+1 probe got no response (POST ${profile.runsPath})` };
+    const accepted = (probe.json as { runId?: unknown } | undefined)?.runId;
+    if (probe.status === 201 && typeof accepted === 'string') runIds.push(accepted);
+    const body = isRecord(probe.json) ? probe.json : {};
+    const advertised = bp['retryAfterSeconds'];
+    return {
+      kind: 'refused',
+      refusal: {
+        cap,
+        status: probe.status,
+        code: readErrorCode(probe.json) ?? undefined,
+        retryAfterHeader: probe.headers.get('retry-after'),
+        details: isRecord(body['details']) ? body['details'] : null,
+        advertisedRetryAfterSeconds: typeof advertised === 'number' ? advertised : undefined,
+      },
+    };
+  } finally {
+    // The held runs outlive their streams. Cancel them so the next file does
+    // not meet a saturated host.
+    for (const c of streams) c.abort();
+    if (runIds.length > 0) {
+      const bulk = await http(() => driver.post(`${profile.runsPath}:bulk-cancel`, { runIds }));
+      if (bulk === null || bulk.status >= 400) {
+        for (const id of runIds) await http(() => driver.post(`${profile.runsPath}/${encodeURIComponent(id)}/cancel`, {}));
+      }
+    }
+    await Promise.allSettled(pending);
+  }
+}
+
+/** What the refusal must look like at this major. Pure. */
+export function judge(profile: MajorProfile, r: Refusal): Finding[] {
+  const home = `${profile.specRoot}/${profile.major === 1 ? 'production-profile.md §Backpressure' : 'conformance.md §Production profile'}`;
+  const out: Finding[] = [];
+  out.push({ rule: 'refusal', ok: r.status === 503, doc: home, message: `with inflightCap ${r.cap} slots held, the next request MUST be refused 503 (got ${r.status})` });
+  out.push({ rule: 'refusal', ok: r.code === 'service_unavailable', doc: home, message: `the refusal MUST carry the code service_unavailable (got ${r.code ?? 'none'})` });
+  const header = (r.retryAfterHeader ?? '').trim();
+  out.push({ rule: 'refusal', ok: header.length > 0, doc: home, message: 'the 503 MUST set Retry-After' });
+
+  if (r.advertisedRetryAfterSeconds !== undefined) {
+    out.push({
+      rule: 'retry-after-advertised',
+      ok: /^\d+$/.test(header) && Number(header) === r.advertisedRetryAfterSeconds,
+      doc: 'capabilities.schema.json production.backpressure.retryAfterSeconds',
+      message: `Retry-After MUST equal the advertised retryAfterSeconds ${r.advertisedRetryAfterSeconds} (got "${header}")`,
+    });
+  }
+
+  if (profile.retryTiming === 'header-only') {
+    const spelled = RETRY_DETAIL_KEYS.filter((k) => r.details !== null && k in r.details);
+    out.push({ rule: 'retry-timing', ok: spelled.length === 0, doc: `${profile.specRoot}/errors.md §Retry timing`, message: `retry timing lives in the Retry-After header only; details MUST NOT carry ${spelled.join(', ') || 'retryAfter*'}` });
+  } else {
+    const d = r.details?.['retryAfter'];
+    out.push({ rule: 'retry-timing', ok: typeof d === 'number' && /^\d+$/.test(header) && d === Number(header), doc: home, message: 'details.retryAfter MUST be numeric and equal the Retry-After header in seconds' });
+  }
+  return out;
+}

package/src/lib/budget-witness.ts

@@ -0,0 +1,165 @@
+/**
+ * The run-budget witness, shared by every major that gives a budget a run wire
+ * surface (`major-profile.ts` `runBudget`).
+ *
+ * Unaided: the suite creates a run of `conformance-budget-tool-calls` (three
+ * scripted tool calls, no model, no seam) with a two-call budget, waits for it
+ * to end, and reads its event log through the poll.
+ *
+ * Two halves, as in `backpressure-witness.ts`: {@link drive} observes and
+ * asserts nothing; {@link judge} is pure.
+ *
+ * The fixture is the opt-in. A host that advertises `budget` without seeding it
+ * records `inapplicable`: the family is then unwitnessed at this major, which
+ * the coverage report shows, and the host is not denied certification for a
+ * fixture it was never asked to seed.
+ */
+
+import { driver, type OpenWOPResponse } from './driver.js';
+import { readErrorCode } from './error-envelope.js';
+import { isFixtureAdvertised } from './fixtures.js';
+import type { MajorProfile } from './major-profile.js';
+
+export const BUDGET_FIXTURE = 'conformance-budget-tool-calls';
+/** The fixture makes 3 calls: 50% is crossed on the first, and the budget cannot cover the third. */
+export const BUDGET_POLICY = { maxToolCalls: 2, thresholdPercent: 50, onExhaustion: 'fail' } as const;
+const DIMENSION = 'toolCalls';
+const CAP_KIND = 'budget-tool-calls';
+/** Keys a `budget.*` or `cap.breached` payload must never carry (`budget-no-pricing-leak`). */
+export const PRICING_KEYS = ['pricing', 'priceTable', 'prices', 'rate', 'rates', 'unitPrice', 'costModel', 'tokenPrice', 'secret', 'apiKey'] as const;
+const TERMINAL = new Set(['completed', 'failed', 'cancelled']);
+
+export interface RunEvent { readonly type: string; readonly sequence: number; readonly payload: Record<string, unknown> }
+export interface BudgetObservation {
+  readonly enforce: 'hard' | 'advisory' | undefined;
+  readonly status: string;
+  readonly errorCode: string | undefined;
+  readonly events: readonly RunEvent[];
+  /** This major's names for the four events the witness reads. */
+  readonly names: { readonly reserved: string; readonly threshold: string; readonly exhausted: string; readonly capBreached: string };
+}
+export type BudgetRun =
+  | { readonly kind: 'skip'; readonly disposition: 'inapplicable' | 'blocked'; readonly reason: string }
+  | { readonly kind: 'refused'; readonly status: number; readonly code: string | undefined }
+  | { readonly kind: 'observed'; readonly observation: BudgetObservation };
+
+export interface Finding {
+  readonly rule: 'create' | 'lifecycle' | 'hard-stop' | 'advisory' | 'content-free';
+  readonly ok: boolean;
+  readonly doc: string;
+  readonly message: string;
+}
+
+const isRecord = (v: unknown): v is Record<string, unknown> => v !== null && typeof v === 'object' && !Array.isArray(v);
+async function http(fn: () => Promise<OpenWOPResponse>): Promise<OpenWOPResponse | null> {
+  try { return await fn(); } catch { return null; }
+}
+
+async function readEvents(profile: MajorProfile, runId: string): Promise<RunEvent[] | null> {
+  const out: RunEvent[] = [];
+  let after = 0;
+  for (let page = 0; page < 50; page++) {
+    const res = await http(() => driver.get(`${profile.runsPath}/${encodeURIComponent(runId)}/events/poll?timeout=1&afterSequence=${after}`));
+    if (res === null || res.status !== 200) return page === 0 ? null : out;
+    const batch = (res.json as { events?: unknown } | undefined)?.events;
+    if (!Array.isArray(batch) || batch.length === 0) return out;
+    for (const e of batch) {
+      if (!isRecord(e) || typeof e['type'] !== 'string' || typeof e['sequence'] !== 'number') continue;
+      out.push({ type: e['type'], sequence: e['sequence'], payload: isRecord(e['payload']) ? e['payload'] : {} });
+      after = Math.max(after, e['sequence']);
+    }
+  }
+  return out;
+}
+
+/** Create the budgeted run, wait for it to end, and return its log. */
+export async function drive(profile: MajorProfile, discovery: unknown, timeoutMs = 20_000): Promise<BudgetRun> {
+  const family = profile.family(discovery, 'budget');
+  if (family === null) return { kind: 'skip', disposition: 'inapplicable', reason: 'the host does not advertise budget' };
+  const fragment = profile.runBudget(BUDGET_POLICY);
+  if (fragment === null) return { kind: 'skip', disposition: 'inapplicable', reason: `major ${profile.major} gives a run budget no createRun surface` };
+  const dims = family['dimensions'];
+  if (!Array.isArray(dims) || !dims.includes(DIMENSION)) return { kind: 'skip', disposition: 'inapplicable', reason: `budget.dimensions does not list ${DIMENSION} — the host does not enforce the dimension this witness spends` };
+  if (!isFixtureAdvertised(BUDGET_FIXTURE)) return { kind: 'skip', disposition: 'inapplicable', reason: `${BUDGET_FIXTURE} fixture not advertised — the host has not opted in to the unaided budget witness` };
+
+  const names = {
+    reserved: profile.eventType('budget.reserved'),
+    threshold: profile.eventType('budget.threshold.crossed'),
+    exhausted: profile.eventType('budget.exhausted'),
+    capBreached: profile.eventType('cap.breached'),
+  };
+  if (names.reserved === undefined || names.threshold === undefined || names.exhausted === undefined || names.capBreached === undefined) {
+    return { kind: 'skip', disposition: 'blocked', reason: `the event name map for major ${profile.major} is not on disk in this layout — the witness will not guess event names` };
+  }
+
+  const created = await http(() => driver.post(profile.runsPath, { workflowId: BUDGET_FIXTURE, ...fragment }));
+  if (created === null) return { kind: 'skip', disposition: 'blocked', reason: `POST ${profile.runsPath} unreachable (fetch failed)` };
+  if (created.status === 429) return { kind: 'skip', disposition: 'blocked', reason: `POST ${profile.runsPath} answered 429 — the run budget of the host, not the wire` };
+  const runId = (created.json as { runId?: unknown } | undefined)?.runId;
+  if (created.status !== 201 || typeof runId !== 'string') return { kind: 'refused', status: created.status, code: readErrorCode(created.json) ?? undefined };
+
+  const deadline = Date.now() + timeoutMs;
+  let snap: Record<string, unknown> | null = null;
+  for (;;) {
+    const res = await http(() => driver.get(`${profile.runsPath}/${encodeURIComponent(runId)}`));
+    snap = res?.status === 200 && isRecord(res.json) ? res.json : null;
+    if (snap !== null && TERMINAL.has(String(snap['status']))) break;
+    if (Date.now() > deadline) {
+      await http(() => driver.post(`${profile.runsPath}/${encodeURIComponent(runId)}/cancel`, {}));
+      return { kind: 'skip', disposition: 'blocked', reason: `the budgeted run did not reach a terminal status within ${timeoutMs} ms (last: ${snap === null ? 'unreadable' : String(snap['status'])})` };
+    }
+    await new Promise((r) => setTimeout(r, 250));
+  }
+  const events = await readEvents(profile, runId);
+  if (events === null) return { kind: 'skip', disposition: 'blocked', reason: `GET ${profile.runsPath}/{runId}/events/poll unreadable — the run ended but its log could not be read` };
+
+  const enforce = family['enforce'];
+  const error = snap['error'];
+  return {
+    kind: 'observed',
+    observation: {
+      enforce: enforce === 'hard' || enforce === 'advisory' ? enforce : undefined,
+      status: String(snap['status']),
+      errorCode: isRecord(error) && typeof error['code'] === 'string' ? error['code'] : undefined,
+      events,
+      names: names as BudgetObservation['names'],
+    },
+  };
+}
+
+/** What the log must show at this major. Pure. */
+export function judge(profile: MajorProfile, o: BudgetObservation): Finding[] {
+  const home = `${profile.specRoot}/runs.md §budget section`;
+  const first = (type: string): RunEvent | undefined => o.events.find((e) => e.type === type);
+  const reserved = first(o.names.reserved);
+  const threshold = first(o.names.threshold);
+  const exhausted = first(o.names.exhausted);
+  const breach = o.events.find((e) => e.type === o.names.capBreached && typeof e.payload['kind'] === 'string' && (e.payload['kind'] as string).startsWith('budget-'));
+  const out: Finding[] = [];
+
+  out.push({ rule: 'lifecycle', ok: reserved !== undefined, doc: home, message: `a budgeted run MUST emit ${o.names.reserved}` });
+  out.push({ rule: 'lifecycle', ok: threshold !== undefined && typeof threshold.payload['percent'] === 'number', doc: home, message: `spending past thresholdPercent MUST emit ${o.names.threshold} with a numeric percent` });
+  out.push({ rule: 'lifecycle', ok: exhausted !== undefined, doc: home, message: `a budget that cannot cover the run MUST emit ${o.names.exhausted}` });
+  if (reserved !== undefined && threshold !== undefined && exhausted !== undefined) {
+    out.push({ rule: 'lifecycle', ok: reserved.sequence < threshold.sequence && threshold.sequence < exhausted.sequence, doc: home, message: `the log MUST order ${o.names.reserved} < ${o.names.threshold} < ${o.names.exhausted}` });
+  }
+
+  if (o.enforce === 'hard') {
+    out.push({ rule: 'hard-stop', ok: breach !== undefined && breach.payload['kind'] === CAP_KIND, doc: home, message: `hard exhaustion under onExhaustion: fail MUST emit ${o.names.capBreached} with kind ${CAP_KIND} (got ${breach === undefined ? 'none' : String(breach.payload['kind'])})` });
+    if (breach !== undefined && exhausted !== undefined) {
+      out.push({ rule: 'hard-stop', ok: exhausted.sequence <= breach.sequence, doc: home, message: `${o.names.capBreached} MUST NOT precede ${o.names.exhausted}` });
+    }
+    out.push({ rule: 'hard-stop', ok: o.status === 'failed' && o.errorCode === 'budget_exhausted', doc: home, message: `hard exhaustion MUST fail the run budget_exhausted (got ${o.status} ${o.errorCode ?? ''})`.trim() });
+  }
+  if (o.enforce === 'advisory') {
+    out.push({ rule: 'advisory', ok: breach === undefined && o.errorCode !== 'budget_exhausted', doc: home, message: 'an advisory host MUST NOT stop the run' });
+  }
+
+  const leaks: string[] = [];
+  for (const e of o.events) {
+    if (!e.type.startsWith('budget.') && e !== breach) continue;
+    for (const k of PRICING_KEYS) if (k in e.payload) leaks.push(`${e.type}.${k}`);
+  }
+  out.push({ rule: 'content-free', ok: leaks.length === 0, doc: home, message: `budget.* and cap.breached MUST NOT carry rate cards, unit prices or credentials (found ${leaks.join(', ') || 'none'})` });
+  return out;
+}