@openwop/openwop-conformance 2.0.0-rc.16 → 2.0.0-rc.18

package/README.md

@@ -112,7 +112,7 @@ Exit code is non-zero on any failed assertion. `--certify` distinguishes: `0`
 
 ## What's Covered
 
-The current suite has 498 scenario files under `src/scenarios/`.
+The current suite has 499 scenario files under `src/scenarios/`.
 - 2026-09-03 (suite `1.157.0 -> 1.158.0`, gap G17): NEW `idempotency-concurrent-claim.test.ts` — drives the new `host-sample-test-seams.md` §25 concurrent duplicate-delivery seam for the RFC 0150 §B / `idempotency.md` §"Concurrent duplicates (Layer 2)" atomic-claim MUST, which is unconditional and had no witness of any kind. Asserts every executor mints the SAME `logicalInvocationId` **before** asserting `delivered === 1` — without the identity check a host passes by minting different ids and never colliding, one effect because nothing raced. Not profile-gated and so not opt-out-able (the obligation is unconditional); an unmounted seam records `blocked`, which is not certifiable. Graduates `layer2-invocation-claim-atomic` reference-impl -> protocol.
 - 2026-08-19 (suite `1.137.0 → 1.138.0`): NEW `durability-poison-exhaustion.test.ts` — RFC 0158 §C.8, the FIRST row of that RFC's conformance table to land. Asserts what `failure-path.test.ts` cannot: not just that deterministically failing work reaches terminal, but that attempts STOP — counted on the log, re-counted after a scaled quiet window, asserted unchanged. A host still redelivering records more. Seam-gated on the existing event-log seam (`blocked` = unobservable, not unmet) and outside every profile floor.
 - 2026-08-19 (suite `1.136.15 → 1.137.0`): NEW `replay-fanout-suppression.test.ts` — capability-gated on `webhooks.supported`, **outside every profile floor**; witnesses `replay.md` §"Host-initiated fan-out is an external effect", which was the largest normative MUST NOT on the replay surface with no scenario and no SECURITY invariant. Three legs in ONE `it` against ONE receiver and ONE subscription — a positive control, the MUST NOT, and a `branch` boundary leg — because "no delivery arrived" passes identically when delivery never worked, so absence is asserted only after presence is proven on that exact wiring. A host with an SSRF guard correctly refuses the loopback receiver and records `blocked`: **unobservable, not unmet.**
@@ -457,7 +457,7 @@ Server-required (added in 1.7.0):
 | ------------- | ----------------------------------------------------------------------------------- | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
 | **Redaction** | [`capabilities.md`](../spec/v1/capabilities.md) §"Secrets" + NFR-7 + §"aiProviders" | Vendor-neutral assertions that the server doesn't leak secret material. Three scenario groups: (a) discovery shape contract — `secrets` + `aiProviders` advertisements are well-formed regardless of `secrets.supported`; when `supported === true`, scopes MUST be non-empty + `resolution === 'host-managed'`; `byok ⊆ supported`. (b) bearer-token redaction — invalid Bearer canary in `Authorization` header is not echoed in the 401 response body. (c) credentialRef echo control — gated on `secrets.supported === true`; canary planted in `configurable.ai.credentialRef` MUST NOT appear in any RunEvent payload (poll-based capture; transport-agnostic). Uses runtime-built canary fixtures (`lib/canaries.ts`) that defeat static secret scanners. 6 scenarios. |
 
-Current source tree: 498 scenario files. Use [`coverage.md`](./coverage.md) for current grade/gap tracking.
+Current source tree: 499 scenario files. Use [`coverage.md`](./coverage.md) for current grade/gap tracking.
 
 ## Remaining Gaps
 

package/dist/spec-artifacts.lock.json

@@ -1,5 +1,5 @@
 {
   "package": "@openwop/spec-artifacts",
-  "version": "2.0.0-rc.16",
-  "stampSha256": "2387d342ff997e79831bf01ebbfc0e8190136e6108bf06c35ceb403290d6d585"
+  "version": "2.0.0-rc.18",
+  "stampSha256": "42f5080dbb878855dc93dd06e69fc14c72147cbeba6fd2fb92038f6b997c49ca"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openwop/openwop-conformance",
-  "version": "2.0.0-rc.16",
+  "version": "2.0.0-rc.18",
   "description": "Production-ready black-box conformance suite for OpenWOP v1.0 compliant servers.",
   "repository": {
     "type": "git",
@@ -56,6 +56,6 @@
     "@openwop/spec-artifacts": "file:../spec-artifacts"
   },
   "peerDependencies": {
-    "@openwop/spec-artifacts": "2.0.0-rc.16"
+    "@openwop/spec-artifacts": "2.0.0-rc.18"
   }
 }

package/requirements.json

@@ -2,9 +2,9 @@
   "$comment": "GENERATED by conformance/scripts/generate-requirement-registry.mjs — do not edit. One record per it()/test() in src/scenarios. Ids: openwop.it.<file-stem>.<title-slug>[~n] (src/lib/requirement-ids.ts). A record with id null has an interpolated title; its run-time row is keyed by the rendered title and maps here by file+line only. Renamed ids need a row in requirement-aliases.json.",
   "generatedFrom": "src/scenarios/*.test.ts",
   "counts": {
-    "files": 544,
-    "tests": 2118,
-    "withStableId": 2118,
+    "files": 545,
+    "tests": 2119,
+    "withStableId": 2119,
     "interpolatedTitles": 0,
     "explicitIds": 2057
   },
@@ -25755,6 +25755,25 @@
         }
       ]
     },
+    {
+      "id": "openwop.it.v2-advertised-path-space-served.a-host-advertising-major-2-reaches-the-surfaces-it-already-serves-under-v1",
+      "file": "v2-advertised-path-space-served.test.ts",
+      "line": 87,
+      "title": "a host advertising major 2 reaches the surfaces it already serves under /v1",
+      "explicitId": null,
+      "citations": [
+        {
+          "section": null,
+          "requirement": null,
+          "interpolated": true
+        },
+        {
+          "section": null,
+          "requirement": "at least one non-well-known surface MUST be reachable under major 2, or the advertisement rests entirely on the one resource the header selects",
+          "interpolated": true
+        }
+      ]
+    },
     {
       "id": "openwop.it.v2-approver-enforced.a-resolver-outside-approverslist-is-refused-at-resolve-time",
       "file": "v2-approver-enforced.test.ts",

package/scenario-majors.json

@@ -1,9 +1,9 @@
 {
   "$comment": "GENERATED by conformance/scripts/generate-scenario-majors.mjs (RFC 0168 §D.3). Do not edit; add a file to BOTH_MAJORS in the generator to target both majors.",
   "counts": {
-    "files": 498,
+    "files": 499,
     "v1": 444,
-    "v2": 55
+    "v2": 56
   },
   "majors": {
     "a2a-1-0-agent-card.test.ts": [
@@ -1231,6 +1231,9 @@
     "v2-advertised-fixtures-exist.test.ts": [
       2
     ],
+    "v2-advertised-path-space-served.test.ts": [
+      2
+    ],
     "v2-approver-enforced.test.ts": [
       2
     ],

package/schemas/CORPUS-STAMP.json

@@ -1,7 +1,7 @@
 {
   "_comment": "Provenance of @openwop/spec-artifacts (RFC 0168 §D.2). files: SHA-256 per file; the conformance suite compares the installed peer against dist/spec-artifacts.lock.json at start.",
   "package": "@openwop/spec-artifacts",
-  "version": "2.0.0-rc.16",
+  "version": "2.0.0-rc.18",
   "corpusTag": null,
   "files": {
     "api/.redocly.lint-ignore.yaml": "bf5a8350b88a72fa43f59605ed8d903ed24b6cfccda5e45509c9f6ed9ee4e712",
@@ -9,9 +9,9 @@
     "api/grpc/openwop.proto": "c3e72bb17cba514ee98feb6434e6c9b6ea6795bfd086489ec69fd882dd1ad977",
     "api/openapi.yaml": "39081c59fb696159806b0f2f9a42e7e9ff830d622fcf2ad4159b21357580a955",
     "api/redocly.yaml": "b0604c89b2ca6d5076ec25725c539dad44a741a811fe524439ee6daef8baa09f",
-    "api/seams-v2.yaml": "0a5dc804ed25dec4907f216bb5be7d58a0039fdb12bfefaf66ecbb0362ce7b1c",
-    "api/v2/asyncapi.yaml": "ec03eae331e5becec14be8314ef2adc08ab3318b94a952bef0ef448025cba06a",
-    "api/v2/openapi.yaml": "cad04aa6ab317a300270a0d6954df298b657df3093af297a5d7d790c2683e961",
+    "api/seams-v2.yaml": "f0ca594fef935552041375ae2d7ee4659804febc3369f2e7ae4041edb011d563",
+    "api/v2/asyncapi.yaml": "1352592381b127f42c8968b24de16fc985540bdc10eab439976a3df1c9e34fd0",
+    "api/v2/openapi.yaml": "e93f2d2f9577eb36a7cc3844311c4ac396d4cf484d7bfe0642003e5f6ca56e20",
     "api/v2/redocly.yaml": "1e66b60e6118ad11a823bb620678be464d99dfe50a40e3e6f93ec9429b88b34c",
     "schemas/README.md": "0c0b737ffcf8f30e7d2809cec8a498232de710f41443212922ad8337cdde0b51",
     "schemas/a2a-task-state.schema.json": "c9365918f993f943b4b619d42551eb066a1ed33a08d895d51b395432a5b1f1bc",
@@ -198,7 +198,7 @@
     "schemas/workspace-file.schema.json": "464de85c2a068243084ee9c1d969bc7cd5d8f7948574e58450d6493c38a0e1e4",
     "spec/v1/alias-detectors.json": "fee4594ef49953953ffcd0b3813300067d16b3e65ebff2aac722034ac9b3f545",
     "spec/v1/capability-declaration-classes.json": "e7729aed5c4b4e1dd02abab0530f14cc95f5d4070fe51fb139e7f5cccefa00c6",
-    "spec/v1/core-standard-manifest.json": "5ad4c56702539d40fd456d32b8b0f0ec54af1dd00ad46820cf0cb654d1c44427",
+    "spec/v1/core-standard-manifest.json": "e416337a78a2205e522247dd6f4cd8a594c39af6ac2df4f1dba0915b4004f946",
     "spec/v1/deprecations.json": "520d79927a8ed43ccf62c207a7cf6cf7b19b16e00bbbbdf0410667e939c19d85",
     "spec/v1/deprecations.schema.json": "4cdbbb8eb9c0092913a5704c943880f0c8581bcf0f640a7df5a84105d53c8aee",
     "spec/v1/event-codemap.json": "3da60d884157793a360da532a9fcbbfb5285636db325a74cec94b34622186d97",
@@ -228,7 +228,7 @@
     "spec/v2/path-manifest.json": "034152e09b1458c66810d4050e20a273b2b9b8fe2d92b66e8b819477de58a1be",
     "spec/v2/peer-dependency-aliases.json": "d10299280abee08258502925bc327293ee413e0108cd6e6ec75ff6110653308d",
     "spec/v2/profiles.json": "1f0ee40491131cf561ef19a0394c47ba476b4567514fe16befb6cada4a10a5a4",
-    "spec/v2/release.json": "4ddbf9c2cb81f1dbdea4653edea32904760f9f53a3e1e8d49e00d3b4e1f9c054"
+    "spec/v2/release.json": "dd64fd998377b02712cdd6dba07a92424339c99b94606d3044a9d245cb299341"
   },
-  "corpusCommit": "2c171a8221894c32af39ec040033b45ed5e7a07e"
+  "corpusCommit": "d76647a930d2e2f77c968d232ef3741f2db55da0"
 }

package/src/scenarios/v2-advertised-path-space-served.test.ts

@@ -0,0 +1,140 @@
+/**
+ * RFC 0172 §A.1 / `spec/v2/core/versioning.md` §1.2 — a host that advertises
+ * major 2 serves the major-2 PATH SPACE, not just the major-2 discovery
+ * document (suite 2.0.0, target major 2; unaided).
+ *
+ * `v2-version-header-honored` checks that `OpenWOP-Version` is honored or
+ * refused rather than ignored. It probes `/.well-known/openwop`, because that
+ * is the one resource whose representation the header selects. **It therefore
+ * cannot see a host that negotiates correctly on the well-known resource and
+ * has mounted almost none of the rest of the v2 surface.**
+ *
+ * That is not hypothetical. A tier-1 host advertising
+ * `protocolVersions: ["1.1","2.0"]` was found serving **two of fifteen**
+ * top-level segments of the v2 path space: its unversioned mount was a
+ * deliberate allowlist (`['/runs','/interrupts']`, chosen over a blanket
+ * `/v1`-strip because the host serves a large non-`/v1` surface a blanket
+ * rewrite would shadow) and the list was simply incomplete. Every probe used to
+ * call the dual stack live — `protocolVersions`, `preferredVersion`, the
+ * response header, the two differing representations — hits `/.well-known`, so
+ * every one of them passed. `POST /webhooks` under major 2 returned `404` while
+ * `POST /v1/webhooks` returned `201`. The host found this itself by applying
+ * the artifact rule to a scenario it had first classified as a harness defect.
+ *
+ * The discriminator is a PAIR, not a single probe, because "this host does not
+ * implement webhooks at all" and "this host implements webhooks but did not
+ * mount them under major 2" are different facts that a lone `404` cannot
+ * separate:
+ *
+ *   /v1<path> exists  AND  <path> is 404 under major 2  ⇒  the advertisement
+ *   overstates: the surface exists and major 2 does not reach it.
+ *
+ *   both 404  ⇒  the host does not serve that surface in either major. Not this
+ *   scenario's business, and recorded as neither pass nor failure.
+ *
+ * Only parameterless GETs from `spec/v2/path-manifest.json` are probed: they
+ * need no fixture, mutate nothing, and a route that is not mounted answers 404
+ * regardless of auth, so the check is unaided and safe against a live host.
+ *
+ * @see spec/v2/core/versioning.md §1.2
+ * @see RFCS/0172-v2-versioning-and-release.md §A.1
+ */
+
+import { describe, it, expect } from 'vitest';
+import { loadEnv } from '../lib/env.js';
+import { softSkip } from '../lib/soft-skip.js';
+import { req } from '../lib/requirement-ids.js';
+import { readFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { SCHEMAS_DIR } from '../lib/paths.js';
+
+const ID = 'openwop.requirement.0172.advertised-path-space-served';
+const DOC = 'spec/v2/core/versioning.md §1.2';
+
+/** The well-known resource is the one the HEADER selects; it has no /v1 twin to pair against. */
+const NOT_PAIRABLE = new Set(['/.well-known/openwop']);
+
+interface Probe { readonly status: number | null }
+
+async function get(path: string, major2: boolean): Promise<Probe> {
+  const { baseUrl, apiKey } = loadEnv();
+  const headers: Record<string, string> = { Accept: 'application/json' };
+  if (major2) headers['OpenWOP-Version'] = '2.0';
+  if (apiKey) headers['authorization'] = `Bearer ${apiKey}`;
+  try {
+    const res = await fetch(`${baseUrl.replace(/\/$/, '')}${path}`, { headers });
+    return { status: res.status };
+  } catch {
+    return { status: null };
+  }
+}
+
+function parameterlessGets(): string[] {
+  try {
+    const manifest = JSON.parse(
+      readFileSync(join(SCHEMAS_DIR, '..', 'spec', 'v2', 'path-manifest.json'), 'utf8'),
+    ) as { operations?: ReadonlyArray<{ method: string; path: string }> };
+    return (manifest.operations ?? [])
+      .filter((o) => o.method === 'GET' && !o.path.includes('{') && !NOT_PAIRABLE.has(o.path))
+      .map((o) => o.path)
+      .sort();
+  } catch {
+    return [];
+  }
+}
+
+describe('v2-advertised-path-space-served (RFC 0172 §A.1)', () => {
+  it('a host advertising major 2 reaches the surfaces it already serves under /v1', async () => {
+    const { baseUrl } = loadEnv();
+    const bare = await (async () => {
+      try {
+        const res = await fetch(`${baseUrl.replace(/\/$/, '')}/.well-known/openwop`, { headers: { Accept: 'application/json' } });
+        return res.status === 200 ? ((await res.json()) as Record<string, unknown>) : null;
+      } catch {
+        return null;
+      }
+    })();
+    if (!bare) return softSkip('blocked', 'the discovery document is unreadable, so the advertised majors are unknown');
+
+    const versions = Array.isArray(bare['protocolVersions']) ? (bare['protocolVersions'] as unknown[]).map(String) : [];
+    if (!new Set(versions.map((v) => v.split('.')[0])).has('2')) {
+      return softSkip('inapplicable', `the host advertises [${versions.join(', ') || 'no protocolVersions'}] — it does not claim major 2, so there is no path space to hold it to`);
+    }
+
+    const paths = parameterlessGets();
+    if (paths.length === 0) return softSkip('blocked', 'spec/v2/path-manifest.json is unreadable from this layout');
+
+    const overstated: string[] = [];
+    const served: string[] = [];
+    let pairable = 0;
+    for (const path of paths) {
+      const v1 = await get(`/v1${path}`, false);
+      if (v1.status === null) return softSkip('blocked', `the host became unreachable while probing /v1${path}`);
+      // The host does not serve this surface in EITHER major. Legitimate, and a
+      // different question from the one asked here.
+      if (v1.status === 404) continue;
+      pairable += 1;
+
+      const v2 = await get(path, true);
+      if (v2.status === null) return softSkip('blocked', `the host became unreachable while probing ${path}`);
+      // Any status but 404 means the route is MOUNTED — 401/403/422 all answer
+      // "this path exists". Only 404 says major 2 cannot reach it.
+      if (v2.status === 404) overstated.push(`${path} (/v1 → ${v1.status}, major 2 → 404)`);
+      else served.push(path);
+    }
+
+    if (pairable === 0) {
+      return softSkip('inapplicable', 'no parameterless GET in the v2 manifest is served under /v1 either, so there is no pair to compare and the advertisement cannot be checked this way');
+    }
+
+    expect(
+      overstated,
+      req(ID, DOC, `a host advertising major 2 MUST reach, under major 2, the surfaces it already serves under /v1 — advertising the major is a claim about the PATH SPACE and not only about the well-known resource, whose representation the header selects and which therefore passes even when almost nothing else is mounted (${overstated.length} of ${pairable} pairable surface(s) unreachable: ${overstated.slice(0, 6).join('; ')})`),
+    ).toEqual([]);
+
+    expect(
+      served.length,
+      req(ID, DOC, 'at least one non-well-known surface MUST be reachable under major 2, or the advertisement rests entirely on the one resource the header selects'),
+    ).toBeGreaterThan(0);
+  });
+});