@openwop/openwop-conformance 1.163.0 → 2.0.0-rc.1

package/src/scenarios/byok-auth-modes.test.ts

@@ -30,9 +30,8 @@ import Ajv2020 from 'ajv/dist/2020.js';
 import addFormats from 'ajv-formats';
 import { driver } from '../lib/driver.js';
 import { SCHEMAS_DIR } from '../lib/paths.js';
-
-/** Server-free assertion-message helper (mirrors driver.describe's "spec — requirement" shape without requiring OPENWOP_BASE_URL — used in the always-on shape group). */
-const why = (specRef: string, requirement: string): string => `${specRef} — ${requirement}`;
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 interface AuthModeCapabilities {
   aiProviders?: {
@@ -70,9 +69,9 @@ describe('byok-auth-modes: schema shape (RFC 0067, server-free)', () => {
       | undefined;
     expect(
       authModes,
-      why('capabilities.md §aiProviders.authModes', 'the schema MUST declare aiProviders.authModes'),
+      req('openwop.it.byok-auth-modes.the-capabilities-schema-declares-aiproviders-authmodes-with-the-five-mode-enum', 'capabilities.md §aiProviders.authModes', 'the schema MUST declare aiProviders.authModes'),
     ).toBeDefined();
-    expect(authModes?.additionalProperties?.items?.enum).toEqual([
+    expect(authModes?.additionalProperties?.items?.enum, req('openwop.it.byok-auth-modes.the-capabilities-schema-declares-aiproviders-authmodes-with-the-five-mode-enum', 'RFC 0067', 'the capabilities schema declares aiProviders.authModes with the five-mode enum')).toEqual([
       'apiKey',
       'oauth-pkce',
       'oauth-device',
@@ -85,10 +84,10 @@ describe('byok-auth-modes: schema shape (RFC 0067, server-free)', () => {
     const validate = authModesValidator();
     expect(
       validate({ anthropic: ['apiKey'], vertex: ['oauth-pkce'], ollama: ['none'] }),
-      why('RFC 0067 §A', 'a conforming authModes map MUST validate'),
+      req('openwop.it.byok-auth-modes.a-conforming-authmodes-map-validates-malformed-maps-are-rejected', 'RFC 0067 §A', 'a conforming authModes map MUST validate'),
     ).toBe(true);
     // Negative: empty array fails minItems.
-    expect(validate({ anthropic: [] })).toBe(false);
+    expect(validate({ anthropic: [] }), req('openwop.it.byok-auth-modes.a-conforming-authmodes-map-validates-malformed-maps-are-rejected', 'RFC 0067', 'a conforming authModes map validates; malformed maps are rejected')).toBe(false);
     // Negative: unknown mode (`device` — canonical is `oauth-device`) fails the enum.
     expect(validate({ anthropic: ['device'] })).toBe(false);
   });
@@ -97,10 +96,10 @@ describe('byok-auth-modes: schema shape (RFC 0067, server-free)', () => {
 describe('byok-auth-modes: cross-field consistency (gated on advertisement)', () => {
   it('a host advertising authModes MUST satisfy the §B contract', async () => {
     const res = await driver.get('/.well-known/openwop', { authenticated: false });
-    if (res.status !== 200) return; // discovery unavailable — skip cleanly
+    if (res.status !== 200) return softSkip('blocked', 'precondition not met — `res.status !== 200` returned early (discovery unavailable — skip cleanly) (seam, prior step, or fixture unavailable)'); // discovery unavailable — skip cleanly
     const caps = res.json as AuthModeCapabilities;
     const authModes = caps.aiProviders?.authModes;
-    if (!authModes) return; // host does not advertise authModes — gated skip
+    if (!authModes) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!authModes` returned early (host does not advertise authModes — gated skip)'); // host does not advertise authModes — gated skip
 
     const supported = new Set(caps.aiProviders?.supported ?? []);
     const byok = new Set(caps.aiProviders?.byok ?? []);
@@ -110,14 +109,14 @@ describe('byok-auth-modes: cross-field consistency (gated on advertisement)', ()
       // §B.1 — every key is in `supported`.
       expect(
         supported.has(provider),
-        driver.describe('RFC 0067 §B.1', `authModes key '${provider}' MUST appear in aiProviders.supported`),
+        req('openwop.it.byok-auth-modes.a-host-advertising-authmodes-must-satisfy-the-b-contract', 'RFC 0067 §B.1', `authModes key '${provider}' MUST appear in aiProviders.supported`),
       ).toBe(true);
 
       // §B.2 — an `apiKey` provider is in `byok`.
       if (modes.includes('apiKey')) {
         expect(
           byok.has(provider),
-          driver.describe('RFC 0067 §B.2', `provider '${provider}' with apiKey MUST appear in aiProviders.byok`),
+          req('openwop.it.byok-auth-modes.a-host-advertising-authmodes-must-satisfy-the-b-contract', 'RFC 0067 §B.2', `provider '${provider}' with apiKey MUST appear in aiProviders.byok`),
         ).toBe(true);
       }
 
@@ -125,7 +124,7 @@ describe('byok-auth-modes: cross-field consistency (gated on advertisement)', ()
       if (modes.includes('subscription')) {
         expect(
           byok.has(provider),
-          driver.describe('RFC 0121 §B.7', `provider '${provider}' with subscription MUST appear in aiProviders.byok`),
+          req('openwop.it.byok-auth-modes.a-host-advertising-authmodes-must-satisfy-the-b-contract', 'RFC 0121 §B.7', `provider '${provider}' with subscription MUST appear in aiProviders.byok`),
         ).toBe(true);
       }
 
@@ -133,7 +132,7 @@ describe('byok-auth-modes: cross-field consistency (gated on advertisement)', ()
       if (modes.length === 1 && modes[0] === 'none') {
         expect(
           byok.has(provider),
-          driver.describe('RFC 0067 §B.3', `provider '${provider}' with modes ["none"] MUST NOT appear in aiProviders.byok`),
+          req('openwop.it.byok-auth-modes.a-host-advertising-authmodes-must-satisfy-the-b-contract', 'RFC 0067 §B.3', `provider '${provider}' with modes ["none"] MUST NOT appear in aiProviders.byok`),
         ).toBe(false);
       }
 
@@ -142,7 +141,7 @@ describe('byok-auth-modes: cross-field consistency (gated on advertisement)', ()
       if ((modes.includes('oauth-pkce') || modes.includes('oauth-device')) && oauthIds.size > 0) {
         expect(
           oauthIds.has(provider),
-          driver.describe('RFC 0067 §B.4', `oauth provider '${provider}' SHOULD have a matching capabilities.oauth.providers[].id`),
+          req('openwop.it.byok-auth-modes.a-host-advertising-authmodes-must-satisfy-the-b-contract', 'RFC 0067 §B.4', `oauth provider '${provider}' SHOULD have a matching capabilities.oauth.providers[].id`),
         ).toBe(true);
       }
     }

package/src/scenarios/byok-roundtrip.test.ts

@@ -26,6 +26,8 @@ import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { pollUntilTerminal } from '../lib/polling.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 /** SHA-256 hex regex — 64 lowercase hex chars exactly. */
 const SHA256_HEX_RE = /^[0-9a-f]{64}$/;
@@ -42,17 +44,17 @@ describe.skipIf(SKIP_NO_FIXTURE)('byok: end-to-end credentialRef resolution roun
     // Fixture absent OR canary not provisioned — host doesn't opt in.
     // Scenario passes trivially.
     if (create.status === 404 || create.status === 422) {
-      return;
+      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `create.status === 404 || create.status === 422` returned early (Fixture absent OR canary not provisioned — host doesn\'t opt in. Scenario passes trivially.)');
     }
 
-    expect(create.status, driver.describe(
+    expect(create.status, req('openwop.it.byok-roundtrip.the-canary-fixture-run-must-resolve-a-host-provisioned-secret-and-emit-sha-256-h', 
       'rest-endpoints.md POST /v1/runs',
       'starting openwop-smoke-byok-roundtrip MUST succeed when OPENWOP_CONFORMANCE_FIXTURES=1 is advertised AND openwop-conformance-canary-secret is provisioned',
     )).toBe(201);
     const runId = (create.json as { runId: string }).runId;
 
     const terminal = await pollUntilTerminal(runId);
-    expect(terminal.status, driver.describe(
+    expect(terminal.status, req('openwop.it.byok-roundtrip.the-canary-fixture-run-must-resolve-a-host-provisioned-secret-and-emit-sha-256-h', 
       'auth.md §"Secret resolution"',
       'BYOK fixture run MUST reach terminal completed when canary is provisioned',
     )).toBe('completed');
@@ -79,17 +81,17 @@ describe.skipIf(SKIP_NO_FIXTURE)('byok: end-to-end credentialRef resolution roun
       // Host doesn't expose node outputs in variables/outputs map —
       // some hosts only expose them on the events stream. Skip the
       // shape check; the run-completed assertion above is sufficient.
-      return;
+      return softSkip('blocked', 'precondition not met — `!candidate || typeof candidate !== \'object\'` returned early (Host doesn\'t expose node outputs in variables/outputs map — some hosts only expose them on the events stream. Skip the shape check; …');
     }
 
     if ('secretSha256' in candidate && typeof candidate.secretSha256 === 'string') {
-      expect(candidate.secretSha256, driver.describe(
+      expect(candidate.secretSha256, req('openwop.it.byok-roundtrip.the-canary-fixture-run-must-resolve-a-host-provisioned-secret-and-emit-sha-256-h', 
         'auth.md §"Secret resolution"',
         'fixture-emitted SHA-256 hex MUST be 64 lowercase hex chars',
       )).toMatch(SHA256_HEX_RE);
     }
     if ('secretLength' in candidate && typeof candidate.secretLength === 'number') {
-      expect(candidate.secretLength, driver.describe(
+      expect(candidate.secretLength, req('openwop.it.byok-roundtrip.the-canary-fixture-run-must-resolve-a-host-provisioned-secret-and-emit-sha-256-h', 
         'auth.md §"Secret resolution"',
         'resolved canary length MUST be > 0 (non-empty)',
       )).toBeGreaterThan(0);
@@ -101,7 +103,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('byok: end-to-end credentialRef resolution roun
       workflowId: 'openwop-smoke-byok-roundtrip',
     });
     if (create.status === 404 || create.status === 422) {
-      return;
+      return softSkip('blocked', 'precondition not met — `create.status === 404 || create.status === 422` returned early (seam, prior step, or fixture unavailable)');
     }
     expect(create.status).toBe(201);
     const runId = (create.json as { runId: string }).runId;
@@ -116,7 +118,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('byok: end-to-end credentialRef resolution roun
     const completed = events.filter(
       (e) => e.type === 'node.completed' && e.nodeId === 'resolve-secret',
     );
-    expect(completed.length, driver.describe(
+    expect(completed.length, req('openwop.it.byok-roundtrip.byok-fixture-run-must-emit-a-node-completed-event-for-the-resolve-step', 
       'event-log.md §node.completed',
       'BYOK fixture node MUST emit exactly one node.completed event when secrets.resolve succeeds',
     )).toBe(1);
@@ -127,7 +129,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('byok: end-to-end credentialRef resolution roun
       workflowId: 'openwop-smoke-byok-roundtrip',
     });
     if (create.status === 404 || create.status === 422) {
-      return;
+      return softSkip('blocked', 'precondition not met — `create.status === 404 || create.status === 422` returned early (seam, prior step, or fixture unavailable)');
     }
     expect(create.status).toBe(201);
     const runId = (create.json as { runId: string }).runId;
@@ -157,7 +159,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('byok: end-to-end credentialRef resolution roun
       /"raw_secret"\s*:\s*"[^"]{8,}"/,
     ];
     for (const pat of suspiciousPatterns) {
-      expect(dump, driver.describe(
+      expect(dump, req('openwop.it.byok-roundtrip.byok-fixture-run-event-log-must-not-echo-the-resolved-secret-value-redaction', 
         'observability.md §"Redaction"',
         `event log MUST NOT contain a payload matching ${pat} — secret.echo fixture only emits hash + length`,
       )).not.toMatch(pat);

package/src/scenarios/cache-cross-tenant-isolation.test.ts

@@ -10,6 +10,8 @@
 import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { discoveryFamilies } from '../lib/discovery-capabilities.js';
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 interface DiscoveryDoc {
   capabilities?: Record<string, unknown>;
@@ -30,10 +32,10 @@ async function call(tenantId: string, op: string, args: Record<string, unknown>)
 describe('cache-cross-tenant-isolation: advertisement shape (RFC 0019)', () => {
   it('capabilities.cache is either absent or a well-formed object', async () => {
     const cap = await readCap();
-    if (cap === null) return;
+    if (cap === null) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `cap === null` returned early');
     expect(
       typeof cap.supported,
-      driver.describe(
+      req('openwop.it.cache-cross-tenant-isolation.capabilities-cache-is-either-absent-or-a-well-formed-object', 
         'capabilities.schema.json §cache',
         'capabilities.cache.supported MUST be a boolean when present',
       ),
@@ -44,19 +46,19 @@ describe('cache-cross-tenant-isolation: advertisement shape (RFC 0019)', () => {
 describe('cache-cross-tenant-isolation: behavioral (RFC 0019 §B point 2)', () => {
   it('put under tenant A → get under tenant B returns miss', async () => {
     const cap = await readCap();
-    if (!cap || cap.supported !== true) return;
+    if (!cap || cap.supported !== true) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!cap || cap.supported !== true` returned early');
     const key = `xtenant-cache-${Date.now()}-${Math.random().toString(36).slice(2, 6)}`;
 
     const putRes = await call('tenant-a', 'put', { key, value: 'from-A', ttlSeconds: 60 });
-    if (putRes.status === 404) return;
-    expect(putRes.status, 'put MUST succeed').toBe(200);
+    if (putRes.status === 404) return softSkip('blocked', 'precondition not met — `putRes.status === 404` returned early (seam, prior step, or fixture unavailable)');
+    expect(putRes.status, req('openwop.it.cache-cross-tenant-isolation.put-under-tenant-a-get-under-tenant-b-returns-miss', 'RFC 0019 §B point 2', 'put MUST succeed')).toBe(200);
 
     const getRes = await call('tenant-b', 'get', { key });
     expect(getRes.status).toBe(200);
     const body = getRes.json as { hit?: boolean };
     expect(
       body.hit,
-      driver.describe('RFC 0019 §B point 2', 'tenant B MUST NOT hit tenant A cache entry at same key'),
+      req('openwop.it.cache-cross-tenant-isolation.put-under-tenant-a-get-under-tenant-b-returns-miss', 'RFC 0019 §B point 2', 'tenant B MUST NOT hit tenant A cache entry at same key'),
     ).toBe(false);
   });
 });

package/src/scenarios/cache-ttl-expiry.test.ts

@@ -16,6 +16,8 @@
 import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { discoveryFamilies } from '../lib/discovery-capabilities.js';
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 interface DiscoveryDoc {
   capabilities?: Record<string, unknown>;
@@ -32,10 +34,10 @@ async function readCap(): Promise<Record<string, unknown> | null> {
 describe('cache-ttl-expiry: advertisement shape (RFC 0019)', () => {
   it('capabilities.cache is either absent or a well-formed object', async () => {
     const cap = await readCap();
-    if (cap === null) return; // host doesn't advertise — skip
+    if (cap === null) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `cap === null` returned early (host doesn\'t advertise — skip)'); // host doesn't advertise — skip
     expect(
       typeof cap.supported,
-      driver.describe(
+      req('openwop.it.cache-ttl-expiry.capabilities-cache-is-either-absent-or-a-well-formed-object', 
         'capabilities.schema.json §cache',
         'capabilities.cache.supported MUST be a boolean when present',
       ),
@@ -50,7 +52,7 @@ async function call(op: string, args: Record<string, unknown>) {
 describe('cache-ttl-expiry: behavioral (RFC 0019 §B point 2 — 1s TTL drift)', () => {
   it('put with ttlSeconds=2 → hit within window; miss after expiry', async () => {
     const probe = await call('get', { key: '__cache-probe__' });
-    if (probe.status === 404) return;
+    if (probe.status === 404) return softSkip('blocked', 'precondition not met — `probe.status === 404` returned early (seam, prior step, or fixture unavailable)');
     const key = `c-ttl-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
     const putRes = await call('put', { key, value: 'evicts-soon', ttlSeconds: 2 });
     expect(putRes.status).toBe(200);
@@ -59,7 +61,7 @@ describe('cache-ttl-expiry: behavioral (RFC 0019 §B point 2 — 1s TTL drift)',
     const withinBody = within.json as { value?: unknown; found?: boolean };
     expect(
       withinBody.value,
-      driver.describe('RFC 0019 §B point 2', 'cache get within TTL MUST return the stored value'),
+      req('openwop.it.cache-ttl-expiry.put-with-ttlseconds-2-hit-within-window-miss-after-expiry', 'RFC 0019 §B point 2', 'cache get within TTL MUST return the stored value'),
     ).toBe('evicts-soon');
 
     await new Promise((r) => setTimeout(r, 3000));
@@ -68,7 +70,7 @@ describe('cache-ttl-expiry: behavioral (RFC 0019 §B point 2 — 1s TTL drift)',
     const afterBody = after.json as { value?: unknown; found?: boolean };
     expect(
       afterBody.found,
-      driver.describe('RFC 0019 §B point 2', 'cache get after TTL expiry MUST surface as found:false (≤1s drift)'),
+      req('openwop.it.cache-ttl-expiry.put-with-ttlseconds-2-hit-within-window-miss-after-expiry', 'RFC 0019 §B point 2', 'cache get after TTL expiry MUST surface as found:false (≤1s drift)'),
     ).toBe(false);
   });
 });

package/src/scenarios/callai-multimodal.test.ts

@@ -22,6 +22,8 @@ import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { behaviorGate } from '../lib/behavior-gate.js';
 import { readCapabilityFamily } from '../lib/discovery-capabilities.js';
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 const ALL_MODALITIES = ['text', 'image', 'audio', 'document'];
 
@@ -60,10 +62,10 @@ describe('callai-multimodal (RFC 0091 §A/§B)', () => {
     const okRes = await driver.post(SEAM, {
       messages: [{ role: 'user', content: [{ type: 'text', text: 'describe this' }, okPart] }],
     });
-    if (okRes.status === 404) return; // seam unwired — soft-skip the whole behavioral suite
+    if (okRes.status === 404) return softSkip('blocked', 'precondition not met — `okRes.status === 404` returned early (seam unwired — soft-skip the whole behavioral suite) (seam, prior step, or fixture unavailable)'); // seam unwired — soft-skip the whole behavioral suite
     expect(
       errCode(okRes.json) !== 'unsupported_modality',
-      driver.describe('RFC 0091 §B', `an advertised modality (${accepted}) MUST NOT be rejected as unsupported_modality`),
+      req('openwop.it.callai-multimodal.accepts-an-advertised-non-text-modality-and-rejects-an-unadvertised-one-with-uns', 'RFC 0091 §B', `an advertised modality (${accepted}) MUST NOT be rejected as unsupported_modality`),
     ).toBe(true);
 
     // 2) An unadvertised modality MUST be rejected with unsupported_modality.
@@ -79,7 +81,7 @@ describe('callai-multimodal (RFC 0091 §A/§B)', () => {
       });
       expect(
         errCode(badRes.json) === 'unsupported_modality',
-        driver.describe('RFC 0091 §A', `an unadvertised modality (${unadvertised}) MUST be rejected with unsupported_modality (never silently dropped)`),
+        req('openwop.it.callai-multimodal.accepts-an-advertised-non-text-modality-and-rejects-an-unadvertised-one-with-uns', 'RFC 0091 §A', `an unadvertised modality (${unadvertised}) MUST be rejected with unsupported_modality (never silently dropped)`),
       ).toBe(true);
     }
   });

package/src/scenarios/cancellation.test.ts

@@ -11,6 +11,7 @@ import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { pollUntilStatus } from '../lib/polling.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
+import { req } from '../lib/requirement-ids.js';
 
 const WORKFLOW_ID = 'conformance-cancellable';
 const SKIP_NO_FIXTURE = !isFixtureAdvertised(WORKFLOW_ID);
@@ -21,7 +22,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('cancellation: in-flight :cancel reaches termin
       workflowId: WORKFLOW_ID,
       inputs: { delayMs: 10_000 },
     });
-    expect(create.status, driver.describe(
+    expect(create.status, req('openwop.it.cancellation.post-v1-runs-runid-cancel-returns-200-and-run-terminates-as-cancelled', 
       'rest-endpoints.md',
       'POST /v1/runs MUST return 201 on accepted run',
     )).toBe(201);
@@ -35,7 +36,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('cancellation: in-flight :cancel reaches termin
       `/v1/runs/${encodeURIComponent(runId)}/cancel`,
       { reason: 'conformance-cancellation-test' },
     );
-    expect(cancel.status, driver.describe(
+    expect(cancel.status, req('openwop.it.cancellation.post-v1-runs-runid-cancel-returns-200-and-run-terminates-as-cancelled', 
       'rest-endpoints.md POST /v1/runs/{runId}/cancel',
       'cancel MUST return 200 on accepted cancellation',
     )).toBe(200);
@@ -43,14 +44,14 @@ describe.skipIf(SKIP_NO_FIXTURE)('cancellation: in-flight :cancel reaches termin
     const cancelBody = cancel.json as { status?: string };
     expect(
       ['cancelled', 'cancelling'].includes(cancelBody.status ?? ''),
-      driver.describe(
+      req('openwop.it.cancellation.post-v1-runs-runid-cancel-returns-200-and-run-terminates-as-cancelled', 
         'rest-endpoints.md POST /v1/runs/{runId}/cancel',
         'cancel response status MUST be one of `cancelled` or `cancelling`',
       ),
     ).toBe(true);
 
     const terminal = await pollUntilStatus(runId, 'cancelled', { timeoutMs: 5_000 });
-    expect(terminal.status, driver.describe(
+    expect(terminal.status, req('openwop.it.cancellation.post-v1-runs-runid-cancel-returns-200-and-run-terminates-as-cancelled', 
       'fixtures.md conformance-cancellable §Terminal status',
       'fixture MUST reach terminal `cancelled` within 5s of cancel',
     )).toBe('cancelled');
@@ -62,7 +63,7 @@ describe('cancellation: cancelling an unknown run returns 404', () => {
     const res = await driver.post('/v1/runs/openwop-conformance-no-such-run/cancel', {});
     expect(
       [403, 404].includes(res.status),
-      driver.describe('rest-endpoints.md', 'cancel on unknown run MUST return 404 or 403'),
+      req('openwop.it.cancellation.post-v1-runs-nonexistentid-cancel-returns-404', 'rest-endpoints.md', 'cancel on unknown run MUST return 404 or 403'),
     ).toBe(true);
   });
 });

package/src/scenarios/cap-breach.test.ts

@@ -22,6 +22,7 @@ import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { pollUntilTerminal } from '../lib/polling.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
+import { req } from '../lib/requirement-ids.js';
 
 const WORKFLOW_ID = 'conformance-cap-breach';
 const RECURSION_LIMIT = 3;
@@ -42,7 +43,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('cap-breach: conformance-cap-breach fixture fai
       workflowId: WORKFLOW_ID,
       configurable: { recursionLimit: RECURSION_LIMIT },
     });
-    expect(create.status, driver.describe(
+    expect(create.status, req('openwop.it.cap-breach.emits-cap-breached-transitions-to-terminal-failed-when-configurable-recursionlim', 
       'rest-endpoints.md POST /v1/runs',
       'run creation MUST accept the request even when configurable.recursionLimit is below the workflow size',
     )).toBe(201);
@@ -50,17 +51,17 @@ describe.skipIf(SKIP_NO_FIXTURE)('cap-breach: conformance-cap-breach fixture fai
 
     const terminal = await pollUntilTerminal(runId);
 
-    expect(terminal.status, driver.describe(
+    expect(terminal.status, req('openwop.it.cap-breach.emits-cap-breached-transitions-to-terminal-failed-when-configurable-recursionlim', 
       'fixtures.md conformance-cap-breach §Terminal status',
       'fixture MUST reach terminal `failed` when recursion limit is exceeded',
     )).toBe('failed');
 
-    expect(terminal.error?.code, driver.describe(
+    expect(terminal.error?.code, req('openwop.it.cap-breach.emits-cap-breached-transitions-to-terminal-failed-when-configurable-recursionlim', 
       'run-options.md §recursionLimit',
       'RunSnapshot.error.code MUST equal "recursion_limit_exceeded"',
     )).toBe('recursion_limit_exceeded');
 
-    expect(typeof terminal.error?.message, driver.describe(
+    expect(typeof terminal.error?.message, req('openwop.it.cap-breach.emits-cap-breached-transitions-to-terminal-failed-when-configurable-recursionlim', 
       'rest-endpoints.md RunSnapshot.error.message',
       'RunSnapshot.error.message MUST be a string',
     )).toBe('string');
@@ -72,7 +73,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('cap-breach: conformance-cap-breach fixture fai
     const events = (eventsRes.json as { events?: RunEvent[] } | undefined)?.events ?? [];
 
     const capBreachEvents = events.filter((e) => e.type === 'cap.breached');
-    expect(capBreachEvents.length, driver.describe(
+    expect(capBreachEvents.length, req('openwop.it.cap-breach.emits-cap-breached-transitions-to-terminal-failed-when-configurable-recursionlim', 
       'observability.md §cap.breached',
       'exactly one cap.breached event MUST be emitted on recursion-limit exceedance',
     )).toBe(1);
@@ -82,23 +83,23 @@ describe.skipIf(SKIP_NO_FIXTURE)('cap-breach: conformance-cap-breach fixture fai
       | { kind?: string; limit?: number; observed?: number; nodeId?: string }
       | undefined;
 
-    expect(payload?.kind, driver.describe(
+    expect(payload?.kind, req('openwop.it.cap-breach.emits-cap-breached-transitions-to-terminal-failed-when-configurable-recursionlim', 
       'run-event-payloads.schema.json §capBreached.kind',
       'cap.breached payload MUST carry kind="node-executions"',
     )).toBe('node-executions');
 
-    expect(payload?.limit, driver.describe(
+    expect(payload?.limit, req('openwop.it.cap-breach.emits-cap-breached-transitions-to-terminal-failed-when-configurable-recursionlim', 
       'run-event-payloads.schema.json §capBreached.limit',
       'cap.breached payload MUST carry the resolved limit (3 from configurable.recursionLimit)',
     )).toBe(RECURSION_LIMIT);
 
-    expect(typeof payload?.observed, driver.describe(
+    expect(typeof payload?.observed, req('openwop.it.cap-breach.emits-cap-breached-transitions-to-terminal-failed-when-configurable-recursionlim', 
       'run-event-payloads.schema.json §capBreached.observed',
       'cap.breached payload MUST carry the observed count as a number',
     )).toBe('number');
     expect(payload?.observed).toBeGreaterThan(RECURSION_LIMIT);
 
-    expect(typeof payload?.nodeId, driver.describe(
+    expect(typeof payload?.nodeId, req('openwop.it.cap-breach.emits-cap-breached-transitions-to-terminal-failed-when-configurable-recursionlim', 
       'run-event-payloads.schema.json §capBreached.nodeId',
       'cap.breached payload MUST carry the offending nodeId for node-executions kind',
     )).toBe('string');
@@ -121,10 +122,10 @@ describe.skipIf(SKIP_NO_FIXTURE)('cap-breach: conformance-cap-breach fixture fai
     const capBreach = events.find((e) => e.type === 'cap.breached');
     const runFailed = events.find((e) => e.type === 'run.failed');
 
-    expect(capBreach, 'cap.breached MUST be emitted').toBeDefined();
-    expect(runFailed, 'run.failed MUST be emitted').toBeDefined();
+    expect(capBreach, req('openwop.it.cap-breach.cap-breached-precedes-run-failed-in-the-event-sequence-breach-detected-before-ov', 'observability.md §event ordering', 'cap.breached MUST be emitted')).toBeDefined();
+    expect(runFailed, req('openwop.it.cap-breach.cap-breached-precedes-run-failed-in-the-event-sequence-breach-detected-before-ov', 'observability.md §event ordering', 'run.failed MUST be emitted')).toBeDefined();
 
-    expect(capBreach!.sequence, driver.describe(
+    expect(capBreach!.sequence, req('openwop.it.cap-breach.cap-breached-precedes-run-failed-in-the-event-sequence-breach-detected-before-ov', 
       'observability.md §event ordering',
       'cap.breached MUST precede run.failed in sequence (breach detected BEFORE over-limit node fires)',
     )).toBeLessThan(runFailed!.sequence);
@@ -137,11 +138,11 @@ describe.skipIf(SKIP_NO_FIXTURE)('cap-breach: conformance-cap-breach fixture fai
     // short) — those would emit fewer than `RECURSION_LIMIT` started
     // events while still satisfying the invariant.
     const nodeStarted = events.filter((e) => e.type === 'node.started');
-    expect(nodeStarted.length, driver.describe(
+    expect(nodeStarted.length, req('openwop.it.cap-breach.cap-breached-precedes-run-failed-in-the-event-sequence-breach-detected-before-ov', 
       'run-options.md §recursionLimit',
       'at most `limit` node.started events MUST be emitted; the over-limit node MUST NOT receive node.started',
     )).toBeLessThanOrEqual(RECURSION_LIMIT);
-    expect(nodeStarted.length, driver.describe(
+    expect(nodeStarted.length, req('openwop.it.cap-breach.cap-breached-precedes-run-failed-in-the-event-sequence-breach-detected-before-ov', 
       'run-options.md §recursionLimit',
       'at least one node MUST start before the breach (otherwise the workflow never executed)',
     )).toBeGreaterThan(0);

package/src/scenarios/capability-arm-witness.test.ts

@@ -45,6 +45,8 @@ import { readFileSync } from 'node:fs';
 import { join } from 'node:path';
 import { driver } from '../lib/driver.js';
 import { SCHEMAS_DIR } from '../lib/paths.js';
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 type Arm = 'root-plain' | 'root-dotted' | 'wrapper-plain' | 'wrapper-dotted';
 
@@ -84,11 +86,11 @@ describe('capability-arm-witness: which resolver arm the host lands on (RFC 0144
     const res = await driver.get('/.well-known/openwop');
     // No discovery document ⇒ inapplicable. Other scenarios own that failure; this leg is
     // about WHERE families sit, not whether the host has any.
-    if (res.status !== 200 || res.json === undefined || res.json === null) return;
+    if (res.status !== 200 || res.json === undefined || res.json === null) return softSkip('blocked', 'precondition not met — `res.status !== 200 || res.json === undefined || res.json === null` returned early (No discovery document ⇒ inapplicable. Other scenarios own that failure; this leg is about WHERE families sit, …');
 
     const doc = res.json as Record<string, unknown>;
     const placements = classify(doc, declaredFamilies());
-    if (placements.length === 0) return; // advertises no declared family — inapplicable
+    if (placements.length === 0) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `placements.length === 0` returned early (advertises no declared family — inapplicable)'); // advertises no declared family — inapplicable
 
     const canonical = placements.filter((p) => p.arms.includes('root-plain'));
     const rootDotted = placements.filter(
@@ -110,7 +112,7 @@ describe('capability-arm-witness: which resolver arm the host lands on (RFC 0144
     // ASSERT — the existing MUST, not a new one.
     expect(
       wrapperOnly.map((p) => p.family),
-      driver.describe(
+      req('openwop.it.capability-arm-witness.no-capability-family-is-reachable-only-under-the-deprecated-capabilities-wrapper', 
         'capabilities.md §"Document-root layout (normative — RFC 0073)"',
         'every family MUST appear at the document root; a host that serves families EXCLUSIVELY under the deprecated `capabilities` wrapper is non-conformant and is graded as such. The suite\'s helpers fall back to the wrapper, so without this leg such a host reads exactly like a migrated one — which is RFC 0144 G1',
       ),