@openwop/openwop-conformance 1.162.0 → 2.0.0-rc.0

package/src/scenarios/budget-policy-shape.test.ts

@@ -35,8 +35,7 @@ import { join } from 'node:path';
 import Ajv2020 from 'ajv/dist/2020.js';
 import addFormats from 'ajv-formats';
 import { SCHEMAS_DIR } from '../lib/paths.js';
-
-const why = (specRef: string, requirement: string): string => `${specRef} — ${requirement}`;
+import { req } from '../lib/requirement-ids.js';
 
 function loadSchema(name: string): Record<string, unknown> {
   return JSON.parse(readFileSync(join(SCHEMAS_DIR, name), 'utf8')) as Record<string, unknown>;
@@ -52,17 +51,17 @@ describe('budget-policy-shape: BudgetPolicy (RFC 0084 §A, server-free)', () =>
   it('a conforming budget policy validates', () => {
     expect(
       validate({ maxTokens: 200000, maxCostUsd: 1.0, maxToolCalls: 50, maxRetries: 10, modelAllow: ['claude-*'], modelDeny: ['gpt-4-32k'], thresholdPercent: 80, onExhaustion: 'fail' }),
-      why('budget-policy.md §A', 'a conforming BudgetPolicy MUST validate'),
+      req('openwop.it.budget-policy-shape.a-conforming-budget-policy-validates', 'budget-policy.md §A', 'a conforming BudgetPolicy MUST validate'),
     ).toBe(true);
   });
 
   it('the orthogonality guard: a wall-time field is rejected (it is RFC 0058 runTimeoutMs)', () => {
-    expect(validate({ maxCostUsd: 1.0, maxWallTimeMs: 60000 }), why('budget-policy.md §A/§E', 'wall-time is NOT a budget dimension')).toBe(false);
+    expect(validate({ maxCostUsd: 1.0, maxWallTimeMs: 60000 }), req('openwop.it.budget-policy-shape.the-orthogonality-guard-a-wall-time-field-is-rejected-it-is-rfc-0058-runtimeoutm', 'budget-policy.md §A/§E', 'wall-time is NOT a budget dimension')).toBe(false);
   });
 
   it('rejects an out-of-range thresholdPercent and an out-of-enum onExhaustion', () => {
-    expect(validate({ thresholdPercent: 120 }), why('budget-policy.md §A', 'thresholdPercent MUST be 0..100')).toBe(false);
-    expect(validate({ onExhaustion: 'explode' }), why('budget-policy.md §A', 'onExhaustion is a closed enum')).toBe(false);
+    expect(validate({ thresholdPercent: 120 }), req('openwop.it.budget-policy-shape.rejects-an-out-of-range-thresholdpercent-and-an-out-of-enum-onexhaustion', 'budget-policy.md §A', 'thresholdPercent MUST be 0..100')).toBe(false);
+    expect(validate({ onExhaustion: 'explode' }), req('openwop.it.budget-policy-shape.rejects-an-out-of-range-thresholdpercent-and-an-out-of-enum-onexhaustion', 'budget-policy.md §A', 'onExhaustion is a closed enum')).toBe(false);
   });
 });
 
@@ -76,21 +75,21 @@ describe('budget-policy-shape: budget.* events + cap.breached kinds (RFC 0084 §
   } as Record<string, unknown>);
 
   it('the four budget.* payloads validate conforming content-free records', () => {
-    expect(compile('budgetReserved')({ effectiveBudget: { maxCostUsd: 1.0 }, scope: 'run' }), why('budget-policy.md §C', 'budget.reserved MUST validate')).toBe(true);
-    expect(compile('budgetConsumed')({ dimension: 'cost', consumed: 0.7, limit: 1.0, remaining: 0.3 }), why('budget-policy.md §C', 'budget.consumed MUST validate')).toBe(true);
-    expect(compile('budgetThresholdCrossed')({ dimension: 'cost', consumed: 0.8, limit: 1.0, percent: 80 }), why('budget-policy.md §C', 'budget.threshold.crossed MUST validate')).toBe(true);
-    expect(compile('budgetExhausted')({ dimension: 'cost', consumed: 1.02, limit: 1.0 }), why('budget-policy.md §C', 'budget.exhausted MUST validate')).toBe(true);
+    expect(compile('budgetReserved')({ effectiveBudget: { maxCostUsd: 1.0 }, scope: 'run' }), req('openwop.it.budget-policy-shape.the-four-budget-payloads-validate-conforming-content-free-records', 'budget-policy.md §C', 'budget.reserved MUST validate')).toBe(true);
+    expect(compile('budgetConsumed')({ dimension: 'cost', consumed: 0.7, limit: 1.0, remaining: 0.3 }), req('openwop.it.budget-policy-shape.the-four-budget-payloads-validate-conforming-content-free-records', 'budget-policy.md §C', 'budget.consumed MUST validate')).toBe(true);
+    expect(compile('budgetThresholdCrossed')({ dimension: 'cost', consumed: 0.8, limit: 1.0, percent: 80 }), req('openwop.it.budget-policy-shape.the-four-budget-payloads-validate-conforming-content-free-records', 'budget-policy.md §C', 'budget.threshold.crossed MUST validate')).toBe(true);
+    expect(compile('budgetExhausted')({ dimension: 'cost', consumed: 1.02, limit: 1.0 }), req('openwop.it.budget-policy-shape.the-four-budget-payloads-validate-conforming-content-free-records', 'budget-policy.md §C', 'budget.exhausted MUST validate')).toBe(true);
   });
 
   it('rejects an out-of-enum dimension and a missing required field', () => {
-    expect(compile('budgetConsumed')({ dimension: 'vibes', consumed: 1, limit: 2 }), why('budget-policy.md §C', 'dimension is a closed enum')).toBe(false);
-    expect(compile('budgetExhausted')({ dimension: 'cost', consumed: 1.0 }), why('budget-policy.md §C', 'limit is REQUIRED')).toBe(false);
+    expect(compile('budgetConsumed')({ dimension: 'vibes', consumed: 1, limit: 2 }), req('openwop.it.budget-policy-shape.rejects-an-out-of-enum-dimension-and-a-missing-required-field', 'budget-policy.md §C', 'dimension is a closed enum')).toBe(false);
+    expect(compile('budgetExhausted')({ dimension: 'cost', consumed: 1.0 }), req('openwop.it.budget-policy-shape.rejects-an-out-of-enum-dimension-and-a-missing-required-field', 'budget-policy.md §C', 'limit is REQUIRED')).toBe(false);
   });
 
   it('the cap.breached kind enum carries the four budget-* values', () => {
     const kinds = ((payloads.$defs as Record<string, { properties?: Record<string, { enum?: string[] }> }>).capBreached.properties?.kind?.enum) ?? [];
     for (const k of ['budget-tokens', 'budget-cost', 'budget-tool-calls', 'budget-retries']) {
-      expect(kinds.includes(k), why('budget-policy.md §D', `cap.breached.kind MUST include ${k}`)).toBe(true);
+      expect(kinds.includes(k), req('openwop.it.budget-policy-shape.the-cap-breached-kind-enum-carries-the-four-budget-values', 'budget-policy.md §D', `cap.breached.kind MUST include ${k}`)).toBe(true);
     }
   });
 
@@ -98,7 +97,7 @@ describe('budget-policy-shape: budget.* events + cap.breached kinds (RFC 0084 §
     const runEvent = loadSchema('run-event.schema.json');
     const enumVals = ((runEvent.$defs as Record<string, { enum?: string[] }>).RunEventType?.enum) ?? [];
     for (const name of ['budget.reserved', 'budget.consumed', 'budget.threshold.crossed', 'budget.exhausted']) {
-      expect(enumVals.includes(name), why('run-event.schema.json', `${name} MUST be in the RunEventType enum`)).toBe(true);
+      expect(enumVals.includes(name), req('openwop.it.budget-policy-shape.all-four-budget-event-names-appear-in-the-runeventtype-enum', 'run-event.schema.json', `${name} MUST be in the RunEventType enum`)).toBe(true);
     }
   });
 
@@ -106,7 +105,7 @@ describe('budget-policy-shape: budget.* events + cap.breached kinds (RFC 0084 §
     const defs = payloads.$defs as Record<string, { properties?: Record<string, unknown> }>;
     for (const def of ['budgetReserved', 'budgetConsumed', 'budgetThresholdCrossed', 'budgetExhausted']) {
       for (const p of Object.keys(defs[def].properties ?? {})) {
-        expect(PRICING_PROP_NAMES.includes(p.toLowerCase()), why('budget-no-pricing-leak', `${def} MUST NOT declare a pricing-bearing property (${p})`)).toBe(false);
+        expect(PRICING_PROP_NAMES.includes(p.toLowerCase()), req('openwop.it.budget-policy-shape.the-budget-payloads-declare-no-pricing-credential-property-budget-no-pricing-lea', 'budget-no-pricing-leak', `${def} MUST NOT declare a pricing-bearing property (${p})`)).toBe(false);
       }
     }
   });
@@ -114,10 +113,10 @@ describe('budget-policy-shape: budget.* events + cap.breached kinds (RFC 0084 §
   it('the budget.* payloads are additionalProperties:false — a rate-card field on an INSTANCE is rejected', () => {
     // The aggregate cost total (the user's own budget) is permitted; the host's per-unit rate card is not.
     // additionalProperties:false makes the rejection structural, not just a declared-property check.
-    expect(compile('budgetConsumed')({ dimension: 'cost', consumed: 0.8, limit: 1.0 }), why('budget-policy.md §F', 'an aggregate cost total (the user budget) MUST validate')).toBe(true);
+    expect(compile('budgetConsumed')({ dimension: 'cost', consumed: 0.8, limit: 1.0 }), req('openwop.it.budget-policy-shape.the-budget-payloads-are-additionalproperties-false-a-rate-card-field-on-an-insta', 'budget-policy.md §F', 'an aggregate cost total (the user budget) MUST validate')).toBe(true);
     expect(
       compile('budgetConsumed')({ dimension: 'cost', consumed: 0.8, limit: 1.0, ratePerToken: 0.000003 }),
-      why('budget-no-pricing-leak', 'a rate-card / per-token-price field MUST be rejected (additionalProperties:false)'),
+      req('openwop.it.budget-policy-shape.the-budget-payloads-are-additionalproperties-false-a-rate-card-field-on-an-insta', 'budget-no-pricing-leak', 'a rate-card / per-token-price field MUST be rejected (additionalProperties:false)'),
     ).toBe(false);
   });
 });
@@ -127,10 +126,10 @@ describe('budget-policy-shape: capability advertisement (RFC 0084 §E, server-fr
     const caps = loadSchema('capabilities.schema.json');
     const props = caps.properties as Record<string, { properties?: Record<string, unknown> }>;
     for (const flag of ['supported', 'dimensions', 'enforce', 'scopes']) {
-      expect(props.budget?.properties?.[flag], why('budget-policy.md §E', `capabilities.budget.${flag} MUST be declared`)).toBeDefined();
+      expect(props.budget?.properties?.[flag], req('openwop.it.budget-policy-shape.capabilities-budget-limits-maxbudget-tokens-costusd-are-declared', 'budget-policy.md §E', `capabilities.budget.${flag} MUST be declared`)).toBeDefined();
     }
     for (const ceiling of ['maxBudgetTokens', 'maxBudgetCostUsd']) {
-      expect(props.limits?.properties?.[ceiling], why('budget-policy.md §E', `limits.${ceiling} MUST be declared`)).toBeDefined();
+      expect(props.limits?.properties?.[ceiling], req('openwop.it.budget-policy-shape.capabilities-budget-limits-maxbudget-tokens-costusd-are-declared', 'budget-policy.md §E', `limits.${ceiling} MUST be declared`)).toBeDefined();
     }
   });
 });

package/src/scenarios/bulk-cancel.test.ts

@@ -20,6 +20,7 @@
 import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
+import { req } from '../lib/requirement-ids.js';
 
 const CANCELLABLE = 'conformance-cancellable';
 const NOOP = 'conformance-noop';
@@ -48,22 +49,22 @@ describe.skipIf(SKIP)('bulk-cancel: POST /v1/runs:bulk-cancel', () => {
       runIds: [inflightRunId, 'run-does-not-exist-xxxxxxxx'],
       reason: 'conformance bulk-cancel test',
     });
-    expect(res.status, driver.describe(
+    expect(res.status, req('openwop.it.bulk-cancel.mixed-outcome-request-returns-per-id-results-in-order', 
       'rest-endpoints.md §"POST /v1/runs:bulk-cancel"',
       'top-level operation MUST return 200 when the request reached the host (per-id outcomes carry partial failure)',
     )).toBe(200);
 
     const body = res.json as { results: BulkResult[] };
     expect(Array.isArray(body.results)).toBe(true);
-    expect(body.results.length, 'results MUST have one entry per request runId').toBe(2);
+    expect(body.results.length, req('openwop.it.bulk-cancel.mixed-outcome-request-returns-per-id-results-in-order', 'rest-endpoints.md §"POST /v1/runs:bulk-cancel"', 'results MUST have one entry per request runId')).toBe(2);
 
-    expect(body.results[0]!.runId, 'results order MUST mirror the request order').toBe(inflightRunId);
+    expect(body.results[0]!.runId, req('openwop.it.bulk-cancel.mixed-outcome-request-returns-per-id-results-in-order', 'rest-endpoints.md §"POST /v1/runs:bulk-cancel"', 'results order MUST mirror the request order')).toBe(inflightRunId);
     expect(body.results[0]!.ok).toBe(true);
     expect(['cancelling', 'cancelled']).toContain(body.results[0]!.status);
 
     expect(body.results[1]!.runId).toBe('run-does-not-exist-xxxxxxxx');
-    expect(body.results[1]!.ok, 'unknown runId entry MUST have ok=false').toBe(false);
-    expect(body.results[1]!.error?.code, driver.describe(
+    expect(body.results[1]!.ok, req('openwop.it.bulk-cancel.mixed-outcome-request-returns-per-id-results-in-order', 'rest-endpoints.md §"POST /v1/runs:bulk-cancel"', 'unknown runId entry MUST have ok=false')).toBe(false);
+    expect(body.results[1]!.error?.code, req('openwop.it.bulk-cancel.mixed-outcome-request-returns-per-id-results-in-order', 
       'rest-endpoints.md §"POST /v1/runs:bulk-cancel"',
       'unknown runId outcomes carry `error.code === "not_found"`',
     )).toBe('not_found');
@@ -71,7 +72,7 @@ describe.skipIf(SKIP)('bulk-cancel: POST /v1/runs:bulk-cancel', () => {
 
   it('empty runIds array returns 400 validation_error', async () => {
     const res = await driver.post('/v1/runs:bulk-cancel', { runIds: [] });
-    expect(res.status).toBe(400);
+    expect(res.status, req('openwop.it.bulk-cancel.empty-runids-array-returns-400-validation-error', 'rest-endpoints.md §Open', 'empty runIds array returns 400 validation_error')).toBe(400);
     const body = res.json as { error?: string };
     expect(body.error).toBe('validation_error');
   });
@@ -83,7 +84,7 @@ describe.skipIf(SKIP)('bulk-cancel: POST /v1/runs:bulk-cancel', () => {
     expect(res.status).toBe(400);
     const body = res.json as { error?: string; details?: { maxRunIds?: number } };
     expect(body.error).toBe('validation_error');
-    expect(typeof body.details?.maxRunIds, driver.describe(
+    expect(typeof body.details?.maxRunIds, req('openwop.it.bulk-cancel.oversized-runids-array-returns-400-with-details-maxrunids', 
       'rest-endpoints.md §"POST /v1/runs:bulk-cancel"',
       'over-cap request MUST carry details.maxRunIds disclosing the configured ceiling',
     )).toBe('number');
@@ -103,7 +104,7 @@ describe.skipIf(SKIP)('bulk-cancel: POST /v1/runs:bulk-cancel', () => {
     const second = await driver.post('/v1/runs:bulk-cancel', { runIds: [runId] });
     expect(second.status).toBe(200);
     const body = second.json as { results: BulkResult[] };
-    expect(body.results[0]!.ok, driver.describe(
+    expect(body.results[0]!.ok, req('openwop.it.bulk-cancel.re-bulk-cancel-after-first-cancel-is-idempotent', 
       'rest-endpoints.md §"POST /v1/runs:bulk-cancel" §Idempotency',
       're-cancelling an already-cancelling/cancelled run MUST be ok: true (idempotent)',
     )).toBe(true);

package/src/scenarios/byok-auth-modes.test.ts

@@ -30,9 +30,8 @@ import Ajv2020 from 'ajv/dist/2020.js';
 import addFormats from 'ajv-formats';
 import { driver } from '../lib/driver.js';
 import { SCHEMAS_DIR } from '../lib/paths.js';
-
-/** Server-free assertion-message helper (mirrors driver.describe's "spec — requirement" shape without requiring OPENWOP_BASE_URL — used in the always-on shape group). */
-const why = (specRef: string, requirement: string): string => `${specRef} — ${requirement}`;
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 interface AuthModeCapabilities {
   aiProviders?: {
@@ -70,9 +69,9 @@ describe('byok-auth-modes: schema shape (RFC 0067, server-free)', () => {
       | undefined;
     expect(
       authModes,
-      why('capabilities.md §aiProviders.authModes', 'the schema MUST declare aiProviders.authModes'),
+      req('openwop.it.byok-auth-modes.the-capabilities-schema-declares-aiproviders-authmodes-with-the-five-mode-enum', 'capabilities.md §aiProviders.authModes', 'the schema MUST declare aiProviders.authModes'),
     ).toBeDefined();
-    expect(authModes?.additionalProperties?.items?.enum).toEqual([
+    expect(authModes?.additionalProperties?.items?.enum, req('openwop.it.byok-auth-modes.the-capabilities-schema-declares-aiproviders-authmodes-with-the-five-mode-enum', 'RFC 0067', 'the capabilities schema declares aiProviders.authModes with the five-mode enum')).toEqual([
       'apiKey',
       'oauth-pkce',
       'oauth-device',
@@ -85,10 +84,10 @@ describe('byok-auth-modes: schema shape (RFC 0067, server-free)', () => {
     const validate = authModesValidator();
     expect(
       validate({ anthropic: ['apiKey'], vertex: ['oauth-pkce'], ollama: ['none'] }),
-      why('RFC 0067 §A', 'a conforming authModes map MUST validate'),
+      req('openwop.it.byok-auth-modes.a-conforming-authmodes-map-validates-malformed-maps-are-rejected', 'RFC 0067 §A', 'a conforming authModes map MUST validate'),
     ).toBe(true);
     // Negative: empty array fails minItems.
-    expect(validate({ anthropic: [] })).toBe(false);
+    expect(validate({ anthropic: [] }), req('openwop.it.byok-auth-modes.a-conforming-authmodes-map-validates-malformed-maps-are-rejected', 'RFC 0067', 'a conforming authModes map validates; malformed maps are rejected')).toBe(false);
     // Negative: unknown mode (`device` — canonical is `oauth-device`) fails the enum.
     expect(validate({ anthropic: ['device'] })).toBe(false);
   });
@@ -97,10 +96,10 @@ describe('byok-auth-modes: schema shape (RFC 0067, server-free)', () => {
 describe('byok-auth-modes: cross-field consistency (gated on advertisement)', () => {
   it('a host advertising authModes MUST satisfy the §B contract', async () => {
     const res = await driver.get('/.well-known/openwop', { authenticated: false });
-    if (res.status !== 200) return; // discovery unavailable — skip cleanly
+    if (res.status !== 200) return softSkip('blocked', 'precondition not met — `res.status !== 200` returned early (discovery unavailable — skip cleanly) (seam, prior step, or fixture unavailable)'); // discovery unavailable — skip cleanly
     const caps = res.json as AuthModeCapabilities;
     const authModes = caps.aiProviders?.authModes;
-    if (!authModes) return; // host does not advertise authModes — gated skip
+    if (!authModes) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!authModes` returned early (host does not advertise authModes — gated skip)'); // host does not advertise authModes — gated skip
 
     const supported = new Set(caps.aiProviders?.supported ?? []);
     const byok = new Set(caps.aiProviders?.byok ?? []);
@@ -110,14 +109,14 @@ describe('byok-auth-modes: cross-field consistency (gated on advertisement)', ()
       // §B.1 — every key is in `supported`.
       expect(
         supported.has(provider),
-        driver.describe('RFC 0067 §B.1', `authModes key '${provider}' MUST appear in aiProviders.supported`),
+        req('openwop.it.byok-auth-modes.a-host-advertising-authmodes-must-satisfy-the-b-contract', 'RFC 0067 §B.1', `authModes key '${provider}' MUST appear in aiProviders.supported`),
       ).toBe(true);
 
       // §B.2 — an `apiKey` provider is in `byok`.
       if (modes.includes('apiKey')) {
         expect(
           byok.has(provider),
-          driver.describe('RFC 0067 §B.2', `provider '${provider}' with apiKey MUST appear in aiProviders.byok`),
+          req('openwop.it.byok-auth-modes.a-host-advertising-authmodes-must-satisfy-the-b-contract', 'RFC 0067 §B.2', `provider '${provider}' with apiKey MUST appear in aiProviders.byok`),
         ).toBe(true);
       }
 
@@ -125,7 +124,7 @@ describe('byok-auth-modes: cross-field consistency (gated on advertisement)', ()
       if (modes.includes('subscription')) {
         expect(
           byok.has(provider),
-          driver.describe('RFC 0121 §B.7', `provider '${provider}' with subscription MUST appear in aiProviders.byok`),
+          req('openwop.it.byok-auth-modes.a-host-advertising-authmodes-must-satisfy-the-b-contract', 'RFC 0121 §B.7', `provider '${provider}' with subscription MUST appear in aiProviders.byok`),
         ).toBe(true);
       }
 
@@ -133,7 +132,7 @@ describe('byok-auth-modes: cross-field consistency (gated on advertisement)', ()
       if (modes.length === 1 && modes[0] === 'none') {
         expect(
           byok.has(provider),
-          driver.describe('RFC 0067 §B.3', `provider '${provider}' with modes ["none"] MUST NOT appear in aiProviders.byok`),
+          req('openwop.it.byok-auth-modes.a-host-advertising-authmodes-must-satisfy-the-b-contract', 'RFC 0067 §B.3', `provider '${provider}' with modes ["none"] MUST NOT appear in aiProviders.byok`),
         ).toBe(false);
       }
 
@@ -142,7 +141,7 @@ describe('byok-auth-modes: cross-field consistency (gated on advertisement)', ()
       if ((modes.includes('oauth-pkce') || modes.includes('oauth-device')) && oauthIds.size > 0) {
         expect(
           oauthIds.has(provider),
-          driver.describe('RFC 0067 §B.4', `oauth provider '${provider}' SHOULD have a matching capabilities.oauth.providers[].id`),
+          req('openwop.it.byok-auth-modes.a-host-advertising-authmodes-must-satisfy-the-b-contract', 'RFC 0067 §B.4', `oauth provider '${provider}' SHOULD have a matching capabilities.oauth.providers[].id`),
         ).toBe(true);
       }
     }

package/src/scenarios/byok-roundtrip.test.ts

@@ -26,6 +26,8 @@ import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { pollUntilTerminal } from '../lib/polling.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 /** SHA-256 hex regex — 64 lowercase hex chars exactly. */
 const SHA256_HEX_RE = /^[0-9a-f]{64}$/;
@@ -42,17 +44,17 @@ describe.skipIf(SKIP_NO_FIXTURE)('byok: end-to-end credentialRef resolution roun
     // Fixture absent OR canary not provisioned — host doesn't opt in.
     // Scenario passes trivially.
     if (create.status === 404 || create.status === 422) {
-      return;
+      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `create.status === 404 || create.status === 422` returned early (Fixture absent OR canary not provisioned — host doesn\'t opt in. Scenario passes trivially.)');
     }
 
-    expect(create.status, driver.describe(
+    expect(create.status, req('openwop.it.byok-roundtrip.the-canary-fixture-run-must-resolve-a-host-provisioned-secret-and-emit-sha-256-h', 
       'rest-endpoints.md POST /v1/runs',
       'starting openwop-smoke-byok-roundtrip MUST succeed when OPENWOP_CONFORMANCE_FIXTURES=1 is advertised AND openwop-conformance-canary-secret is provisioned',
     )).toBe(201);
     const runId = (create.json as { runId: string }).runId;
 
     const terminal = await pollUntilTerminal(runId);
-    expect(terminal.status, driver.describe(
+    expect(terminal.status, req('openwop.it.byok-roundtrip.the-canary-fixture-run-must-resolve-a-host-provisioned-secret-and-emit-sha-256-h', 
       'auth.md §"Secret resolution"',
       'BYOK fixture run MUST reach terminal completed when canary is provisioned',
     )).toBe('completed');
@@ -79,17 +81,17 @@ describe.skipIf(SKIP_NO_FIXTURE)('byok: end-to-end credentialRef resolution roun
       // Host doesn't expose node outputs in variables/outputs map —
       // some hosts only expose them on the events stream. Skip the
       // shape check; the run-completed assertion above is sufficient.
-      return;
+      return softSkip('blocked', 'precondition not met — `!candidate || typeof candidate !== \'object\'` returned early (Host doesn\'t expose node outputs in variables/outputs map — some hosts only expose them on the events stream. Skip the shape check; …');
     }
 
     if ('secretSha256' in candidate && typeof candidate.secretSha256 === 'string') {
-      expect(candidate.secretSha256, driver.describe(
+      expect(candidate.secretSha256, req('openwop.it.byok-roundtrip.the-canary-fixture-run-must-resolve-a-host-provisioned-secret-and-emit-sha-256-h', 
         'auth.md §"Secret resolution"',
         'fixture-emitted SHA-256 hex MUST be 64 lowercase hex chars',
       )).toMatch(SHA256_HEX_RE);
     }
     if ('secretLength' in candidate && typeof candidate.secretLength === 'number') {
-      expect(candidate.secretLength, driver.describe(
+      expect(candidate.secretLength, req('openwop.it.byok-roundtrip.the-canary-fixture-run-must-resolve-a-host-provisioned-secret-and-emit-sha-256-h', 
         'auth.md §"Secret resolution"',
         'resolved canary length MUST be > 0 (non-empty)',
       )).toBeGreaterThan(0);
@@ -101,7 +103,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('byok: end-to-end credentialRef resolution roun
       workflowId: 'openwop-smoke-byok-roundtrip',
     });
     if (create.status === 404 || create.status === 422) {
-      return;
+      return softSkip('blocked', 'precondition not met — `create.status === 404 || create.status === 422` returned early (seam, prior step, or fixture unavailable)');
     }
     expect(create.status).toBe(201);
     const runId = (create.json as { runId: string }).runId;
@@ -116,7 +118,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('byok: end-to-end credentialRef resolution roun
     const completed = events.filter(
       (e) => e.type === 'node.completed' && e.nodeId === 'resolve-secret',
     );
-    expect(completed.length, driver.describe(
+    expect(completed.length, req('openwop.it.byok-roundtrip.byok-fixture-run-must-emit-a-node-completed-event-for-the-resolve-step', 
       'event-log.md §node.completed',
       'BYOK fixture node MUST emit exactly one node.completed event when secrets.resolve succeeds',
     )).toBe(1);
@@ -127,7 +129,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('byok: end-to-end credentialRef resolution roun
       workflowId: 'openwop-smoke-byok-roundtrip',
     });
     if (create.status === 404 || create.status === 422) {
-      return;
+      return softSkip('blocked', 'precondition not met — `create.status === 404 || create.status === 422` returned early (seam, prior step, or fixture unavailable)');
     }
     expect(create.status).toBe(201);
     const runId = (create.json as { runId: string }).runId;
@@ -157,7 +159,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('byok: end-to-end credentialRef resolution roun
       /"raw_secret"\s*:\s*"[^"]{8,}"/,
     ];
     for (const pat of suspiciousPatterns) {
-      expect(dump, driver.describe(
+      expect(dump, req('openwop.it.byok-roundtrip.byok-fixture-run-event-log-must-not-echo-the-resolved-secret-value-redaction', 
         'observability.md §"Redaction"',
         `event log MUST NOT contain a payload matching ${pat} — secret.echo fixture only emits hash + length`,
       )).not.toMatch(pat);

package/src/scenarios/cache-cross-tenant-isolation.test.ts

@@ -10,6 +10,8 @@
 import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { discoveryFamilies } from '../lib/discovery-capabilities.js';
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 interface DiscoveryDoc {
   capabilities?: Record<string, unknown>;
@@ -30,10 +32,10 @@ async function call(tenantId: string, op: string, args: Record<string, unknown>)
 describe('cache-cross-tenant-isolation: advertisement shape (RFC 0019)', () => {
   it('capabilities.cache is either absent or a well-formed object', async () => {
     const cap = await readCap();
-    if (cap === null) return;
+    if (cap === null) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `cap === null` returned early');
     expect(
       typeof cap.supported,
-      driver.describe(
+      req('openwop.it.cache-cross-tenant-isolation.capabilities-cache-is-either-absent-or-a-well-formed-object', 
         'capabilities.schema.json §cache',
         'capabilities.cache.supported MUST be a boolean when present',
       ),
@@ -44,19 +46,19 @@ describe('cache-cross-tenant-isolation: advertisement shape (RFC 0019)', () => {
 describe('cache-cross-tenant-isolation: behavioral (RFC 0019 §B point 2)', () => {
   it('put under tenant A → get under tenant B returns miss', async () => {
     const cap = await readCap();
-    if (!cap || cap.supported !== true) return;
+    if (!cap || cap.supported !== true) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!cap || cap.supported !== true` returned early');
     const key = `xtenant-cache-${Date.now()}-${Math.random().toString(36).slice(2, 6)}`;
 
     const putRes = await call('tenant-a', 'put', { key, value: 'from-A', ttlSeconds: 60 });
-    if (putRes.status === 404) return;
-    expect(putRes.status, 'put MUST succeed').toBe(200);
+    if (putRes.status === 404) return softSkip('blocked', 'precondition not met — `putRes.status === 404` returned early (seam, prior step, or fixture unavailable)');
+    expect(putRes.status, req('openwop.it.cache-cross-tenant-isolation.put-under-tenant-a-get-under-tenant-b-returns-miss', 'RFC 0019 §B point 2', 'put MUST succeed')).toBe(200);
 
     const getRes = await call('tenant-b', 'get', { key });
     expect(getRes.status).toBe(200);
     const body = getRes.json as { hit?: boolean };
     expect(
       body.hit,
-      driver.describe('RFC 0019 §B point 2', 'tenant B MUST NOT hit tenant A cache entry at same key'),
+      req('openwop.it.cache-cross-tenant-isolation.put-under-tenant-a-get-under-tenant-b-returns-miss', 'RFC 0019 §B point 2', 'tenant B MUST NOT hit tenant A cache entry at same key'),
     ).toBe(false);
   });
 });

package/src/scenarios/cache-ttl-expiry.test.ts

@@ -16,6 +16,8 @@
 import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { discoveryFamilies } from '../lib/discovery-capabilities.js';
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 interface DiscoveryDoc {
   capabilities?: Record<string, unknown>;
@@ -32,10 +34,10 @@ async function readCap(): Promise<Record<string, unknown> | null> {
 describe('cache-ttl-expiry: advertisement shape (RFC 0019)', () => {
   it('capabilities.cache is either absent or a well-formed object', async () => {
     const cap = await readCap();
-    if (cap === null) return; // host doesn't advertise — skip
+    if (cap === null) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `cap === null` returned early (host doesn\'t advertise — skip)'); // host doesn't advertise — skip
     expect(
       typeof cap.supported,
-      driver.describe(
+      req('openwop.it.cache-ttl-expiry.capabilities-cache-is-either-absent-or-a-well-formed-object', 
         'capabilities.schema.json §cache',
         'capabilities.cache.supported MUST be a boolean when present',
       ),
@@ -50,7 +52,7 @@ async function call(op: string, args: Record<string, unknown>) {
 describe('cache-ttl-expiry: behavioral (RFC 0019 §B point 2 — 1s TTL drift)', () => {
   it('put with ttlSeconds=2 → hit within window; miss after expiry', async () => {
     const probe = await call('get', { key: '__cache-probe__' });
-    if (probe.status === 404) return;
+    if (probe.status === 404) return softSkip('blocked', 'precondition not met — `probe.status === 404` returned early (seam, prior step, or fixture unavailable)');
     const key = `c-ttl-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
     const putRes = await call('put', { key, value: 'evicts-soon', ttlSeconds: 2 });
     expect(putRes.status).toBe(200);
@@ -59,7 +61,7 @@ describe('cache-ttl-expiry: behavioral (RFC 0019 §B point 2 — 1s TTL drift)',
     const withinBody = within.json as { value?: unknown; found?: boolean };
     expect(
       withinBody.value,
-      driver.describe('RFC 0019 §B point 2', 'cache get within TTL MUST return the stored value'),
+      req('openwop.it.cache-ttl-expiry.put-with-ttlseconds-2-hit-within-window-miss-after-expiry', 'RFC 0019 §B point 2', 'cache get within TTL MUST return the stored value'),
     ).toBe('evicts-soon');
 
     await new Promise((r) => setTimeout(r, 3000));
@@ -68,7 +70,7 @@ describe('cache-ttl-expiry: behavioral (RFC 0019 §B point 2 — 1s TTL drift)',
     const afterBody = after.json as { value?: unknown; found?: boolean };
     expect(
       afterBody.found,
-      driver.describe('RFC 0019 §B point 2', 'cache get after TTL expiry MUST surface as found:false (≤1s drift)'),
+      req('openwop.it.cache-ttl-expiry.put-with-ttlseconds-2-hit-within-window-miss-after-expiry', 'RFC 0019 §B point 2', 'cache get after TTL expiry MUST surface as found:false (≤1s drift)'),
     ).toBe(false);
   });
 });

package/src/scenarios/callai-multimodal.test.ts

@@ -22,6 +22,8 @@ import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { behaviorGate } from '../lib/behavior-gate.js';
 import { readCapabilityFamily } from '../lib/discovery-capabilities.js';
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 const ALL_MODALITIES = ['text', 'image', 'audio', 'document'];
 
@@ -60,10 +62,10 @@ describe('callai-multimodal (RFC 0091 §A/§B)', () => {
     const okRes = await driver.post(SEAM, {
       messages: [{ role: 'user', content: [{ type: 'text', text: 'describe this' }, okPart] }],
     });
-    if (okRes.status === 404) return; // seam unwired — soft-skip the whole behavioral suite
+    if (okRes.status === 404) return softSkip('blocked', 'precondition not met — `okRes.status === 404` returned early (seam unwired — soft-skip the whole behavioral suite) (seam, prior step, or fixture unavailable)'); // seam unwired — soft-skip the whole behavioral suite
     expect(
       errCode(okRes.json) !== 'unsupported_modality',
-      driver.describe('RFC 0091 §B', `an advertised modality (${accepted}) MUST NOT be rejected as unsupported_modality`),
+      req('openwop.it.callai-multimodal.accepts-an-advertised-non-text-modality-and-rejects-an-unadvertised-one-with-uns', 'RFC 0091 §B', `an advertised modality (${accepted}) MUST NOT be rejected as unsupported_modality`),
     ).toBe(true);
 
     // 2) An unadvertised modality MUST be rejected with unsupported_modality.
@@ -79,7 +81,7 @@ describe('callai-multimodal (RFC 0091 §A/§B)', () => {
       });
       expect(
         errCode(badRes.json) === 'unsupported_modality',
-        driver.describe('RFC 0091 §A', `an unadvertised modality (${unadvertised}) MUST be rejected with unsupported_modality (never silently dropped)`),
+        req('openwop.it.callai-multimodal.accepts-an-advertised-non-text-modality-and-rejects-an-unadvertised-one-with-uns', 'RFC 0091 §A', `an unadvertised modality (${unadvertised}) MUST be rejected with unsupported_modality (never silently dropped)`),
       ).toBe(true);
     }
   });

package/src/scenarios/cancellation.test.ts

@@ -11,6 +11,7 @@ import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { pollUntilStatus } from '../lib/polling.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
+import { req } from '../lib/requirement-ids.js';
 
 const WORKFLOW_ID = 'conformance-cancellable';
 const SKIP_NO_FIXTURE = !isFixtureAdvertised(WORKFLOW_ID);
@@ -21,7 +22,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('cancellation: in-flight :cancel reaches termin
       workflowId: WORKFLOW_ID,
       inputs: { delayMs: 10_000 },
     });
-    expect(create.status, driver.describe(
+    expect(create.status, req('openwop.it.cancellation.post-v1-runs-runid-cancel-returns-200-and-run-terminates-as-cancelled', 
       'rest-endpoints.md',
       'POST /v1/runs MUST return 201 on accepted run',
     )).toBe(201);
@@ -35,7 +36,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('cancellation: in-flight :cancel reaches termin
       `/v1/runs/${encodeURIComponent(runId)}/cancel`,
       { reason: 'conformance-cancellation-test' },
     );
-    expect(cancel.status, driver.describe(
+    expect(cancel.status, req('openwop.it.cancellation.post-v1-runs-runid-cancel-returns-200-and-run-terminates-as-cancelled', 
       'rest-endpoints.md POST /v1/runs/{runId}/cancel',
       'cancel MUST return 200 on accepted cancellation',
     )).toBe(200);
@@ -43,14 +44,14 @@ describe.skipIf(SKIP_NO_FIXTURE)('cancellation: in-flight :cancel reaches termin
     const cancelBody = cancel.json as { status?: string };
     expect(
       ['cancelled', 'cancelling'].includes(cancelBody.status ?? ''),
-      driver.describe(
+      req('openwop.it.cancellation.post-v1-runs-runid-cancel-returns-200-and-run-terminates-as-cancelled', 
         'rest-endpoints.md POST /v1/runs/{runId}/cancel',
         'cancel response status MUST be one of `cancelled` or `cancelling`',
       ),
     ).toBe(true);
 
     const terminal = await pollUntilStatus(runId, 'cancelled', { timeoutMs: 5_000 });
-    expect(terminal.status, driver.describe(
+    expect(terminal.status, req('openwop.it.cancellation.post-v1-runs-runid-cancel-returns-200-and-run-terminates-as-cancelled', 
       'fixtures.md conformance-cancellable §Terminal status',
       'fixture MUST reach terminal `cancelled` within 5s of cancel',
     )).toBe('cancelled');
@@ -62,7 +63,7 @@ describe('cancellation: cancelling an unknown run returns 404', () => {
     const res = await driver.post('/v1/runs/openwop-conformance-no-such-run/cancel', {});
     expect(
       [403, 404].includes(res.status),
-      driver.describe('rest-endpoints.md', 'cancel on unknown run MUST return 404 or 403'),
+      req('openwop.it.cancellation.post-v1-runs-nonexistentid-cancel-returns-404', 'rest-endpoints.md', 'cancel on unknown run MUST return 404 or 403'),
     ).toBe(true);
   });
 });