@openwop/openwop-conformance 1.162.0 → 2.0.0-rc.0

package/src/scenarios/pack-registry.test.ts

@@ -47,6 +47,8 @@ import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
 import { recordRequirement } from '../lib/requirement-ledger.js';
 import { requirementIdForScenario } from '../lib/requirement-registry.js';
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 /** RFC 0148 §A requirement id this file's floor row is recorded under. */
 const REQUIREMENT_ID = requirementIdForScenario('pack-registry.test.ts');
@@ -112,7 +114,7 @@ async function probeRegistry(): Promise<RegistryProbeResult> {
 describe('pack-registry: read-endpoint shape contracts', () => {
   it('GET /v1/packs/-/search returns an OpenWOP-shaped response (or registry is absent)', async () => {
     const probe = await probeRegistry();
-    if (!probe.registryPresent) return; // Host doesn't ship a registry.
+    if (!probe.registryPresent) return softSkip('blocked', 'precondition not met — `!probe.registryPresent` returned early (Host doesn\'t ship a registry.) (seam, prior step, or fixture unavailable)'); // Host doesn't ship a registry.
 
     const res = await driver.get('/v1/packs/-/search?q=', { authenticated: false });
     // Spec doesn't pin empty-q behavior — both 400 (validation) and 200
@@ -120,18 +122,18 @@ describe('pack-registry: read-endpoint shape contracts', () => {
     // JSON-shaped.
     expect([200, 400]).toContain(res.status);
     const body = res.json as Record<string, unknown> | undefined;
-    expect(body, driver.describe(
+    expect(body, req('openwop.it.pack-registry.get-v1-packs-search-returns-an-openwop-shaped-response-or-registry-is-absent', 
       'node-packs.md §"GET /v1/packs/-/search"',
       'response MUST be JSON',
     )).toBeDefined();
 
     if (res.status === 200) {
-      expect(Array.isArray(body?.results), driver.describe(
+      expect(Array.isArray(body?.results), req('openwop.it.pack-registry.get-v1-packs-search-returns-an-openwop-shaped-response-or-registry-is-absent', 
         'node-packs.md §"GET /v1/packs/-/search"',
         'search response MUST carry a `results` array',
       )).toBe(true);
     } else {
-      expect(typeof body?.error, driver.describe(
+      expect(typeof body?.error, req('openwop.it.pack-registry.get-v1-packs-search-returns-an-openwop-shaped-response-or-registry-is-absent', 
         'rest-endpoints.md §"Error envelope"',
         '400 response MUST carry a string `error` field',
       )).toBe('string');
@@ -140,24 +142,24 @@ describe('pack-registry: read-endpoint shape contracts', () => {
 
   it('GET /v1/packs/{nonexistent} returns 404 pack_not_found with openwop error envelope', async () => {
     const probe = await probeRegistry();
-    if (!probe.registryPresent) return;
+    if (!probe.registryPresent) return softSkip('blocked', 'precondition not met — `!probe.registryPresent` returned early (seam, prior step, or fixture unavailable)');
 
     const res = await driver.get(`/v1/packs/${encodeURIComponent(NONEXISTENT_PACK)}`, {
       authenticated: false,
     });
-    expect(res.status, driver.describe(
+    expect(res.status, req('openwop.it.pack-registry.get-v1-packs-nonexistent-returns-404-pack-not-found-with-openwop-error-envelope', 
       'node-packs.md §"GET /v1/packs/{name}"',
       'unknown pack name MUST return 404',
     )).toBe(404);
 
     const body = res.json as { error?: unknown } | undefined;
-    expect(typeof body?.error, driver.describe(
+    expect(typeof body?.error, req('openwop.it.pack-registry.get-v1-packs-nonexistent-returns-404-pack-not-found-with-openwop-error-envelope', 
       'rest-endpoints.md §"Error envelope"',
       '404 response MUST carry a string `error` field',
     )).toBe('string');
     // Reference impl emits `pack_not_found`; spec doesn't pin the exact
     // string — but the prefix `pack_` is the documented family.
-    expect((body?.error as string).length, driver.describe(
+    expect((body?.error as string).length, req('openwop.it.pack-registry.get-v1-packs-nonexistent-returns-404-pack-not-found-with-openwop-error-envelope', 
       'rest-endpoints.md §"Error envelope"',
       '`error` field MUST be non-empty',
     )).toBeGreaterThan(0);
@@ -165,19 +167,19 @@ describe('pack-registry: read-endpoint shape contracts', () => {
 
   it('GET /v1/packs/{name}/-/{version}.json returns 404 for nonexistent version', async () => {
     const probe = await probeRegistry();
-    if (!probe.registryPresent) return;
+    if (!probe.registryPresent) return softSkip('blocked', 'precondition not met — `!probe.registryPresent` returned early (seam, prior step, or fixture unavailable)');
 
     const res = await driver.get(
       `/v1/packs/${encodeURIComponent(NONEXISTENT_PACK)}/-/${NONEXISTENT_VERSION}.json`,
       { authenticated: false },
     );
-    expect(res.status, driver.describe(
+    expect(res.status, req('openwop.it.pack-registry.get-v1-packs-name-version-json-returns-404-for-nonexistent-version', 
       'node-packs.md §"GET /v1/packs/{name}/-/{version}.json"',
       'unknown (name, version) MUST return 404',
     )).toBe(404);
 
     const body = res.json as { error?: unknown } | undefined;
-    expect(typeof body?.error, driver.describe(
+    expect(typeof body?.error, req('openwop.it.pack-registry.get-v1-packs-name-version-json-returns-404-for-nonexistent-version', 
       'rest-endpoints.md §"Error envelope"',
       '404 response MUST carry a string `error` field',
     )).toBe('string');
@@ -185,7 +187,7 @@ describe('pack-registry: read-endpoint shape contracts', () => {
 
   it('GET /v1/packs/{name}/-/{version}.sig returns 404 signature_not_available for nonexistent version', async () => {
     const probe = await probeRegistry();
-    if (!probe.registryPresent) return;
+    if (!probe.registryPresent) return softSkip('blocked', 'precondition not met — `!probe.registryPresent` returned early (seam, prior step, or fixture unavailable)');
 
     const res = await driver.get(
       `/v1/packs/${encodeURIComponent(NONEXISTENT_PACK)}/-/${NONEXISTENT_VERSION}.sig`,
@@ -196,13 +198,13 @@ describe('pack-registry: read-endpoint shape contracts', () => {
     // intentionally indistinguishable. A 302 redirect to a storage-
     // backed signed URL is also spec-allowed for VALID signatures —
     // for a NONEXISTENT pack, only 404 is correct.
-    expect(res.status, driver.describe(
+    expect(res.status, req('openwop.it.pack-registry.get-v1-packs-name-version-sig-returns-404-signature-not-available-for-nonexisten', 
       'node-packs.md §"GET /v1/packs/{name}/-/{version}.sig"',
       'nonexistent (name, version) MUST return 404 signature_not_available',
     )).toBe(404);
 
     const body = res.json as { error?: unknown } | undefined;
-    expect(typeof body?.error, driver.describe(
+    expect(typeof body?.error, req('openwop.it.pack-registry.get-v1-packs-name-version-sig-returns-404-signature-not-available-for-nonexisten', 
       'node-packs.md §"GET /v1/packs/{name}/-/{version}.sig"',
       '404 response MUST carry a string `error` field — `signature_not_available` is the canonical code',
     )).toBe('string');
@@ -211,19 +213,19 @@ describe('pack-registry: read-endpoint shape contracts', () => {
 
   it('GET /v1/packs/{bad-name}/-/{version}.json returns 400 invalid_pack_name', async () => {
     const probe = await probeRegistry();
-    if (!probe.registryPresent) return;
+    if (!probe.registryPresent) return softSkip('blocked', 'precondition not met — `!probe.registryPresent` returned early (seam, prior step, or fixture unavailable)');
 
     // Single-segment name violates the reverse-DNS pattern.
     const res = await driver.get('/v1/packs/not-reverse-dns/-/1.0.json', {
       authenticated: false,
     });
-    expect(res.status, driver.describe(
+    expect(res.status, req('openwop.it.pack-registry.get-v1-packs-bad-name-version-json-returns-400-invalid-pack-name', 
       'node-packs.md §"GET /v1/packs/{name}/-/{version}.json"',
       'malformed pack name MUST return 400 invalid_pack_name',
     )).toBe(400);
 
     const body = res.json as { error?: unknown } | undefined;
-    expect(typeof body?.error, driver.describe(
+    expect(typeof body?.error, req('openwop.it.pack-registry.get-v1-packs-bad-name-version-json-returns-400-invalid-pack-name', 
       'rest-endpoints.md §"Error envelope"',
       '400 response MUST carry a string `error` field',
     )).toBe('string');
@@ -231,14 +233,14 @@ describe('pack-registry: read-endpoint shape contracts', () => {
 
   it('GET /v1/packs/{name}/-/{bad-version}.json returns 400 invalid_version', async () => {
     const probe = await probeRegistry();
-    if (!probe.registryPresent) return;
+    if (!probe.registryPresent) return softSkip('blocked', 'precondition not met — `!probe.registryPresent` returned early (seam, prior step, or fixture unavailable)');
 
     // `not-a-version` violates semver.
     const res = await driver.get(
       `/v1/packs/${encodeURIComponent(NONEXISTENT_PACK)}/-/not-a-version.json`,
       { authenticated: false },
     );
-    expect(res.status, driver.describe(
+    expect(res.status, req('openwop.it.pack-registry.get-v1-packs-name-bad-version-json-returns-400-invalid-version', 
       'node-packs.md §"GET /v1/packs/{name}/-/{version}.json"',
       'non-semver version MUST return 400 invalid_version',
     )).toBe(400);
@@ -251,20 +253,20 @@ describe('pack-registry: read-endpoint shape contracts', () => {
 describe('pack-registry: catalog response shape (when populated)', () => {
   it('GET /v1/packs/{name} catalog records validate against the documented shape', async () => {
     const probe = await probeRegistry();
-    if (!probe.registryPresent) return;
+    if (!probe.registryPresent) return softSkip('blocked', 'precondition not met — `!probe.registryPresent` returned early (seam, prior step, or fixture unavailable)');
 
     // Probe search for a real entry. If the catalog is empty, skip.
     const search = await driver.get('/v1/packs/-/search?q=', { authenticated: false });
-    if (search.status !== 200) return;
+    if (search.status !== 200) return softSkip('blocked', 'precondition not met — `search.status !== 200` returned early (seam, prior step, or fixture unavailable)');
     const results = (search.json as { results?: Array<{ name?: unknown }> } | undefined)?.results;
-    if (!Array.isArray(results) || results.length === 0) return;
+    if (!Array.isArray(results) || results.length === 0) return softSkip('blocked', 'precondition not met — `!Array.isArray(results) || results.length === 0` returned early (seam, prior step, or fixture unavailable)');
 
     // Walk up to 3 results and assert their catalog records are well-shaped.
     const sample = results.slice(0, 3);
     for (const entry of sample) {
       const name = entry.name;
       if (typeof name !== 'string') continue;
-      expect(name, driver.describe(
+      expect(name, req('openwop.it.pack-registry.get-v1-packs-name-catalog-records-validate-against-the-documented-shape', 
         'node-packs.md §"Naming"',
         `search result name "${name}" MUST match reverse-DNS pattern`,
       )).toMatch(PACK_NAME_RE);
@@ -272,7 +274,7 @@ describe('pack-registry: catalog response shape (when populated)', () => {
       const cat = await driver.get(`/v1/packs/${encodeURIComponent(name)}`, {
         authenticated: false,
       });
-      expect(cat.status, driver.describe(
+      expect(cat.status, req('openwop.it.pack-registry.get-v1-packs-name-catalog-records-validate-against-the-documented-shape', 
         'node-packs.md §"GET /v1/packs/{name}"',
         `catalog read for known pack "${name}" MUST return 200`,
       )).toBe(200);
@@ -282,11 +284,11 @@ describe('pack-registry: catalog response shape (when populated)', () => {
         versions?: Record<string, unknown>;
         'dist-tags'?: { latest?: unknown };
       } | undefined;
-      expect(body?.name, driver.describe(
+      expect(body?.name, req('openwop.it.pack-registry.get-v1-packs-name-catalog-records-validate-against-the-documented-shape', 
         'node-packs.md §"GET /v1/packs/{name}"',
         'catalog response MUST echo the requested pack name',
       )).toBe(name);
-      expect(typeof body?.versions, driver.describe(
+      expect(typeof body?.versions, req('openwop.it.pack-registry.get-v1-packs-name-catalog-records-validate-against-the-documented-shape', 
         'node-packs.md §"GET /v1/packs/{name}"',
         'catalog response MUST carry a `versions` map',
       )).toBe('object');
@@ -294,7 +296,7 @@ describe('pack-registry: catalog response shape (when populated)', () => {
       // Every version key MUST be valid semver per the spec.
       const versionKeys = Object.keys(body?.versions ?? {});
       for (const v of versionKeys) {
-        expect(v, driver.describe(
+        expect(v, req('openwop.it.pack-registry.get-v1-packs-name-catalog-records-validate-against-the-documented-shape', 
           'node-packs.md §"Versioning"',
           `version key "${v}" MUST match SemVer 2.0.0`,
         )).toMatch(SEMVER_RE);
@@ -306,16 +308,16 @@ describe('pack-registry: catalog response shape (when populated)', () => {
 describe('pack-registry: keychain shape (when present)', () => {
   it('GET /v1/packs/{name}/-/keychain returns well-formed key entries when present', async () => {
     const probe = await probeRegistry();
-    if (!probe.registryPresent) return;
+    if (!probe.registryPresent) return softSkip('blocked', 'precondition not met — `!probe.registryPresent` returned early (seam, prior step, or fixture unavailable)');
 
     // Probe for any real pack to fetch its keychain. Skip if no packs.
     const search = await driver.get('/v1/packs/-/search?q=', { authenticated: false });
-    if (search.status !== 200) return;
+    if (search.status !== 200) return softSkip('blocked', 'precondition not met — `search.status !== 200` returned early (seam, prior step, or fixture unavailable)');
     const results = (search.json as { results?: Array<{ name?: unknown }> } | undefined)?.results;
-    if (!Array.isArray(results) || results.length === 0) return;
+    if (!Array.isArray(results) || results.length === 0) return softSkip('blocked', 'precondition not met — `!Array.isArray(results) || results.length === 0` returned early (seam, prior step, or fixture unavailable)');
 
     const first = results[0]?.name;
-    if (typeof first !== 'string') return;
+    if (typeof first !== 'string') return softSkip('blocked', 'precondition not met — `typeof first !== \'string\'` returned early (seam, prior step, or fixture unavailable)');
 
     const res = await driver.get(`/v1/packs/${encodeURIComponent(first)}/-/keychain`, {
       authenticated: false,
@@ -323,25 +325,25 @@ describe('pack-registry: keychain shape (when present)', () => {
     // 200 with `{keys: []}` and 404 are both spec-allowed (keychain is
     // optional; not every namespace publishes one).
     expect([200, 404]).toContain(res.status);
-    if (res.status === 404) return;
+    if (res.status === 404) return softSkip('blocked', 'precondition not met — `res.status === 404` returned early (seam, prior step, or fixture unavailable)');
 
     const body = res.json as { keys?: unknown; namespace?: unknown } | undefined;
-    expect(Array.isArray(body?.keys), driver.describe(
+    expect(Array.isArray(body?.keys), req('openwop.it.pack-registry.get-v1-packs-name-keychain-returns-well-formed-key-entries-when-present', 
       'registry-operations.md §"Signing keychain"',
       'keychain response MUST carry a `keys` array',
     )).toBe(true);
 
     const keys = body?.keys as Array<Record<string, unknown>>;
     for (const key of keys) {
-      expect(typeof key.kid, driver.describe(
+      expect(typeof key.kid, req('openwop.it.pack-registry.get-v1-packs-name-keychain-returns-well-formed-key-entries-when-present', 
         'registry-operations.md §"Signing keychain"',
         'each key MUST have a string `kid`',
       )).toBe('string');
-      expect(typeof key.algorithm, driver.describe(
+      expect(typeof key.algorithm, req('openwop.it.pack-registry.get-v1-packs-name-keychain-returns-well-formed-key-entries-when-present', 
         'registry-operations.md §"Signing keychain"',
         'each key MUST have a string `algorithm`',
       )).toBe('string');
-      expect(typeof key.publicKey, driver.describe(
+      expect(typeof key.publicKey, req('openwop.it.pack-registry.get-v1-packs-name-keychain-returns-well-formed-key-entries-when-present', 
         'registry-operations.md §"Signing keychain"',
         'each key MUST have a string `publicKey`',
       )).toBe('string');

package/src/scenarios/pause-resume.test.ts

@@ -22,6 +22,8 @@ import { driver } from '../lib/driver.js';
 import { capabilityFamily } from '../lib/discovery-capabilities.js';
 import { pollUntilStatus, pollUntilTerminal } from '../lib/polling.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 const FIXTURE =
   (isFixtureAdvertised('conformance-cancellable') && 'conformance-cancellable') ||
@@ -54,9 +56,9 @@ describe.skipIf(SKIP)('pause/resume: running → paused → running → terminal
       await driver.post(`/v1/runs/${encodeURIComponent(runId)}/cancel`, {
         reason: 'conformance-cleanup',
       });
-      return;
+      return softSkip('blocked', 'precondition not met — `pause.status === 404` returned early ([pause-resume] host returned 404 for :pause — endpoint not implemented; skipping rest) (seam, prior step, or fixture unavailable)');
     }
-    expect(pause.status, driver.describe(
+    expect(pause.status, req('openwop.it.pause-resume.pause-transitions-to-paused-resume-returns-the-run-to-running', 
       'rest-endpoints.md POST /v1/runs/{runId}:pause',
       ':pause MUST return 202 on a pausable run',
     )).toBe(202);
@@ -66,7 +68,7 @@ describe.skipIf(SKIP)('pause/resume: running → paused → running → terminal
     const resume = await driver.post(`/v1/runs/${encodeURIComponent(runId)}:resume`, {
       reason: 'conformance-test',
     });
-    expect(resume.status, driver.describe(
+    expect(resume.status, req('openwop.it.pause-resume.pause-transitions-to-paused-resume-returns-the-run-to-running', 
       'rest-endpoints.md POST /v1/runs/{runId}:resume',
       ':resume MUST return 202 on a paused run',
     )).toBe(202);
@@ -92,9 +94,9 @@ describe.skipIf(SKIP)('pause/resume: :resume on a non-paused run returns 409', (
       await driver.post(`/v1/runs/${encodeURIComponent(runId)}/cancel`, {
         reason: 'conformance-cleanup',
       });
-      return;
+      return softSkip('blocked', 'precondition not met — `resume.status === 404` returned early (seam, prior step, or fixture unavailable)');
     }
-    expect(resume.status, driver.describe(
+    expect(resume.status, req('openwop.it.pause-resume.resuming-a-running-not-paused-run-returns-409-with-details-runstatus', 
       'rest-endpoints.md POST /v1/runs/{runId}:resume',
       ':resume on a non-paused run MUST return 409',
     )).toBe(409);
@@ -124,7 +126,7 @@ describe.skipIf(SKIP)('pause/resume: pause is idempotent when already paused', (
       await driver.post(`/v1/runs/${encodeURIComponent(runId)}/cancel`, {
         reason: 'conformance-cleanup',
       });
-      return;
+      return softSkip('blocked', 'precondition not met — `first.status === 404` returned early (seam, prior step, or fixture unavailable)');
     }
     expect([200, 202]).toContain(first.status);
     await pollUntilStatus(runId, 'paused', { timeoutMs: 10_000 });
@@ -135,7 +137,7 @@ describe.skipIf(SKIP)('pause/resume: pause is idempotent when already paused', (
     const second = await driver.post(`/v1/runs/${encodeURIComponent(runId)}:pause`, {});
     expect(
       [200, 202].includes(second.status),
-      driver.describe(
+      req('openwop.it.pause-resume.pause-on-an-already-paused-run-is-a-no-op-200-202-idempotent', 
         'rest-endpoints.md POST /v1/runs/{runId}:pause',
         ':pause on an already-paused run MUST be idempotent (200/202), not 409',
       ),
@@ -152,13 +154,13 @@ describe.skipIf(SKIP)('pause/resume: :pause on a terminal run returns 409', () =
     const create = await driver.post('/v1/runs', {
       workflowId: 'conformance-noop',
     });
-    if (create.status !== 201) return; // conformance-noop not seeded; skip cleanly
+    if (create.status !== 201) return softSkip('blocked', 'precondition not met — `create.status !== 201` returned early (conformance-noop not seeded; skip cleanly) (seam, prior step, or fixture unavailable)'); // conformance-noop not seeded; skip cleanly
     const runId = (create.json as { runId: string }).runId;
     await pollUntilTerminal(runId, { timeoutMs: 10_000 });
 
     const pause = await driver.post(`/v1/runs/${encodeURIComponent(runId)}:pause`, {});
-    if (pause.status === 404) return;
-    expect(pause.status, driver.describe(
+    if (pause.status === 404) return softSkip('blocked', 'precondition not met — `pause.status === 404` returned early (seam, prior step, or fixture unavailable)');
+    expect(pause.status, req('openwop.it.pause-resume.pause-on-a-completed-cancelled-failed-run-must-return-409', 
       'rest-endpoints.md POST /v1/runs/{runId}:pause',
       ':pause on a terminal run MUST return 409',
     )).toBe(409);
@@ -185,7 +187,7 @@ describe.skipIf(SKIP)('pause/resume: :pause-during-suspend race', () => {
       console.warn(
         '[pause-resume] conformance-approval not advertised; skipping :pause-during-suspend race subtest',
       );
-      return;
+      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!isFixtureAdvertised(\'conformance-approval\')` returned early ([pause-resume] conformance-approval not advertised; skipping :pause-during-suspend race subtest)');
     }
     const create = await driver.post('/v1/runs', { workflowId: 'conformance-approval' });
     expect(create.status).toBe(201);
@@ -200,13 +202,13 @@ describe.skipIf(SKIP)('pause/resume: :pause-during-suspend race', () => {
       await driver.post(`/v1/runs/${encodeURIComponent(runId)}/cancel`, {
         reason: 'conformance-cleanup',
       });
-      return;
+      return softSkip('blocked', 'precondition not met — `pause.status === 404` returned early (seam, prior step, or fixture unavailable)');
     }
 
     // Either rejection (preferred) or stacked-pause is OK; silent override is not.
     if (pause.status === 409) {
       const body = pause.json as { details?: { runStatus?: string } };
-      expect(body.details?.runStatus, driver.describe(
+      expect(body.details?.runStatus, req('openwop.it.pause-resume.pause-must-not-silently-override-an-active-interrupt-suspend', 
         'rest-endpoints.md POST /v1/runs/{runId}:pause',
         ':pause-during-suspend MUST surface the active waiting-* status in the conflict envelope',
       )).toMatch(/^waiting-/);
@@ -218,7 +220,7 @@ describe.skipIf(SKIP)('pause/resume: :pause-during-suspend race', () => {
       const status = (snap.json as { status: string }).status;
       expect(
         status === 'paused' || status.startsWith('waiting-'),
-        ':pause-during-suspend MUST NOT silently discard the active interrupt',
+        req('openwop.it.pause-resume.pause-must-not-silently-override-an-active-interrupt-suspend', 'rest-endpoints.md POST /v1/runs/{runId}:pause', ':pause-during-suspend MUST NOT silently discard the active interrupt'),
       ).toBe(true);
     }
 
@@ -241,7 +243,7 @@ describe.skipIf(SKIP)('pause/resume: drainPolicy discrimination per capabilities
     if (drainPolicies.length === 0) {
       // eslint-disable-next-line no-console
       console.warn('[pause-resume] host advertises no drainPolicies; skipping policy-discrimination subtest');
-      return;
+      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `drainPolicies.length === 0` returned early ([pause-resume] host advertises no drainPolicies; skipping policy-discrimination subtest)');
     }
 
     for (const policy of drainPolicies) {
@@ -258,7 +260,7 @@ describe.skipIf(SKIP)('pause/resume: drainPolicy discrimination per capabilities
         reason: `conformance-drainpolicy-${policy}`,
         drainPolicy: policy,
       });
-      expect(pause.status, driver.describe(
+      expect(pause.status, req('openwop.it.pause-resume.every-drainpolicy-advertised-by-the-host-is-accepted-on-pause', 
         'capabilities.md §`runs.pauseResume.drainPolicies` + rest-endpoints.md POST /v1/runs/{runId}:pause',
         `host-advertised drainPolicy='${policy}' MUST be accepted on :pause`,
       )).toBe(202);

package/src/scenarios/policies.test.ts

@@ -35,6 +35,8 @@
 
 import { describe, it, expect } from 'vitest';
 import { driver } from '../lib/driver.js';
+import { req } from '../lib/requirement-ids.js';
+import { softSkip } from '../lib/soft-skip.js';
 
 const CANONICAL_MODES = ['disabled', 'optional', 'required', 'restricted'] as const;
 
@@ -60,21 +62,21 @@ async function fetchAiProviders(): Promise<AiProvidersShape | undefined> {
 describe('policies: /.well-known/openwop aiProviders.policies shape contract', () => {
   it('aiProviders.policies is well-formed when present (or absent — both spec-allowed)', async () => {
     const ap = await fetchAiProviders();
-    if (ap === undefined) return; // Optional v1 field — hosts MAY omit aiProviders entirely.
+    if (ap === undefined) return softSkip('blocked', 'precondition not met — `ap === undefined` returned early (Optional v1 field — hosts MAY omit aiProviders entirely.) (seam, prior step, or fixture unavailable)'); // Optional v1 field — hosts MAY omit aiProviders entirely.
 
     const policies = ap.policies;
     if (policies === undefined) {
       // Spec-allowed: omitting `policies` means the host implements no
       // enforcement. Clients see only `optional` semantics. Nothing
       // further to assert.
-      return;
+      return softSkip('blocked', 'precondition not met — `policies === undefined` returned early (Spec-allowed: omitting `policies` means the host implements no enforcement. Clients see only `optional` semantics. Nothing further to assert.) (seam, pri…');
     }
 
-    expect(typeof policies, driver.describe(
+    expect(typeof policies, req('openwop.it.policies.aiproviders-policies-is-well-formed-when-present-or-absent-both-spec-allowed', 
       'capabilities.md §"`aiProviders.policies`"',
       'aiProviders.policies MUST be an object when present',
     )).toBe('object');
-    expect(policies, driver.describe(
+    expect(policies, req('openwop.it.policies.aiproviders-policies-is-well-formed-when-present-or-absent-both-spec-allowed', 
       'capabilities.md §"`aiProviders.policies`"',
       'aiProviders.policies MUST NOT be null when present',
     )).not.toBeNull();
@@ -83,20 +85,20 @@ describe('policies: /.well-known/openwop aiProviders.policies shape contract', (
   it('policies.modes — every advertised mode is one of the four canonical values', async () => {
     const ap = await fetchAiProviders();
     const modes = ap?.policies?.modes;
-    if (modes === undefined) return;
+    if (modes === undefined) return softSkip('blocked', 'precondition not met — `modes === undefined` returned early (seam, prior step, or fixture unavailable)');
 
-    expect(Array.isArray(modes), driver.describe(
+    expect(Array.isArray(modes), req('openwop.it.policies.policies-modes-every-advertised-mode-is-one-of-the-four-canonical-values', 
       'capabilities.md §"`aiProviders.policies`"',
       'policies.modes MUST be a string[] when present',
     )).toBe(true);
 
     const arr = modes as unknown[];
     for (const mode of arr) {
-      expect(typeof mode, driver.describe(
+      expect(typeof mode, req('openwop.it.policies.policies-modes-every-advertised-mode-is-one-of-the-four-canonical-values', 
         'capabilities.md §"`aiProviders.policies`"',
         'policies.modes entries MUST be strings',
       )).toBe('string');
-      expect(CANONICAL_MODES, driver.describe(
+      expect(CANONICAL_MODES, req('openwop.it.policies.policies-modes-every-advertised-mode-is-one-of-the-four-canonical-values', 
         'capabilities.md §"`aiProviders.policies`"',
         `mode "${mode}" MUST be one of ${CANONICAL_MODES.join(', ')}`,
       )).toContain(mode);
@@ -106,11 +108,11 @@ describe('policies: /.well-known/openwop aiProviders.policies shape contract', (
   it('policies.modes — no duplicate entries (uniqueItems contract)', async () => {
     const ap = await fetchAiProviders();
     const modes = ap?.policies?.modes;
-    if (!Array.isArray(modes)) return;
+    if (!Array.isArray(modes)) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!Array.isArray(modes)` returned early');
 
     const arr = modes as string[];
     const set = new Set(arr);
-    expect(set.size, driver.describe(
+    expect(set.size, req('openwop.it.policies.policies-modes-no-duplicate-entries-uniqueitems-contract', 
       'capabilities.schema.json — policies.modes uniqueItems: true',
       'policies.modes MUST NOT contain duplicate entries',
     )).toBe(arr.length);
@@ -119,27 +121,27 @@ describe('policies: /.well-known/openwop aiProviders.policies shape contract', (
   it('policies.scopes — string[] of non-empty entries when present', async () => {
     const ap = await fetchAiProviders();
     const scopes = ap?.policies?.scopes;
-    if (scopes === undefined) return;
+    if (scopes === undefined) return softSkip('blocked', 'precondition not met — `scopes === undefined` returned early (seam, prior step, or fixture unavailable)');
 
-    expect(Array.isArray(scopes), driver.describe(
+    expect(Array.isArray(scopes), req('openwop.it.policies.policies-scopes-string-of-non-empty-entries-when-present', 
       'capabilities.md §"`aiProviders.policies`"',
       'policies.scopes MUST be a string[] when present',
     )).toBe(true);
 
     const arr = scopes as unknown[];
     for (const scope of arr) {
-      expect(typeof scope, driver.describe(
+      expect(typeof scope, req('openwop.it.policies.policies-scopes-string-of-non-empty-entries-when-present', 
         'capabilities.md §"`aiProviders.policies`"',
         'policies.scopes entries MUST be strings',
       )).toBe('string');
-      expect((scope as string).length, driver.describe(
+      expect((scope as string).length, req('openwop.it.policies.policies-scopes-string-of-non-empty-entries-when-present', 
         'capabilities.md §"`aiProviders.policies`"',
         'policies.scopes entries MUST be non-empty',
       )).toBeGreaterThan(0);
     }
 
     const set = new Set(arr as string[]);
-    expect(set.size, driver.describe(
+    expect(set.size, req('openwop.it.policies.policies-scopes-string-of-non-empty-entries-when-present', 
       'capabilities.schema.json — policies.scopes uniqueItems: true',
       'policies.scopes MUST NOT contain duplicate entries',
     )).toBe(arr.length);
@@ -148,13 +150,13 @@ describe('policies: /.well-known/openwop aiProviders.policies shape contract', (
   it('policies.errorCode — non-empty string when present (defaults to provider_policy_denied)', async () => {
     const ap = await fetchAiProviders();
     const errorCode = ap?.policies?.errorCode;
-    if (errorCode === undefined) return;
+    if (errorCode === undefined) return softSkip('blocked', 'precondition not met — `errorCode === undefined` returned early (seam, prior step, or fixture unavailable)');
 
-    expect(typeof errorCode, driver.describe(
+    expect(typeof errorCode, req('openwop.it.policies.policies-errorcode-non-empty-string-when-present-defaults-to-provider-policy-den', 
       'capabilities.md §"`aiProviders.policies`"',
       'policies.errorCode MUST be a string when present',
     )).toBe('string');
-    expect((errorCode as string).length, driver.describe(
+    expect((errorCode as string).length, req('openwop.it.policies.policies-errorcode-non-empty-string-when-present-defaults-to-provider-policy-den', 
       'capabilities.md §"`aiProviders.policies`"',
       'policies.errorCode MUST be non-empty when present',
     )).toBeGreaterThan(0);