@openwop/openwop-conformance 1.106.1 → 1.124.0

package/src/scenarios/stream-text-fixture.test.ts

@@ -32,6 +32,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver, type OpenWOPResponse } from '../lib/driver.js';
 import { subscribe } from '../lib/sse.js';
 import { pollUntilTerminal } from '../lib/polling.js';
@@ -93,14 +94,14 @@ describe.skipIf(SKIP_NO_FIXTURE)('stream-text-fixture: messages-mode fold throug
         '[stream-text-fixture] host does not advertise the stream-text mock provider ' +
           '(Capabilities.testing.mockProviders); skipping',
       );
-      return;
+      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isStreamTextMockAdvertised())` returned early');
     }
 
     const create = await createMockRun('stream-text');
     if (create.status === 403 && errCode(create.json) === 'mock_provider_forbidden') {
       // eslint-disable-next-line no-console
       console.warn('[stream-text-fixture] API key is production-scoped (403 mock_provider_forbidden); skipping');
-      return;
+      return softSkip('inapplicable', '[stream-text-fixture] API key is production-scoped (403 mock_provider_forbidden); skipping');
     }
     expect(
       create.status,
@@ -192,13 +193,13 @@ describe.skipIf(SKIP_NO_FIXTURE)('stream-text-fixture: messages-mode fold throug
     if (!(await isStreamTextMockAdvertised())) {
       // eslint-disable-next-line no-console
       console.warn('[stream-text-fixture] stream-text mock not advertised; skipping negative leg');
-      return;
+      return softSkip('inapplicable', '[stream-text-fixture] stream-text mock not advertised; skipping negative leg');
     }
     const create = await createMockRun('does-not-exist');
     if (create.status === 403 && errCode(create.json) === 'mock_provider_forbidden') {
       // eslint-disable-next-line no-console
       console.warn('[stream-text-fixture] API key is production-scoped; skipping negative leg');
-      return;
+      return softSkip('inapplicable', '[stream-text-fixture] API key is production-scoped; skipping negative leg');
     }
     expect(
       create.status,

package/src/scenarios/subrun-approval-fail-closed.test.ts

@@ -13,18 +13,19 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { readSubRunAttestationCap, invokeSubRunAttest } from '../lib/subRunAttestation.js';
 
 describe('subrun-approval-fail-closed (RFC 0063 §C)', () => {
   it('no accept/edit-accept (terminated or expired) MUST NOT merge', async () => {
-    if ((await readSubRunAttestationCap()) !== true) return;
+    if ((await readSubRunAttestationCap()) !== true) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `(await readSubRunAttestationCap()) !== true` returned early');
     // approvalAction omitted models a run that terminated without a response.
     const res = await invokeSubRunAttest({
       childOutputs: { artifact: 'unverified' },
       outputAttestation: { requireApproval: true },
     });
-    if (res === null) return; // seam absent — soft-skip
+    if (res === null) return softSkip('blocked', 'seam absent — soft-skip');
     expect(
       res.merged,
       driver.describe('RFC 0063 §C', 'an unresolved approval MUST fail closed — outputs MUST NOT be merged'),

package/src/scenarios/subrun-approval-gate.test.ts

@@ -10,23 +10,24 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { readSubRunAttestationCap, invokeSubRunAttest } from '../lib/subRunAttestation.js';
 
 describe('subrun-approval-gate (RFC 0063 §C)', () => {
   it('accept merges the child outputs; reject does not', async () => {
-    if ((await readSubRunAttestationCap()) !== true) return;
+    if ((await readSubRunAttestationCap()) !== true) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `(await readSubRunAttestationCap()) !== true` returned early');
     const base = { childOutputs: { artifact: 'x' }, outputAttestation: { requireApproval: true } };
 
     const accepted = await invokeSubRunAttest({ ...base, approvalAction: 'accept' });
-    if (accepted === null) return; // seam absent — soft-skip
+    if (accepted === null) return softSkip('blocked', 'seam absent — soft-skip');
     expect(
       accepted.merged,
       driver.describe('RFC 0063 §C', 'an `accept` approval MUST merge the child outputs'),
     ).toBe(true);
 
     const rejected = await invokeSubRunAttest({ ...base, approvalAction: 'reject' });
-    if (rejected === null) return;
+    if (rejected === null) return softSkip('blocked', 'precondition not met — `rejected === null` returned early (seam, prior step, or fixture unavailable)');
     expect(
       rejected.merged,
       driver.describe('RFC 0063 §C', 'a `reject` approval MUST NOT merge the child outputs'),

package/src/scenarios/subrun-attestation-shape.test.ts

@@ -11,6 +11,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { readSubRunAttestationCap } from '../lib/subRunAttestation.js';
 
@@ -18,7 +19,7 @@ describe('subrun-attestation-shape: advertisement (RFC 0063 §A)', () => {
   it('capabilities.agents.subRunAttestation is absent or a boolean', async () => {
     const cap = await readSubRunAttestationCap();
     // null = unadvertised (no agents block OR flag omitted) — valid.
-    if (cap === null) return;
+    if (cap === null) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `cap === null` returned early');
     expect(
       typeof cap,
       driver.describe(

package/src/scenarios/subrun-checksum-stable.test.ts

@@ -11,21 +11,22 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { readSubRunAttestationCap, invokeSubRunAttest } from '../lib/subRunAttestation.js';
 
 describe('subrun-checksum-stable (RFC 0063 §B)', () => {
   it('identical child outputs produce an identical sha256 attestation checksum', async () => {
-    if ((await readSubRunAttestationCap()) !== true) return;
+    if ((await readSubRunAttestationCap()) !== true) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `(await readSubRunAttestationCap()) !== true` returned early');
     const childOutputs = { report: 'done', score: 0.9, tags: ['a', 'b'] };
     const a = await invokeSubRunAttest({ childOutputs, outputAttestation: { checksum: true } });
-    if (a === null) return; // seam absent — soft-skip
+    if (a === null) return softSkip('blocked', 'seam absent — soft-skip');
     // Key-reordered but value-identical: JCS canonicalization MUST yield the same hash.
     const b = await invokeSubRunAttest({
       childOutputs: { tags: ['a', 'b'], score: 0.9, report: 'done' },
       outputAttestation: { checksum: true },
     });
-    if (b === null) return;
+    if (b === null) return softSkip('blocked', 'precondition not met — `b === null` returned early (seam, prior step, or fixture unavailable)');
     const att = a.attestation ?? {};
     expect(
       typeof att.checksum === 'string' && (att.checksum as string).length > 0,

package/src/scenarios/table-schema-enforcement.test.ts

@@ -14,6 +14,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { readErrorCode } from '../lib/error-envelope.js';
 import { driver } from '../lib/driver.js';
 
 interface DiscoveryDoc {
@@ -74,8 +75,7 @@ describe('table-schema-enforcement: behavioral (RFC 0016 §B point 2)', () => {
       bad.status >= 400 && bad.status < 500,
       driver.describe('RFC 0016 §B point 2', 'type-divergent insert MUST be rejected with 4xx'),
     ).toBe(true);
-    const body = bad.json as { error?: { code?: string } | string };
-    const code = typeof body.error === 'string' ? body.error : body.error?.code;
+    const code = readErrorCode(bad.json);
     expect(
       code,
       driver.describe('RFC 0016 §B point 2', 'rejection MUST carry the table_schema_violation error code'),

package/src/scenarios/tool-hooks-authorization-fail-closed.test.ts

@@ -12,13 +12,14 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { readToolHooksCap, invokeToolHook } from '../lib/toolHooks.js';
 
 describe('tool-hooks-authorization-fail-closed (RFC 0064 §C)', () => {
   it('a principal lacking a tool scope is denied and the tool is not invoked', async () => {
     const cap = await readToolHooksCap();
-    if (cap?.perToolAuthorization !== true) return;
+    if (cap?.perToolAuthorization !== true) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `cap?.perToolAuthorization !== true` returned early');
     // A principal with no scopes against a tool requiring one MUST be denied.
     const res = await invokeToolHook({
       principal: 'conformance-unprivileged',
@@ -26,7 +27,7 @@ describe('tool-hooks-authorization-fail-closed (RFC 0064 §C)', () => {
       requiredScopes: ['db:write'],
       args: {},
     });
-    if (res === null) return; // seam absent — soft-skip
+    if (res === null) return softSkip('blocked', 'seam absent — soft-skip');
     expect(
       (res.toolReturned ?? {}).status,
       driver.describe('RFC 0064 §C', 'a missing/unevaluable tool scope MUST fail closed → status:"forbidden"'),

package/src/scenarios/tool-hooks-content-free.test.ts

@@ -11,15 +11,16 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { readToolHooksCap, invokeToolHook } from '../lib/toolHooks.js';
 
 describe('tool-hooks-content-free (RFC 0064 §B)', () => {
   it('toolCalled carries argsHash; toolReturned carries status + durationMs', async () => {
     const cap = await readToolHooksCap();
-    if (cap?.prePostEvents !== true) return;
+    if (cap?.prePostEvents !== true) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `cap?.prePostEvents !== true` returned early');
     const res = await invokeToolHook({ principal: 'core.system', toolName: 'web.search', args: { q: 'openwop' } });
-    if (res === null) return; // seam absent — soft-skip
+    if (res === null) return softSkip('blocked', 'seam absent — soft-skip');
     const called = res.toolCalled ?? {};
     const returned = res.toolReturned ?? {};
     expect(

package/src/scenarios/tool-hooks-rate-limit.test.ts

@@ -10,20 +10,21 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { readToolHooksCap, invokeToolHook } from '../lib/toolHooks.js';
 
 describe('tool-hooks-rate-limit (RFC 0064 §D)', () => {
   it('an exhausted (principal, tool) bucket yields status:"rate_limited"', async () => {
     const cap = await readToolHooksCap();
-    if (cap?.perToolRateLimit !== true) return;
+    if (cap?.perToolRateLimit !== true) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `cap?.perToolRateLimit !== true` returned early');
     const res = await invokeToolHook({
       principal: 'core.system',
       toolName: 'web.search',
       args: { q: 'x' },
       simulateRateLimitExhausted: true,
     });
-    if (res === null) return; // seam absent — soft-skip
+    if (res === null) return softSkip('blocked', 'seam absent — soft-skip');
     expect(
       (res.toolReturned ?? {}).status,
       driver.describe('RFC 0064 §D', 'an exhausted token bucket MUST yield status:"rate_limited" without invoking the tool'),

package/src/scenarios/tool-hooks-secret-redaction.test.ts

@@ -11,6 +11,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { readToolHooksCap, invokeToolHook } from '../lib/toolHooks.js';
 
@@ -19,13 +20,13 @@ const CANARY = 'sk-canary-rfc0064-do-not-leak-xyz789';
 describe('tool-hooks-secret-redaction (RFC 0064 §E)', () => {
   it('a secret-shaped tool arg never appears in the emitted events', async () => {
     const cap = await readToolHooksCap();
-    if (cap?.prePostEvents !== true) return;
+    if (cap?.prePostEvents !== true) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `cap?.prePostEvents !== true` returned early');
     const res = await invokeToolHook({
       principal: 'core.system',
       toolName: 'web.search',
       args: { apiKey: CANARY, q: 'openwop' },
     });
-    if (res === null) return; // seam absent — soft-skip
+    if (res === null) return softSkip('blocked', 'seam absent — soft-skip');
     expect(
       JSON.stringify(res).includes(CANARY),
       driver.describe('RFC 0064 §B', 'a resolved secret MUST be redacted before hashing; the raw value MUST NOT appear in argsHash or any emitted field (SR-1)'),

package/src/scenarios/tool-hooks-shape.test.ts

@@ -11,13 +11,14 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { readToolHooksCap } from '../lib/toolHooks.js';
 
 describe('tool-hooks-shape: advertisement (RFC 0064 §A)', () => {
   it('capabilities.toolHooks is absent or a well-formed object', async () => {
     const cap = await readToolHooksCap();
-    if (cap === null) return; // not advertised — valid
+    if (cap === null) return softSkip('inapplicable', 'not advertised — valid');
     expect(
       typeof cap.supported,
       driver.describe('capabilities.schema.json §toolHooks', 'toolHooks.supported MUST be a boolean when the block is present'),

package/src/scenarios/trigger-bridge-delivery.test.ts

@@ -28,6 +28,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { seamAbsent } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { behaviorGate } from '../lib/behavior-gate.js';
 import {
@@ -52,11 +53,11 @@ function expectContentFree(payload: Record<string, unknown>, where: string): voi
 describe('trigger-bridge-delivery (RFC 0083 §C)', () => {
   it('de-dups by dedupKey, retries to dead-letter, and links delivery→run causation', async () => {
     if (!behaviorGate('openwop-trigger-bridge', await isTriggerBridgeProfileAdvertised())) return;
-    if (!(await isEventLogSeamAvailable())) return; // event-log seam absent — soft-skip
+    if (!(await isEventLogSeamAvailable())) return seamAbsent('host advertises openwop-trigger-bridge but the event-log seam is absent');
 
     // ---- Leg 1: dedup → effectively-once (§C-1) ---------------------------
     const dedup = await driveDelivery({ scenario: 'dedup', dedupKey: 'conformance-dedup-key', source: 'queue' });
-    if (dedup === null) return; // delivery seam unwired — soft-skip the whole behavioral suite
+    if (dedup === null) return seamAbsent('host advertises openwop-trigger-bridge but the delivery seam is unwired');
 
     // The profile is derived AND the seam is wired — missing evidence is a
     // FAILURE, not a soft-skip. A repeated dedupKey MUST be effectively-once:

package/src/scenarios/version-fold.test.ts

@@ -34,6 +34,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver, type OpenWOPResponse } from '../lib/driver.js';
 import { pollUntilTerminal } from '../lib/polling.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
@@ -84,7 +85,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('version-fold: forced engine versions fold-best
         '[version-fold] host does not advertise Capabilities.testing.forceEngineVersionRange; ' +
           'skipping (the X-Force-Engine-Version seam is test-keys-only and optional)',
       );
-      return;
+      return softSkip('blocked', 'precondition not met — `seam === null` returned early (seam, prior step, or fixture unavailable)');
     }
 
     const candidates = [seam.range.min, ...(seam.current === null ? [] : [seam.current]), seam.range.max];
@@ -104,7 +105,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('version-fold: forced engine versions fold-best
       if (create.status === 403 && errCode(create.json) === 'force_engine_version_forbidden') {
         // eslint-disable-next-line no-console
         console.warn('[version-fold] API key is production-scoped (403 force_engine_version_forbidden); skipping');
-        return;
+        return softSkip('blocked', '[version-fold] API key is production-scoped (403 force_engine_version_forbidden); skipping (create.status === 403 && errCode(create.json) === \'force_engine_version_forbidden\')');
       }
       expect(
         create.status,
@@ -165,7 +166,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('version-fold: forced engine versions fold-best
     if (seam === null) {
       // eslint-disable-next-line no-console
       console.warn('[version-fold] forceEngineVersionRange not advertised; skipping negative leg');
-      return;
+      return softSkip('inapplicable', '[version-fold] forceEngineVersionRange not advertised; skipping negative leg');
     }
 
     const outOfRange = seam.range.max + 1;
@@ -173,7 +174,7 @@ describe.skipIf(SKIP_NO_FIXTURE)('version-fold: forced engine versions fold-best
     if (create.status === 403 && errCode(create.json) === 'force_engine_version_forbidden') {
       // eslint-disable-next-line no-console
       console.warn('[version-fold] API key is production-scoped; skipping negative leg');
-      return;
+      return softSkip('blocked', '[version-fold] API key is production-scoped; skipping negative leg (create.status === 403 && errCode(create.json) === \'force_engine_version_forbidden\')');
     }
     expect(
       create.status,

package/src/scenarios/voice-streamref-tenant-bound.test.ts

@@ -18,6 +18,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { readErrorCode } from '../lib/error-envelope.js';
 import { driver } from '../lib/driver.js';
 import { behaviorGate } from '../lib/behavior-gate.js';
 import { readCapabilityFamily } from '../lib/discovery-capabilities.js';
@@ -29,7 +30,7 @@ function realtimeVoiceOf(ai: Record<string, unknown> | undefined): Record<string
   return rv && typeof rv === 'object' ? (rv as Record<string, unknown>) : undefined;
 }
 function errCode(json: unknown): string | undefined {
-  return (json as { error?: { code?: string } })?.error?.code;
+  return readErrorCode(json);
 }
 
 describe('voice-streamref-tenant-bound (RFC 0106 §F INV-4)', () => {

package/src/scenarios/voice-transcription-streaming.test.ts

@@ -19,6 +19,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { readErrorCode } from '../lib/error-envelope.js';
 import { driver } from '../lib/driver.js';
 import { behaviorGate } from '../lib/behavior-gate.js';
 import { readCapabilityFamily } from '../lib/discovery-capabilities.js';
@@ -30,7 +31,7 @@ function realtimeVoiceOf(ai: Record<string, unknown> | undefined): Record<string
   return rv && typeof rv === 'object' ? (rv as Record<string, unknown>) : undefined;
 }
 function errCode(json: unknown): string | undefined {
-  return (json as { error?: { code?: string } })?.error?.code;
+  return readErrorCode(json);
 }
 function eventsOf(json: unknown): Array<{ type?: string; payload?: Record<string, unknown> }> {
   const e = (json as { events?: unknown })?.events;

package/src/scenarios/voice-transcription-unadvertised.test.ts

@@ -14,6 +14,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { readErrorCode } from '../lib/error-envelope.js';
 import { driver } from '../lib/driver.js';
 import { behaviorGate } from '../lib/behavior-gate.js';
 import { readCapabilityFamily } from '../lib/discovery-capabilities.js';
@@ -25,7 +26,7 @@ function realtimeVoiceOf(ai: Record<string, unknown> | undefined): Record<string
   return rv && typeof rv === 'object' ? (rv as Record<string, unknown>) : undefined;
 }
 function errCode(json: unknown): string | undefined {
-  return (json as { error?: { code?: string } })?.error?.code;
+  return readErrorCode(json);
 }
 
 describe('voice-transcription-unadvertised (RFC 0106 §B)', () => {

package/src/scenarios/wasm-pack-abi-version-rejection.test.ts

@@ -25,6 +25,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { capabilityFamily } from '../lib/discovery-capabilities.js';
 
@@ -37,7 +38,7 @@ describe('wasm-pack-abi-version-rejection: host advertises supported ABI version
     const wasm =
       capabilityFamily<{ wasm?: Record<string, unknown> }>(disco.json, 'nodePackRuntimes')?.wasm;
 
-    if (!wasm?.supported) return;
+    if (!wasm?.supported) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!wasm?.supported` returned early');
 
     expect(Array.isArray(wasm.abiVersions), driver.describe(
       'RFCS/0008-wasm-abi.md §H',
@@ -63,7 +64,7 @@ describe('wasm-pack-abi-version-rejection: positive path via misbehaving pack',
     const wasm =
       capabilityFamily<{ wasm?: Record<string, unknown> }>(disco.json, 'nodePackRuntimes')?.wasm;
 
-    if (!wasm?.supported) return;
+    if (!wasm?.supported) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!wasm?.supported` returned early');
 
     if (!Array.isArray(wasm.loadedPacks)) {
       // eslint-disable-next-line no-console
@@ -71,7 +72,7 @@ describe('wasm-pack-abi-version-rejection: positive path via misbehaving pack',
         '[wasm-pack-abi-version-rejection] host does not advertise capabilities.nodePackRuntimes.wasm.loadedPacks[]; skipping positive path. ' +
           'Hosts MAY advertise loadedPacks[] to surface ABI rejection observably (RFC 0008 §H + Track 7).',
       );
-      return;
+      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!Array.isArray(wasm.loadedPacks)` returned early');
     }
 
     // Soft-skip when the well-behaved reference pack isn't loaded. If
@@ -84,7 +85,7 @@ describe('wasm-pack-abi-version-rejection: positive path via misbehaving pack',
         `[wasm-pack-abi-version-rejection] reference pack ${WELL_BEHAVED_PACK_NAME} not in loadedPacks[]; ` +
           'skipping positive path (build examples/packs/rust-hello first or run against a host that ships it).',
       );
-      return;
+      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!wasm.loadedPacks.includes(WELL_BEHAVED_PACK_NAME)` returned early');
     }
 
     // Core assertion: ABI 999 pack MUST NOT be in loadedPacks[]

package/src/scenarios/wasm-pack-invoke-completed.test.ts

@@ -13,6 +13,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { pollUntilTerminal } from '../lib/polling.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
@@ -29,11 +30,11 @@ async function isWasmSupported(): Promise<boolean> {
 
 describe('wasm-pack-invoke-completed: round-trip output', () => {
   it('greet node returns Hello, <name>! and run reaches completed', async () => {
-    if (!isFixtureAdvertised(FIXTURE)) return;
+    if (!isFixtureAdvertised(FIXTURE)) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!isFixtureAdvertised(FIXTURE)` returned early');
     if (!(await isWasmSupported())) {
       // eslint-disable-next-line no-console
       console.warn('[wasm-pack-invoke-completed] WASM not advertised; skipping');
-      return;
+      return softSkip('inapplicable', '[wasm-pack-invoke-completed] WASM not advertised; skipping');
     }
 
     const create = await driver.post('/v1/runs', {

package/src/scenarios/wasm-pack-invoke-suspended.test.ts

@@ -17,6 +17,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { pollUntilTerminal } from '../lib/polling.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
@@ -33,8 +34,8 @@ async function isWasmSupported(): Promise<boolean> {
 
 describe('wasm-pack-invoke-suspended: suspend → resume round-trip', () => {
   it('host either suspends the run or explicitly reports wasm_suspend_not_implemented', async () => {
-    if (!isFixtureAdvertised(FIXTURE)) return;
-    if (!(await isWasmSupported())) return;
+    if (!isFixtureAdvertised(FIXTURE)) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!isFixtureAdvertised(FIXTURE)` returned early');
+    if (!(await isWasmSupported())) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isWasmSupported())` returned early');
 
     // The reference rust-hello pack does NOT itself suspend (it always
     // returns `completed`), so against that pack this scenario can only

package/src/scenarios/wasm-pack-load.test.ts

@@ -13,6 +13,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
 import { capabilityFamily } from '../lib/discovery-capabilities.js';
@@ -39,7 +40,7 @@ describe('wasm-pack-load: discovery surfaces WASM runtime support', () => {
     if (!wasm?.supported) {
       // eslint-disable-next-line no-console
       console.warn('[wasm-pack-load] host does not advertise WASM support; skipping');
-      return;
+      return softSkip('inapplicable', '[wasm-pack-load] host does not advertise WASM support; skipping');
     }
     expect(Array.isArray(wasm.abiVersions), driver.describe(
       'RFCS/0008-wasm-abi.md §H',
@@ -55,11 +56,11 @@ describe('wasm-pack-load: discovery surfaces WASM runtime support', () => {
 describe('wasm-pack-load: loaded pack typeIds are dispatchable', () => {
   it('host accepts a workflow whose node typeId is provided by a loaded WASM pack', async () => {
     const wasm = await getWasmCaps();
-    if (!wasm?.supported) return;
+    if (!wasm?.supported) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!wasm?.supported` returned early');
     if (!isFixtureAdvertised(FIXTURE)) {
       // eslint-disable-next-line no-console
       console.warn(`[wasm-pack-load] fixture ${FIXTURE} not advertised; skipping`);
-      return;
+      return softSkip('inapplicable', '[wasm-pack-load] fixture … not advertised; skipping');
     }
     // Creating a run against the fixture proves the host knows about the
     // WASM-provided typeId. A host that loaded the pack accepts the

package/src/scenarios/wasm-pack-memory-cap.test.ts

@@ -23,6 +23,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { pollUntilTerminal } from '../lib/polling.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
@@ -36,7 +37,7 @@ describe('wasm-pack-memory-cap: host advertises maxMemoryBytes', () => {
     const wasm =
       capabilityFamily<{ wasm?: Record<string, unknown> }>(disco.json, 'nodePackRuntimes')?.wasm;
 
-    if (!wasm?.supported) return;
+    if (!wasm?.supported) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!wasm?.supported` returned early');
 
     // The cap is REQUIRED to enforce §K. Hosts MUST surface the configured
     // ceiling so clients can size their packs accordingly.
@@ -59,12 +60,12 @@ describe('wasm-pack-memory-cap: positive path via misbehaving pack', () => {
         `[wasm-pack-memory-cap] fixture ${CAP_BREACH_FIXTURE} not advertised; skipping positive path. ` +
           'Build the misbehaving pack at examples/packs/rust-misbehaving-memory/ and ensure the host serves the fixture.',
       );
-      return;
+      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!isFixtureAdvertised(CAP_BREACH_FIXTURE)` returned early');
     }
     const disco = await driver.get('/.well-known/openwop');
     const wasm =
       capabilityFamily<{ wasm?: Record<string, unknown> }>(disco.json, 'nodePackRuntimes')?.wasm;
-    if (!wasm?.supported) return;
+    if (!wasm?.supported) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!wasm?.supported` returned early');
 
     const create = await driver.post('/v1/runs', {
       workflowId: CAP_BREACH_FIXTURE,

package/src/scenarios/wasm-pack-replay-determinism.test.ts

@@ -11,6 +11,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { pollUntilTerminal } from '../lib/polling.js';
 import { isFixtureAdvertised } from '../lib/fixtures.js';
@@ -33,8 +34,8 @@ function extractGreeting(events: Array<{ type: string; data?: unknown }>): strin
 
 describe('wasm-pack-replay-determinism: same inputs → same output', () => {
   it('two independent runs with same inputs produce same WASM output', async () => {
-    if (!isFixtureAdvertised(FIXTURE)) return;
-    if (!(await isWasmSupported())) return;
+    if (!isFixtureAdvertised(FIXTURE)) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!isFixtureAdvertised(FIXTURE)` returned early');
+    if (!(await isWasmSupported())) return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isWasmSupported())` returned early');
 
     const inputs = { name: 'determinism-probe' };
 

package/src/scenarios/webhook-signed-delivery.test.ts

@@ -24,6 +24,7 @@
  */
 
 import { afterEach, describe, expect, it } from 'vitest';
+import { softSkip } from '../lib/soft-skip.js';
 import { createHmac } from 'node:crypto';
 import { createServer, type IncomingMessage, type Server, type ServerResponse } from 'node:http';
 import { driver } from '../lib/driver.js';
@@ -78,12 +79,12 @@ describe('webhook-signed-delivery: end-to-end HMAC v1', () => {
     if (!(await isWebhookSupported())) {
       // eslint-disable-next-line no-console
       console.warn('[webhook-signed-delivery] host does not advertise webhook support; skipping');
-      return;
+      return softSkip('inapplicable', '[webhook-signed-delivery] host does not advertise webhook support; skipping');
     }
     if (!isFixtureAdvertised('conformance-noop')) {
       // eslint-disable-next-line no-console
       console.warn('[webhook-signed-delivery] conformance-noop not advertised; skipping');
-      return;
+      return softSkip('inapplicable', '[webhook-signed-delivery] conformance-noop not advertised; skipping');
     }
 
     const receiver = await startReceiver();
@@ -114,7 +115,7 @@ describe('webhook-signed-delivery: end-to-end HMAC v1', () => {
           '[webhook-signed-delivery] host SSRF guard rejected the loopback receiver; ' +
             'set OPENWOP_WEBHOOK_ALLOW_PRIVATE=true on the host (or equivalent) to run',
         );
-        return;
+        return softSkip('blocked', 'precondition not met — `body.error === \'webhook_url_rejected\'` returned early (seam, prior step, or fixture unavailable)');
       }
     }