@openwop/openwop-conformance 1.123.0 → 1.125.0

package/src/scenarios/multi-region-idempotency-behavior.test.ts

@@ -31,7 +31,8 @@
  */
 
 import { describe, it, expect } from 'vitest';
-import { softSkip } from '../lib/soft-skip.js';
+import { softSkip, seamAbsent } from '../lib/soft-skip.js';
+import { capabilityFamily } from '../lib/discovery-capabilities.js';
 import { driver } from '../lib/driver.js';
 
 const HTTP_SKIP = !process.env.OPENWOP_BASE_URL;
@@ -56,6 +57,21 @@ async function simulatePartition(claims: ConflictClaim[]): Promise<{ status: num
   return { status: res.status, body: (res.json as ConvergenceResult) ?? {} };
 }
 
+/**
+ * The multi-region simulator seam answered 404. `blocked` when the host advertises
+ * a cross-region posture (`idempotency.crossRegion` present) it has made
+ * unobservable, `inapplicable` when it advertises none (RFC 0148 §A).
+ */
+async function noteSimulatorAbsent(): Promise<void> {
+  const disco = await driver.get('/.well-known/openwop');
+  const idem = capabilityFamily<{ crossRegion?: unknown }>(disco.json, 'idempotency');
+  if (idem?.crossRegion !== undefined) {
+    seamAbsent(`host advertises \`idempotency.crossRegion: ${String(idem.crossRegion)}\` but \`POST /v1/host/sample/test/multi-region/simulate-partition\` answered 404 — the convergence rule is unobservable (host-sample-test-seams.md §6)`);
+  } else {
+    softSkip('inapplicable', 'optional advertisement — `idempotency.crossRegion` not advertised by this host, and the multi-region simulator seam is absent (RFC 0036 §C)');
+  }
+}
+
 describe.skipIf(HTTP_SKIP)('multi-region-idempotency-behavior: convergence rule (RFC 0036 §C)', () => {
   it('two-region conflict resolves to the lex-min runId per annex §"Convergence rule"', async (ctx) => {
     const probe = await simulatePartition([
@@ -63,8 +79,9 @@ describe.skipIf(HTTP_SKIP)('multi-region-idempotency-behavior: convergence rule
       { runId: 'run-a-west', tenantId: 't1', endpoint: 'POST /v1/runs', key: 'idem-1', region: 'eu-west-1' },
     ]);
     if (probe.status === 404) {
+      await noteSimulatorAbsent();
       ctx.skip(); // host doesn't expose the simulator seam
-      return softSkip('blocked', 'precondition not met — `probe.status === 404` returned early (seam, prior step, or fixture unavailable)');
+      return;
     }
     expect(
       probe.status,
@@ -89,8 +106,9 @@ describe.skipIf(HTTP_SKIP)('multi-region-idempotency-behavior: convergence rule
       { runId: 'mmm-2', tenantId: 't1', endpoint: 'POST /v1/runs', key: 'idem-2', region: 'r3' },
     ]);
     if (probe.status === 404) {
+      await noteSimulatorAbsent();
       ctx.skip();
-      return softSkip('blocked', 'precondition not met — `probe.status === 404` returned early (seam, prior step, or fixture unavailable)');
+      return;
     }
     expect(probe.status).toBe(200);
     expect(
@@ -115,8 +133,9 @@ describe.skipIf(HTTP_SKIP)('multi-region-idempotency-behavior: convergence rule
       { runId: 'run-a', tenantId: 't1', endpoint: 'POST /v1/runs', key: 'idem-3', region: 'r2' },
     ]);
     if (probe.status === 404) {
+      await noteSimulatorAbsent();
       ctx.skip();
-      return softSkip('blocked', 'precondition not met — `probe.status === 404` returned early (seam, prior step, or fixture unavailable)');
+      return;
     }
     expect(probe.status).toBe(200);
     const redirects = probe.body.cacheRedirects ?? [];
@@ -144,8 +163,9 @@ describe.skipIf(HTTP_SKIP)('multi-region-idempotency-behavior: convergence rule
       { runId: 'run-a', tenantId: 't1', endpoint: 'POST /v1/runs', key: 'idem-4', region: 'r2' },
     ]);
     if (probe.status === 404) {
+      await noteSimulatorAbsent();
       ctx.skip();
-      return softSkip('blocked', 'precondition not met — `probe.status === 404` returned early (seam, prior step, or fixture unavailable)');
+      return;
     }
     expect(probe.status).toBe(200);
     expect(
@@ -165,8 +185,9 @@ describe.skipIf(HTTP_SKIP)('multi-region-idempotency-behavior: convergence rule
     ];
     const p1 = await simulatePartition(claims);
     if (p1.status === 404) {
+      await noteSimulatorAbsent();
       ctx.skip();
-      return softSkip('blocked', 'precondition not met — `p1.status === 404` returned early (seam, prior step, or fixture unavailable)');
+      return;
     }
     expect(p1.status).toBe(200);
     const p2 = await simulatePartition([claims[2]!, claims[0]!, claims[1]!]);
@@ -190,8 +211,9 @@ describe.skipIf(HTTP_SKIP)('multi-region-idempotency-behavior: convergence rule
       { runId: 'r2', tenantId: 't2', endpoint: 'POST /v1/runs', key: 'idem-6', region: 'r2' },
     ]);
     if (probe.status === 404) {
+      await noteSimulatorAbsent();
       ctx.skip();
-      return softSkip('blocked', 'precondition not met — `probe.status === 404` returned early (seam, prior step, or fixture unavailable)');
+      return;
     }
     expect(
       probe.status,

package/src/scenarios/provider-usage.test.ts

@@ -20,6 +20,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { readErrorCode } from '../lib/error-envelope.js';
 import Ajv2020 from 'ajv/dist/2020.js';
 import { readFileSync } from 'node:fs';
 import { join } from 'node:path';
@@ -179,8 +180,7 @@ describe('provider-usage: event presence via emit-seam + event-log query (RFC 00
       res.status,
       driver.describe('SECURITY/invariants.yaml provider-usage-no-credential-leak', 'payload with credentialRef-shaped content MUST be refused'),
     ).toBe(400);
-    const body = res.json as { error?: { code?: string } };
-    expect(body.error?.code).toBe('provider_usage_credential_leak');
+    expect(readErrorCode(res.json)).toBe('provider_usage_credential_leak');
     await resetTestSeam();
   });
 });

package/src/scenarios/replay-divergence-at-refusal.test.ts

@@ -78,13 +78,15 @@ describe.skipIf(HTTP_SKIP)('replay-divergence-at-refusal: advertisement shape (R
   it('replayDeterminism (when present) conforms to RFC 0041 §D', async (ctx) => {
     const d = await readDiscovery();
     if (d === null) {
+      softSkip('blocked', 'precondition not met — `d === null` returned early (seam, prior step, or fixture unavailable)');
       ctx.skip();
-      return softSkip('blocked', 'precondition not met — `d === null` returned early (seam, prior step, or fixture unavailable)');
+      return;
     }
     const rd = capabilityFamily<{ executionModel?: { [k: string]: unknown; crossHostCausation?: Record<string, unknown>; replayDeterminism?: Record<string, unknown> } }>(d, 'multiAgent')?.executionModel?.replayDeterminism;
     if (rd === undefined) {
+      softSkip('inapplicable', 'optional advertisement — `multiAgent.executionModel.replayDeterminism` not advertised by this host (RFC 0041 §D)');
       ctx.skip(); // optional advertisement — host hasn't opted in
-      return softSkip('blocked', 'precondition not met — `rd === undefined` returned early (seam, prior step, or fixture unavailable)');
+      return;
     }
 
     expect(
@@ -192,8 +194,9 @@ describe.skipIf(HTTP_SKIP)('replay-divergence-at-refusal: behavioral (RFC 0041
       { content: validEnv, stopReason: 'end_turn' as const },
     ]);
     if (programStatus === 404) {
+      softSkip('blocked', 'precondition not met — `programStatus === 404` returned early (seam, prior step, or fixture unavailable)');
       ctx.skip(); // mock-AI program seam not exposed — soft-skip
-      return softSkip('blocked', 'precondition not met — `programStatus === 404` returned early (seam, prior step, or fixture unavailable)');
+      return;
     }
     expect(programStatus).toBe(200);
 
@@ -201,8 +204,9 @@ describe.skipIf(HTTP_SKIP)('replay-divergence-at-refusal: behavioral (RFC 0041
       workflowId: 'conformance-phase4-replay-divergence',
     });
     if (createRes.status === 404 || createRes.status === 422) {
+      softSkip('blocked', 'precondition not met — `createRes.status === 404 || createRes.status === 422` returned early (seam, prior step, or fixture unavailable)');
       ctx.skip(); // fixture not advertised
-      return softSkip('blocked', 'precondition not met — `createRes.status === 404 || createRes.status === 422` returned early (seam, prior step, or fixture unavailable)');
+      return;
     }
     expect(createRes.status).toBe(201);
     const sourceRunId = (createRes.json as { runId: string }).runId;
@@ -273,8 +277,9 @@ describe.skipIf(HTTP_SKIP)('replay-divergence-at-refusal: behavioral (RFC 0041
       { content: 'safety-refused-for-conformance', stopReason: 'safety' as const, refusalText: 'safety-refused-for-conformance' },
     ]);
     if (programStatus === 404) {
+      softSkip('blocked', 'precondition not met — `programStatus === 404` returned early (seam, prior step, or fixture unavailable)');
       ctx.skip();
-      return softSkip('blocked', 'precondition not met — `programStatus === 404` returned early (seam, prior step, or fixture unavailable)');
+      return;
     }
     expect(programStatus).toBe(200);
 
@@ -282,8 +287,9 @@ describe.skipIf(HTTP_SKIP)('replay-divergence-at-refusal: behavioral (RFC 0041
       workflowId: 'conformance-phase4-replay-divergence',
     });
     if (createRes.status === 404 || createRes.status === 422) {
+      softSkip('blocked', 'precondition not met — `createRes.status === 404 || createRes.status === 422` returned early (seam, prior step, or fixture unavailable)');
       ctx.skip();
-      return softSkip('blocked', 'precondition not met — `createRes.status === 404 || createRes.status === 422` returned early (seam, prior step, or fixture unavailable)');
+      return;
     }
     expect(createRes.status).toBe(201);
     const sourceRunId = (createRes.json as { runId: string }).runId;

package/src/scenarios/replay-observable-sequence-determinism.test.ts

@@ -41,7 +41,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
-import { softSkip } from '../lib/soft-skip.js';
+import { softSkip, seamAbsent } from '../lib/soft-skip.js';
 import { driver } from '../lib/driver.js';
 import { capabilityFamily } from '../lib/discovery-capabilities.js';
 
@@ -85,6 +85,7 @@ async function gateOnPhase4(ctx: { skip: () => void }): Promise<boolean> {
   const em = capabilityFamily<{ executionModel?: ExecutionModelCaps }>(d, 'multiAgent')?.executionModel;
   const version = typeof em?.version === 'number' ? em.version : 0;
   if (em?.replayDeterminism?.supported !== true || version < 4) {
+    softSkip('inapplicable', 'optional advertisement — `multiAgent.executionModel.replayDeterminism.supported` with `version >= 4` not advertised by this host (RFC 0041 §C)');
     ctx.skip();
     return false;
   }
@@ -152,7 +153,8 @@ function stripVolatile(ev: RunEventDoc): unknown {
 async function startFixtureRun(ctx: { skip: () => void }): Promise<string | null> {
   const create = await driver.post('/v1/runs', { workflowId: FIXTURE });
   if (create.status === 404 || create.status === 422) {
-    ctx.skip(); // fixture not advertised by this host
+    seamAbsent(`fixture \`${FIXTURE}\` not registered on this host (POST /v1/runs → ${create.status}) while replayDeterminism is advertised`);
+    ctx.skip();
     return null;
   }
   expect(create.status).toBe(201);

package/src/scenarios/sandbox-mvp-behavior.test.ts

@@ -82,8 +82,9 @@ async function invoke(typeId: string, args: Record<string, unknown> = {}, allowe
 describe.skipIf(HTTP_SKIP)('sandbox-mvp-behavior: RFC 0035 §B failure-mode invariants (node:vm MVP)', () => {
   it('host-fs-escape — fs access from sandboxed code fails closed', async (ctx) => {
     if (!(await isSandboxAdvertised())) {
+      softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
       ctx.skip();
-      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
+      return;
     }
     const probe = await invoke('misbehave.fs-escape-read');
     expect(probe.status).toBe(200);
@@ -105,8 +106,9 @@ describe.skipIf(HTTP_SKIP)('sandbox-mvp-behavior: RFC 0035 §B failure-mode inva
 
   it('host-env-leak — process.env access from sandboxed code fails closed', async (ctx) => {
     if (!(await isSandboxAdvertised())) {
+      softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
       ctx.skip();
-      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
+      return;
     }
     const probe = await invoke('misbehave.env-leak');
     expect(probe.status).toBe(200);
@@ -122,8 +124,9 @@ describe.skipIf(HTTP_SKIP)('sandbox-mvp-behavior: RFC 0035 §B failure-mode inva
 
   it('network-escape — http/net access from sandboxed code fails closed', async (ctx) => {
     if (!(await isSandboxAdvertised())) {
+      softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
       ctx.skip();
-      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
+      return;
     }
     const probe = await invoke('misbehave.network-escape');
     expect(probe.status).toBe(200);
@@ -139,8 +142,9 @@ describe.skipIf(HTTP_SKIP)('sandbox-mvp-behavior: RFC 0035 §B failure-mode inva
 
   it('host-process-escape — child_process access from sandboxed code fails closed', async (ctx) => {
     if (!(await isSandboxAdvertised())) {
+      softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
       ctx.skip();
-      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
+      return;
     }
     const probe = await invoke('misbehave.process-escape');
     expect(probe.status).toBe(200);
@@ -153,8 +157,9 @@ describe.skipIf(HTTP_SKIP)('sandbox-mvp-behavior: RFC 0035 §B failure-mode inva
 
   it('sandbox-timeout — runaway loop terminated by wallClockLimitMs', async (ctx) => {
     if (!(await isSandboxAdvertised())) {
+      softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
       ctx.skip();
-      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
+      return;
     }
     const start = Date.now();
     const probe = await invoke('misbehave.timeout');
@@ -179,8 +184,9 @@ describe.skipIf(HTTP_SKIP)('sandbox-mvp-behavior: RFC 0035 §B failure-mode inva
 
   it('cross-pack-mutation — fresh vm context per invocation, no state leaks', async (ctx) => {
     if (!(await isSandboxAdvertised())) {
+      softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
       ctx.skip();
-      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
+      return;
     }
     const r1 = await invoke('misbehave.cross-pack-mutate');
     const r2 = await invoke('misbehave.cross-pack-mutate');
@@ -205,8 +211,9 @@ describe.skipIf(HTTP_SKIP)('sandbox-mvp-behavior: RFC 0035 §B failure-mode inva
 
   it('capability-gate-respected — host call NOT in allowedHostCalls fails with sandbox_capability_denied', async (ctx) => {
     if (!(await isSandboxAdvertised())) {
+      softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
       ctx.skip();
-      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
+      return;
     }
     const probe = await invoke('misbehave.capability-gate-violation', {}, []);
     expect(probe.status).toBe(200);
@@ -228,8 +235,9 @@ describe.skipIf(HTTP_SKIP)('sandbox-mvp-behavior: RFC 0035 §B failure-mode inva
 
   it('memory-exceeded — runaway allocation fails with sandbox_memory_exceeded', async (ctx) => {
     if (!(await isSandboxAdvertised())) {
+      softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
       ctx.skip();
-      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
+      return;
     }
     const probe = await invoke('misbehave.memory-bomb');
     expect(probe.status).toBe(200);
@@ -255,8 +263,9 @@ describe.skipIf(HTTP_SKIP)('sandbox-mvp-behavior: RFC 0035 §B failure-mode inva
 
   it('well-behaved.host-fetch — allowedHostCalls=[fetch] permits the host call', async (ctx) => {
     if (!(await isSandboxAdvertised())) {
+      softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
       ctx.skip();
-      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
+      return;
     }
     const probe = await invoke('well-behaved.host-fetch', {}, ['fetch']);
     expect(probe.status).toBe(200);
@@ -271,8 +280,9 @@ describe.skipIf(HTTP_SKIP)('sandbox-mvp-behavior: RFC 0035 §B failure-mode inva
 
   it('well-behaved.echo — sandboxed code returns args round-trip when no escape attempt', async (ctx) => {
     if (!(await isSandboxAdvertised())) {
+      softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
       ctx.skip();
-      return softSkip('inapplicable', 'capability or profile not advertised by this host — gate `!(await isSandboxAdvertised())` returned early');
+      return;
     }
     const probe = await invoke('well-behaved.echo', { input: 'hello-sandbox' });
     expect(probe.status).toBe(200);

package/src/scenarios/table-schema-enforcement.test.ts

@@ -14,6 +14,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { readErrorCode } from '../lib/error-envelope.js';
 import { driver } from '../lib/driver.js';
 
 interface DiscoveryDoc {
@@ -74,8 +75,7 @@ describe('table-schema-enforcement: behavioral (RFC 0016 §B point 2)', () => {
       bad.status >= 400 && bad.status < 500,
       driver.describe('RFC 0016 §B point 2', 'type-divergent insert MUST be rejected with 4xx'),
     ).toBe(true);
-    const body = bad.json as { error?: { code?: string } | string };
-    const code = typeof body.error === 'string' ? body.error : body.error?.code;
+    const code = readErrorCode(bad.json);
     expect(
       code,
       driver.describe('RFC 0016 §B point 2', 'rejection MUST carry the table_schema_violation error code'),

package/src/scenarios/voice-streamref-tenant-bound.test.ts

@@ -18,6 +18,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { readErrorCode } from '../lib/error-envelope.js';
 import { driver } from '../lib/driver.js';
 import { behaviorGate } from '../lib/behavior-gate.js';
 import { readCapabilityFamily } from '../lib/discovery-capabilities.js';
@@ -29,7 +30,7 @@ function realtimeVoiceOf(ai: Record<string, unknown> | undefined): Record<string
   return rv && typeof rv === 'object' ? (rv as Record<string, unknown>) : undefined;
 }
 function errCode(json: unknown): string | undefined {
-  return (json as { error?: { code?: string } })?.error?.code;
+  return readErrorCode(json);
 }
 
 describe('voice-streamref-tenant-bound (RFC 0106 §F INV-4)', () => {

package/src/scenarios/voice-transcription-streaming.test.ts

@@ -19,6 +19,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { readErrorCode } from '../lib/error-envelope.js';
 import { driver } from '../lib/driver.js';
 import { behaviorGate } from '../lib/behavior-gate.js';
 import { readCapabilityFamily } from '../lib/discovery-capabilities.js';
@@ -30,7 +31,7 @@ function realtimeVoiceOf(ai: Record<string, unknown> | undefined): Record<string
   return rv && typeof rv === 'object' ? (rv as Record<string, unknown>) : undefined;
 }
 function errCode(json: unknown): string | undefined {
-  return (json as { error?: { code?: string } })?.error?.code;
+  return readErrorCode(json);
 }
 function eventsOf(json: unknown): Array<{ type?: string; payload?: Record<string, unknown> }> {
   const e = (json as { events?: unknown })?.events;

package/src/scenarios/voice-transcription-unadvertised.test.ts

@@ -14,6 +14,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { readErrorCode } from '../lib/error-envelope.js';
 import { driver } from '../lib/driver.js';
 import { behaviorGate } from '../lib/behavior-gate.js';
 import { readCapabilityFamily } from '../lib/discovery-capabilities.js';
@@ -25,7 +26,7 @@ function realtimeVoiceOf(ai: Record<string, unknown> | undefined): Record<string
   return rv && typeof rv === 'object' ? (rv as Record<string, unknown>) : undefined;
 }
 function errCode(json: unknown): string | undefined {
-  return (json as { error?: { code?: string } })?.error?.code;
+  return readErrorCode(json);
 }
 
 describe('voice-transcription-unadvertised (RFC 0106 §B)', () => {

package/src/scenarios/workload-identity-behavior.test.ts

@@ -33,6 +33,7 @@
  */
 
 import { describe, it, expect } from 'vitest';
+import { readErrorCode, readRetriable } from '../lib/error-envelope.js';
 import { driver } from '../lib/driver.js';
 import { behaviorGate } from '../lib/behavior-gate.js';
 import { capabilityFamily } from '../lib/discovery-capabilities.js';
@@ -76,7 +77,7 @@ async function resolve(body: Record<string, unknown>): Promise<{ status: number;
 }
 
 function reasonOf(json: unknown): string | undefined {
-  return (json as { error?: { code?: string } })?.error?.code;
+  return readErrorCode(json);
 }
 
 const IDENTITY = { scheme: 'spiffe', subject: 'spiffe://example/dispatcher', issuer: 'spiffe://example' };
@@ -154,9 +155,11 @@ describe('RFC 0154 §A — workload identity resolution (capability-gated behavi
     if (!behaviorGate(PROFILE, (await caps())?.supported === true)) return;
     const r = await resolve({ identity: { scheme: 'spiffe', subject: 'spiffe://example/unknown' } });
     if (r === null || r.status < 400) return;
-    const err = (r.json as { error?: { code?: string; retriable?: boolean } }).error;
+    // canonical flat envelope: code = `error`, retriable = `details.retriable`
+    // (the legacy nested `error.{code,retriable}` the §20 catalog prescribed until
+    // 2026-08-16 is tolerated by the helpers for the deprecation window)
     expect(
-      err?.retriable,
+      readRetriable(r.json),
       driver.describe(
         'spec/v1/host-sample-test-seams.md §20',
         'an identity that does not resolve will not resolve on retry. Marking it retriable invites ' +
@@ -166,7 +169,7 @@ describe('RFC 0154 §A — workload identity resolution (capability-gated behavi
     expect(
       ['identity_unverified', 'identity_unresolvable', 'audience_mismatch', 'delegation_expired', 'sender_constraint_missing'],
       driver.describe('RFCS/0154 §A', 'failures use a closed reason vocabulary'),
-    ).toContain(err?.code);
+    ).toContain(readErrorCode(r.json));
   });
 
   it('a resolution response carries no credential material', async () => {