eval-quality 0.2.0 → 0.3.0

package/dist/core/preflight/plan.js

@@ -8,25 +8,53 @@
  * the operation and the witness themselves: there is nothing to look an
  * identifier up in at reduce time.
  */
-import { checkInputsAgainstShape } from '../compile/sensitivity-witness.js';
-import { declaresNoRequiredKeys } from '../declared-inputs.js';
+import { checkInputsAgainstShape, isApiWitnessInputs, } from '../compile/sensitivity-witness.js';
+import { declaresNoRequiredKeys, isCommandOperation, } from '../declared-inputs.js';
+import { referenceSetKeysOf } from '../evaluate/evidence-resolution.js';
 import { StructuralFailure } from '../failure-codes.js';
+import { operationsOf } from '../schemas/interface.js';
 import { referenceSetMembers } from './witness-evidence.js';
-const requestOf = (legId, interfaceId, operation, inputs) => ({
-    // NFR9's correlation by identifier: the port echoes this back, and it is
-    // the only thing that tells two legs of one operation apart.
-    probeId: legId,
-    interfaceId,
-    operationId: operation.operationId,
-    method: operation.method,
-    pathTemplate: operation.pathTemplate,
-    channels: {
-        path: inputs.path,
-        query: inputs.query,
-        header: inputs.header,
-        body: inputs.body,
-    },
-});
+const requestOf = (legId, interfaceId, operation, inputs) => {
+    // NFR9's correlation by identifier: the port echoes these back, and they
+    // are the only thing that tells two legs of one operation apart.
+    const correlation = {
+        probeId: legId,
+        interfaceId,
+        operationId: operation.operationId,
+    };
+    if (isCommandOperation(operation)) {
+        if (isApiWitnessInputs(inputs)) {
+            throw new StructuralFailure('undeclared-mandatory-input', `EvalContract.permittedInterfaces[logicalId=${interfaceId}].operations[operationId=${operation.operationId}]`, `leg "${legId}" supplies transport channels to an operation that runs behind a command (AD-10, AD-19)`);
+        }
+        return {
+            ...correlation,
+            kind: 'cli',
+            executable: operation.invocation.executable,
+            subcommandPath: operation.invocation.subcommandPath,
+            channels: {
+                argument: inputs.argument,
+                option: inputs.option,
+                environment: inputs.environment,
+                stdin: inputs.stdin,
+            },
+        };
+    }
+    if (!isApiWitnessInputs(inputs)) {
+        throw new StructuralFailure('undeclared-mandatory-input', `EvalContract.permittedInterfaces[logicalId=${interfaceId}].operations[operationId=${operation.operationId}]`, `leg "${legId}" supplies command channels to an operation that speaks HTTP (AD-10, AD-19)`);
+    }
+    return {
+        ...correlation,
+        kind: 'api',
+        method: operation.method,
+        pathTemplate: operation.pathTemplate,
+        channels: {
+            path: inputs.path,
+            query: inputs.query,
+            header: inputs.header,
+            body: inputs.body,
+        },
+    };
+};
 /**
  * The contract declares no identifier for a control leg, so one is minted, and it
  * has to avoid every identifier the contract already spends. The same input
@@ -57,13 +85,19 @@ const declaredLegIds = (contract, probes) => {
                     taken.add(legId);
             }
     for (const iface of contract.permittedInterfaces)
-        for (const operation of iface.operations)
+        for (const operation of operationsOf(iface))
             for (const leg of operation.sensitivityWitness?.legs ?? [])
                 taken.add(leg.legId);
     if (contract.fixtureReset !== null)
         taken.add(contract.fixtureReset.legId);
     return taken;
 };
+const EMPTY_COMMAND_INPUTS = {
+    argument: {},
+    option: {},
+    environment: {},
+    stdin: { kind: 'absent' },
+};
 const EMPTY_INPUTS = {
     path: {},
     query: {},
@@ -85,7 +119,12 @@ const controlInputs = (operation) => {
     const declared = operation.sensitivityWitness?.legs[0]?.inputs;
     if (declared !== undefined)
         return declared;
-    return declaresNoRequiredKeys(operation) ? EMPTY_INPUTS : null;
+    // AD-10 exempts an operation with no required key, so an empty leg is a
+    // legal request for it. Which empty leg depends on the kind, because the
+    // port sends what the operation's own channels name.
+    if (!declaresNoRequiredKeys(operation))
+        return null;
+    return isCommandOperation(operation) ? EMPTY_COMMAND_INPUTS : EMPTY_INPUTS;
 };
 const targetOf = (iface, operation) => {
     const inputs = controlInputs(operation);
@@ -98,10 +137,10 @@ const targetOf = (iface, operation) => {
  * marker-true operation on the interface the fixture reset names, resolved
  * independently of where the observed read came from.
  */
-const selectControl = (contract) => {
+const selectControl = (contract, permittedInterfaces) => {
     let observed = null;
-    for (const iface of contract.permittedInterfaces) {
-        for (const operation of iface.operations) {
+    for (const iface of permittedInterfaces) {
+        for (const operation of operationsOf(iface)) {
             if (operation.stateChangeMarker)
                 continue;
             observed = targetOf(iface, operation);
@@ -116,11 +155,13 @@ const selectControl = (contract) => {
     const reset = contract.fixtureReset;
     if (reset === null)
         return { observed, mutating: null };
-    const resetInterface = contract.permittedInterfaces.find((candidate) => candidate.logicalId === reset.interfaceId);
+    const resetInterface = permittedInterfaces.find((candidate) => candidate.logicalId === reset.interfaceId);
     let mutating = null;
     for (const operation of resetInterface?.operations ?? []) {
         if (!operation.stateChangeMarker)
             continue;
+        if (resetInterface === undefined)
+            break;
         mutating = targetOf(resetInterface, operation);
         if (mutating !== null)
             break;
@@ -141,12 +182,13 @@ const selectControl = (contract) => {
 export const planPreflight = (input) => {
     const { contract, probes, runId } = input;
     for (const iface of contract.permittedInterfaces) {
-        // Already thrown at compile; asserted again because the plan is reachable
-        // from a caller who assembled a contract by hand.
-        if (iface.kind !== 'api') {
-            throw new StructuralFailure('unsupported-interface-kind', `EvalContract.permittedInterfaces[logicalId=${iface.logicalId}].kind`, `"${iface.kind}" is not supported in v0; only "api" is (AD-10)`);
+        // Already thrown at compile; asserted again because the plan is
+        // reachable from a caller who assembled a contract by hand.
+        if (iface.kind !== 'api' && iface.kind !== 'cli') {
+            throw new StructuralFailure('unsupported-interface-kind', `EvalContract.permittedInterfaces[logicalId=${iface.logicalId}].kind`, `"${iface.kind}" is not supported; "api" and "cli" are (AD-10)`);
         }
     }
+    const permittedInterfaces = contract.permittedInterfaces;
     const origins = [];
     const checks = [];
     // Keyed by interface AND operation: `Operation.operationId` is scoped to a
@@ -175,8 +217,8 @@ export const planPreflight = (input) => {
             group.push(legId);
     };
     // 1. the sensitivity legs and their checks
-    contract.permittedInterfaces.forEach((iface, interfaceIndex) => {
-        iface.operations.forEach((operation, operationIndex) => {
+    permittedInterfaces.forEach((iface, interfaceIndex) => {
+        operationsOf(iface).forEach((operation, operationIndex) => {
             const witness = operation.sensitivityWitness;
             const path = `EvalContract.permittedInterfaces[${interfaceIndex}].operations[${operationIndex}]`;
             if (witness !== null)
@@ -193,7 +235,7 @@ export const planPreflight = (input) => {
         });
     });
     // 3. the control legs, once per contract
-    const control = selectControl(contract);
+    const control = selectControl(contract, permittedInterfaces);
     const controlLegIds = [];
     if (control !== null) {
         const taken = declaredLegIds(contract, probes);
@@ -215,7 +257,7 @@ export const planPreflight = (input) => {
             const mutate = mintControl('preflight-control-mutate');
             addLeg(mutate, 'control-mutate', mutating.iface.logicalId, mutating.operation, mutating.inputs, `the minted control-mutate leg against "${mutating.operation.operationId}"`);
             controlLegIds.push(mutate);
-            const resetOperation = mutating.iface.operations.find((candidate) => candidate.operationId === reset.operationId);
+            const resetOperation = operationsOf(mutating.iface).find((candidate) => candidate.operationId === reset.operationId);
             if (resetOperation === undefined) {
                 throw new StructuralFailure('unreachable-check-evidence', 'EvalContract.fixtureReset', `the fixture reset names operation "${reset.operationId}" on interface "${reset.interfaceId}", which the contract does not declare (AD-10)`);
             }
@@ -246,7 +288,7 @@ export const planPreflight = (input) => {
                 });
                 continue;
             }
-            const iface = contract.permittedInterfaces.find((candidate) => candidate.logicalId === witness.interfaceId);
+            const iface = permittedInterfaces.find((candidate) => candidate.logicalId === witness.interfaceId);
             const operation = iface?.operations.find((candidate) => candidate.operationId === witness.operationId);
             if (operation === undefined) {
                 throw new StructuralFailure('unreachable-check-evidence', path, `the manifestation witness names operation "${witness.operationId}" on interface "${witness.interfaceId}", which the contract does not declare (AD-10)`);
@@ -309,5 +351,6 @@ export const planPreflight = (input) => {
         legs: origins.map((origin) => origin.leg),
         checks: [...presence, ...checks],
         referenceSets: referenceSetMembers(contract),
+        referenceSetKeys: referenceSetKeysOf(contract),
     };
 };

package/dist/core/preflight/projection.d.ts

@@ -1,4 +1,4 @@
-import type { Operation } from '../schemas/interface.ts';
+import type { AnyOperation } from '../schemas/interface.ts';
 import type { ProbeObservation, ProbeObservedBody } from '../schemas/port-messages.ts';
 export declare const PREFLIGHT_ARTIFACT_PATH = "PreflightVerdict";
 /**
@@ -17,7 +17,10 @@ export type ProjectedObservation = {
     readonly legId: string;
     readonly interfaceId: string;
     readonly operationId: string;
-    readonly status: number;
+    /** the transport status, or `null` off an interface that speaks HTTP. */
+    readonly status: number | null;
+    /** the process exit code, or `null` on an interface that does. */
+    readonly exitCode: number | null;
     readonly body: ProbeObservedBody;
 };
 /**
@@ -27,7 +30,7 @@ export type ProjectedObservation = {
  */
 export declare function pruneVolatile(body: ProbeObservedBody, volatilePointers: readonly string[], artifactPath: string): ProbeObservedBody;
 /** One observation reduced to the projection, with its volatile pointers gone. */
-export declare function projectObservation(observation: ProbeObservation, operation: Operation, artifactPath: string): ProjectedObservation;
+export declare function projectObservation(observation: ProbeObservation, operation: AnyOperation, artifactPath: string): ProjectedObservation;
 /**
  * AD-11's fixture digest. Sorted by leg id first, because NFR9 forbids any
  * stage from reading array position: two runs whose observations arrived in a

package/dist/core/preflight/projection.js

@@ -4,6 +4,7 @@
  * scoring version: two runs whose projections agree describe the same fixture.
  */
 import { digestComposite } from '../canonical/digest.js';
+import { descriptorArtifactOf, descriptorChannelOf, } from '../declared-inputs.js';
 import { DESCRIPTOR_POINTER_PATTERN } from '../schemas/pointer.js';
 import { decodeTail } from '../seal/plan-index.js';
 export const PREFLIGHT_ARTIFACT_PATH = 'PreflightVerdict';
@@ -70,14 +71,33 @@ export function pruneVolatile(body, volatilePointers, artifactPath) {
 }
 /** One observation reduced to the projection, with its volatile pointers gone. */
 export function projectObservation(observation, operation, artifactPath) {
+    // The channel the operation's descriptor describes is the one AD-10's
+    // relation reads, so it is the one the volatile pointers are pruned from.
+    // Off an interface that speaks HTTP that is the response body; off a
+    // command it is the stream or the file the operation nominates.
+    const observed = observation.kind === 'api'
+        ? observation.body
+        : describedChannelOf(observation, operation);
     return {
         legId: observation.probeId,
         interfaceId: observation.interfaceId,
         operationId: observation.operationId,
-        status: observation.status,
-        body: pruneVolatile(observation.body, operation.volatilePointers, artifactPath),
+        // A command has no transport status. `null` is what a reader of this
+        // field asks about, and every such reader already handles it.
+        status: observation.kind === 'api' ? observation.status : null,
+        exitCode: observation.kind === 'api' ? null : observation.exitCode,
+        body: pruneVolatile(observed, operation.volatilePointers, artifactPath),
     };
 }
+/** The observed value of whichever channel this operation's descriptor describes. */
+function describedChannelOf(observation, operation) {
+    const artifactId = descriptorArtifactOf(operation);
+    if (artifactId !== null)
+        return observation.artifacts[artifactId] ?? { kind: 'absent' };
+    return descriptorChannelOf(operation) === 'stderr'
+        ? observation.stderr
+        : observation.stdout;
+}
 /**
  * AD-11's fixture digest. Sorted by leg id first, because NFR9 forbids any
  * stage from reading array position: two runs whose observations arrived in a

package/dist/core/preflight/reduce.js

@@ -16,10 +16,39 @@ import { evidenceOf, resolveWitnessRelation } from './witness-evidence.js';
 /**
  * AD-10 names no threshold, and this is the one the repository already speaks:
  * the published conformance suite ships `probe/observe-anomalous-status`, and
- * `ProbeObservation.status` is bounded to 100-599 at the port, so HTTP is
- * already assumed at that boundary.
+ * an api observation's `status` is bounded to 100-599 at the port.
  */
 const ANOMALOUS_STATUS = 400;
+/**
+ * What makes a control leg anomalous, in the vocabulary of the kind it ran
+ * against, or `null` when nothing does. A command's analogue of a 4xx is a
+ * non-zero exit: both are the system saying the call did not go through, and
+ * AD-10's clean-control check is about exactly that.
+ */
+function anomalyOf(observation) {
+    if (observation.kind === 'api') {
+        return observation.status >= ANOMALOUS_STATUS
+            ? `status ${observation.status}`
+            : null;
+    }
+    return observation.exitCode === 0 ? null : `exit code ${observation.exitCode}`;
+}
+/**
+ * Whether the observation answers the mechanism the leg asked about.
+ *
+ * `kind` alone, and deliberately not `interfaceId` or `operationId`: those two
+ * are already read by the `interface-present` check, which reports a mismatch
+ * as a failed verdict rather than a fault, and reclassifying them here would
+ * turn a shipped verdict into a thrown fault. `kind` has no such reader. An
+ * observation of the wrong mechanism is not a weaker answer to the question, it
+ * is an answer to a different one, and every check below would read it as the
+ * leg's own result.
+ */
+function kindMismatch(leg, observation) {
+    if (leg.request.kind === observation.kind)
+        return undefined;
+    return `leg "${leg.legId}" asked for a "${leg.request.kind}" probe and was answered with a "${observation.kind}" observation, so the port answered a question nobody asked`;
+}
 const check = (kind, operationId, outcome, note) => ({ kind, operationId, outcome, note });
 /**
  * Two projections describe the same fixture state. `legId` is excluded because
@@ -48,7 +77,7 @@ const resolveAgainst = (witness, state, plan, artifactPath) => {
     // Keyed by the witness's own leg id, since the relation addresses
     // `/interactions/{witness.legId}/…`. The scoped row asks whether that same
     // relation would fire on a clean leg's observation.
-    return resolveWitnessRelation(witness.relation, { [witness.legId]: state.evidence }, state.leg.operation, plan.referenceSets, artifactPath).resolution;
+    return resolveWitnessRelation(witness.relation, { [witness.legId]: state.evidence }, state.leg.operation, plan.referenceSets, plan.referenceSetKeys, artifactPath).resolution;
 };
 export const reducePreflight = (plan, { observations }) => {
     const byProbeId = new Map();
@@ -68,12 +97,22 @@ export const reducePreflight = (plan, { observations }) => {
         const observation = byProbeId.get(leg.legId);
         if (observation === undefined)
             continue;
+        // The echo is checked, not assumed. Both port messages are unions, so a
+        // port can answer a command leg with a schema-valid HTTP observation and
+        // every check below reads it as the leg's own result: a command contract
+        // then passes pre-flight with four checks satisfied and no command ever
+        // run. `probeId` alone binds the two together and says nothing about
+        // whether the answer is to this question.
+        const mismatch = kindMismatch(leg, observation);
+        if (mismatch !== undefined) {
+            throw new RuntimeFault('port-contract-violation', PREFLIGHT_ARTIFACT_PATH, mismatch);
+        }
         const projected = projectObservation(observation, leg.operation, PREFLIGHT_ARTIFACT_PATH);
         states.set(leg.legId, {
             leg,
             observation,
             projected,
-            evidence: evidenceOf(projected, observation, leg.inputs),
+            evidence: evidenceOf(projected, observation, leg.inputs, leg.operation),
         });
     }
     const reduceCheck = (planned) => {
@@ -105,7 +144,7 @@ export const reducePreflight = (plan, { observations }) => {
                         return check(planned.kind, planned.operationId, 'failed', `witness leg "${leg.legId}" produced no observation`);
                     evidence[leg.legId] = state.evidence;
                 }
-                const { resolution } = resolveWitnessRelation(witness.relation, evidence, operation, plan.referenceSets, PREFLIGHT_ARTIFACT_PATH);
+                const { resolution } = resolveWitnessRelation(witness.relation, evidence, operation, plan.referenceSets, plan.referenceSetKeys, PREFLIGHT_ARTIFACT_PATH);
                 // AD-10's own sentence, and the most load-bearing line here: a
                 // sensitivity check that examined nothing has established nothing,
                 // so `insufficient-evidence` fails.
@@ -128,8 +167,9 @@ export const reducePreflight = (plan, { observations }) => {
                     const state = states.get(legId);
                     if (state === undefined)
                         return check(planned.kind, null, 'failed', `control leg "${legId}" produced no observation`);
-                    if (state.observation.status >= ANOMALOUS_STATUS)
-                        return check(planned.kind, null, 'failed', `control leg "${legId}" observed status ${state.observation.status}`);
+                    const anomaly = anomalyOf(state.observation);
+                    if (anomaly !== null)
+                        return check(planned.kind, null, 'failed', `control leg "${legId}" observed ${anomaly}`);
                 }
                 return check(planned.kind, null, 'satisfied', null);
             }

package/dist/core/preflight/witness-evidence.d.ts

@@ -4,11 +4,11 @@
  * unchanged. This module supplies the `Observation` shape they read and a
  * collection predicate scoped to one operation.
  */
-import { type PointerDenotesCollection } from '../evaluate/resolution.ts';
+import { type PointerDenotesCollection, type ReferenceSetKeys } from '../evaluate/resolution.ts';
 import type { EvalContract } from '../schemas/eval-contract.ts';
 import type { CheckResolutionValue } from '../schemas/evidence-artifact.ts';
 import type { Expression } from '../schemas/expression.ts';
-import type { Operation } from '../schemas/interface.ts';
+import type { AnyOperation } from '../schemas/interface.ts';
 import type { ProbeObservation } from '../schemas/port-messages.ts';
 import type { JsonValue } from '../schemas/primitives.ts';
 import type { Observation } from '../schemas/sealed-run-record.ts';
@@ -27,7 +27,7 @@ export declare const PREFLIGHT_REGEX_MATCH_STEP_BUDGET = 1000000;
  * the projection does not carry. `provenance` is `baseline`: a pre-flight leg is
  * pre-canned by definition.
  */
-export declare function evidenceOf(projected: ProjectedObservation, observation: ProbeObservation, inputs: WitnessInputs): Observation;
+export declare function evidenceOf(projected: ProjectedObservation, observation: ProbeObservation, inputs: WitnessInputs, operation: AnyOperation): Observation;
 /** the contract's declared reference sets in the shape the resolver wants. */
 export declare function referenceSetMembers(contract: EvalContract): Readonly<Record<string, JsonValue[]>>;
 /**
@@ -37,6 +37,6 @@ export declare function referenceSetMembers(contract: EvalContract): Readonly<Re
  * never appears, and fabricating step objects for a one-operation lookup is more
  * machinery than the predicate.
  */
-export declare function makeWitnessPointerDenotesCollection(operation: Operation): PointerDenotesCollection;
+export declare function makeWitnessPointerDenotesCollection(operation: AnyOperation): PointerDenotesCollection;
 /** Resolves one witness relation over the legs it addresses. */
-export declare function resolveWitnessRelation(relation: Expression, legEvidence: Readonly<Record<string, Observation>>, operation: Operation, referenceSets: Readonly<Record<string, JsonValue[]>>, artifactPath: string): CheckResolutionValue;
+export declare function resolveWitnessRelation(relation: Expression, legEvidence: Readonly<Record<string, Observation>>, operation: AnyOperation, referenceSets: Readonly<Record<string, JsonValue[]>>, referenceSetKeys: ReferenceSetKeys, artifactPath: string): CheckResolutionValue;

package/dist/core/preflight/witness-evidence.js

@@ -4,6 +4,7 @@
  * unchanged. This module supplies the `Observation` shape they read and a
  * collection predicate scoped to one operation.
  */
+import { descriptorArtifactOf, descriptorChannelOf, } from '../declared-inputs.js';
 import { makeResolveOperand } from '../evaluate/evidence-resolution.js';
 import { resolveCheck, } from '../evaluate/resolution.js';
 import { decodeTail, parseEvidenceTarget } from '../seal/plan-index.js';
@@ -17,17 +18,46 @@ const asJsonObject = (value) => value !== null && typeof value === 'object' && !
     ? value
     : null;
 /**
- * `ObservedCallInputs` is narrower than `WitnessInputs`, so `body` loses
+ * `ObservedCallInputs` is narrower than `ApiWitnessInputs`, so `body` loses
  * information here: an absent body and a non-object JSON body both map to
  * `null`, and a relation addressing `/interactions/{legId}/call-inputs/body` on
  * such a leg resolves `ABSENT`.
  */
-const callInputsOf = (inputs) => ({
-    path: inputs.path,
-    query: inputs.query,
-    header: inputs.header,
-    body: inputs.body.kind === 'json' ? asJsonObject(inputs.body.value) : null,
-});
+const ABSENT_CHANNEL = { kind: 'absent' };
+const bodyValue = (body) => body.kind === 'absent' ? null : body.value;
+/**
+ * The leg's supplied inputs as the record spells them: every channel the leg
+ * did not use is `null` rather than absent, which is the observation's own
+ * convention for an unused channel.
+ */
+const callInputsOf = (inputs) => {
+    const empty = {
+        path: null,
+        query: null,
+        header: null,
+        body: null,
+        argument: null,
+        option: null,
+        environment: null,
+        stdin: null,
+    };
+    if ('body' in inputs) {
+        return {
+            ...empty,
+            path: inputs.path,
+            query: inputs.query,
+            header: inputs.header,
+            body: inputs.body.kind === 'json' ? asJsonObject(inputs.body.value) : null,
+        };
+    }
+    return {
+        ...empty,
+        argument: inputs.argument,
+        option: inputs.option,
+        environment: inputs.environment,
+        stdin: inputs.stdin.kind === 'json' ? asJsonObject(inputs.stdin.value) : null,
+    };
+};
 /**
  * One leg as the `Observation` `makeResolveOperand` takes. The relation reads the
  * **projected** body, which is AD-10's "evaluated over that operation's response
@@ -35,8 +65,10 @@ const callInputsOf = (inputs) => ({
  * the projection does not carry. `provenance` is `baseline`: a pre-flight leg is
  * pre-canned by definition.
  */
-export function evidenceOf(projected, observation, inputs) {
+export function evidenceOf(projected, observation, inputs, operation) {
     const { body } = projected;
+    const descriptorChannel = descriptorChannelOf(operation);
+    const describedArtifact = descriptorArtifactOf(operation);
     return {
         observationId: projected.legId,
         // A synthetic, single-observation shape built fresh per leg and never
@@ -51,17 +83,28 @@ export function evidenceOf(projected, observation, inputs) {
         sequence: 1,
         operationId: projected.operationId,
         provenance: 'baseline',
+        // A pre-flight leg is issued by this package rather than by a harness
+        // acting as a declared account, so it names no principal.
+        principal: null,
         callInputs: callInputsOf(inputs),
-        responseBody: body.kind === 'json'
-            ? body.value
-            : body.kind === 'text'
-                ? body.value
-                : null,
-        responseHeaders: observation.headers,
-        responseStatus: observation.status,
-        stdout: null,
-        stderr: null,
-        exitCode: null,
+        // The projected body is whichever channel the operation's descriptor
+        // describes, so it lands on the channel a relation addresses. Both are
+        // filled from the same projection rather than one being derived from
+        // the other, and every channel the leg did not observe is written down
+        // as unobserved rather than left to a default.
+        responseBody: observation.kind === 'api' ? bodyValue(body) : null,
+        responseHeaders: observation.kind === 'api' ? observation.headers : null,
+        responseStatus: observation.kind === 'api' ? observation.status : null,
+        stdout: observation.kind === 'api' || descriptorChannel !== 'stdout'
+            ? ABSENT_CHANNEL
+            : body,
+        stderr: observation.kind === 'api' || descriptorChannel !== 'stderr'
+            ? ABSENT_CHANNEL
+            : body,
+        exitCode: observation.kind === 'api' ? null : observation.exitCode,
+        artifacts: observation.kind === 'api' || describedArtifact === null
+            ? {}
+            : { [describedArtifact]: body },
     };
 }
 /** the contract's declared reference sets in the shape the resolver wants. */
@@ -93,6 +136,6 @@ export function makeWitnessPointerDenotesCollection(operation) {
     };
 }
 /** Resolves one witness relation over the legs it addresses. */
-export function resolveWitnessRelation(relation, legEvidence, operation, referenceSets, artifactPath) {
-    return resolveCheck(relation, makeResolveOperand(legEvidence, referenceSets), makeWitnessPointerDenotesCollection(operation), PREFLIGHT_REGEX_MATCH_STEP_BUDGET, artifactPath);
+export function resolveWitnessRelation(relation, legEvidence, operation, referenceSets, referenceSetKeys, artifactPath) {
+    return resolveCheck(relation, makeResolveOperand(legEvidence, referenceSets), makeWitnessPointerDenotesCollection(operation), referenceSetKeys, PREFLIGHT_REGEX_MATCH_STEP_BUDGET, artifactPath);
 }