niceeval 0.16.3-canary.99 → 0.17.0

package/dist/inspection/select.cjs

@@ -52,10 +52,10 @@ function selectInspectionOperation(facts, operation) {
 // @concord-implements docs/feature/inspection/use-case/inspection-check-completeness.md
 function explainInspectionOperation(facts, operation) {
     return evaluateInspectionOperation(operation.kind, () => {
-        if (operation.kind === "runs.list") {
+        if (operation.kind === "run.list") {
             return runsListExplanation(facts, operation);
         }
-        if (operation.kind === "run.get" || operation.kind === "run.overview") {
+        if (operation.kind === "run.get") {
             const run = requireRunResource(facts, operation.kind, operation.runId);
             const supporting = supportingRunFacts(facts, run);
             return Object.freeze({
@@ -167,34 +167,13 @@ function selectOperation(source, operation) {
                 experiment: decodeRequiredResult(operation.kind, results_ts_1.InspectionExperimentResultSchema, experimentResult()),
             }));
         }
-        case "runs.list": return runsListDocument(source, operation);
+        case "run.list": return runsListDocument(source, operation);
         case "run.get": {
             const run = requireRunResource(source, operation.kind, operation.runId);
             const supporting = supportingRunFacts(source, run);
             return Object.freeze({
                 ...runResourceMetadata(source, operation.kind, run, supporting),
-                run: decodeRequiredResult(operation.kind, results_ts_1.InspectionRunResultSchema, Object.freeze({
-                    value: inspectionRunValue(run),
-                    members: run.published?.members ?? Object.freeze([]),
-                    attempts: run.published?.attempts ?? Object.freeze([]),
-                })),
-            });
-        }
-        case "run.summary": {
-            const selected = selectRuns(loadRuns(source, [operation.runId]), [operation.runId]);
-            const run = requireOne(operation.kind, selected.selected, operation.runId);
-            const all = loadSummaryFacts(source, run);
-            return Object.freeze({
-                ...resultMetadata(source, operation.kind, all, [operation.runId], selected.missing, locators(all)),
-                summary: decodeRequiredResult(operation.kind, results_ts_1.InspectionRunSummaryResultSchema, runSummary(all, run)),
-            });
-        }
-        case "run.overview": {
-            const run = requireRunResource(source, operation.kind, operation.runId);
-            const all = supportingRunFacts(source, run);
-            return Object.freeze({
-                ...runResourceMetadata(source, operation.kind, run, all),
-                runOverview: decodeRequiredResult(operation.kind, results_ts_1.InspectionRunOverviewResultSchema, runOverview(all, run)),
+                run: decodeRequiredResult(operation.kind, results_ts_1.InspectionRunResultSchema, runDetail(supporting, run)),
             });
         }
         case "attempt.get": {
@@ -269,7 +248,7 @@ function selectOperation(source, operation) {
             const resolved = requireAttemptFromSource(source, operation.kind, operation.locator);
             const metadata = resultMetadata(source, operation.kind, attemptRuns(resolved), [], [], [operation.locator]);
             let usage = (0, trace_ts_1.projectAttemptUsage)(traceAttachments(resolved));
-            while ((0, bytes_ts_1.utf8ByteLength)(JSON.stringify({ ...metadata, usage })) > limits_ts_1.INSPECTION_RESULT_BYTE_LIMIT &&
+            while ((0, bytes_ts_1.utf8ByteLength)(JSON.stringify({ ...metadata, usage })) > limits_ts_1.INSPECTION_ATTEMPT_USAGE_RESULT_BYTE_LIMIT &&
                 (usage.judgeUsage.state === "complete" || usage.judgeUsage.state === "partial") && usage.judgeUsage.calls.length > 0) {
                 usage = Object.freeze({ ...usage,
                     judgeUsage: (0, judge_usage_projection_ts_1.takeJudgeUsagePreview)(usage.judgeUsage, usage.judgeUsage.calls.length - 1) });
@@ -372,7 +351,7 @@ function selectOperation(source, operation) {
 function runsListExplanation(source, operation) {
     const page = runSummaryPage(source, operation.continuation);
     return Object.freeze({
-        ...runsListBase(source, page.cutoff, page.items, page.truncated),
+        ...runsListBase(source, source.cutoff(), page.items, page.truncated),
         outcome: "explanation",
         factKinds: protocol_ts_1.inspectionProtocolRegistry[operation.kind].factKinds,
         ...(page.continuation === undefined ? {} : { continuation: page.continuation }),
@@ -381,27 +360,38 @@ function runsListExplanation(source, operation) {
 function runsListDocument(source, operation) {
     const page = runSummaryPage(source, operation.continuation);
     return Object.freeze({
-        ...runsListBase(source, page.cutoff, page.items, page.truncated),
+        ...runsListBase(source, source.cutoff(), page.items, page.truncated),
         runs: closeJson(page.items),
         ...(page.continuation === undefined ? {} : { continuation: page.continuation }),
     });
 }
 function runSummaryPage(source, continuation) {
     const binding = continuation === undefined ? undefined : decodeContinuation(continuation);
+    const cutoff = source.cutoff();
     let page;
     try {
-        page = source.readSealedRunSummaryPage(binding?.afterRunId ?? "", RUN_LIST_PAGE_SIZE, binding?.cutoffIdentity);
+        if (binding !== undefined && binding.cutoffIdentity !== cutoff.identity)
+            throw new Error("Publication cutoff changed");
+        page = source.readRunResourcePage(binding?.afterRunId ?? "", RUN_LIST_PAGE_SIZE);
     }
     catch (cause) {
-        throw operationFailure("runs.list", "Continuation is invalid or its sealed cutoff changed; restart runs.list", cause);
+        throw operationFailure("run.list", "Continuation is invalid or its publication cutoff changed; restart run.list", cause);
     }
     return Object.freeze({
-        cutoff: page.cutoff,
-        items: page.summaries,
+        cutoff,
+        items: Object.freeze(page.runs.map((run) => Object.freeze({
+            runId: run.runId,
+            invocationId: run.invocationId,
+            experimentId: run.experimentId,
+            state: run.state,
+            startedAt: run.startedAt,
+            ...(run.completedAt === undefined ? {} : { completedAt: run.completedAt }),
+            coverage: Object.freeze({ expected: run.expected, published: run.published, missing: run.missing }),
+        }))),
         truncated: page.nextAfterRunId !== null,
         continuation: page.nextAfterRunId === null
             ? undefined
-            : encodeContinuation(page.nextAfterRunId, page.cutoff.identity),
+            : encodeContinuation(page.nextAfterRunId, cutoff.identity),
     });
 }
 function runsListBase(source, cutoff, selected, truncated) {
@@ -409,19 +399,17 @@ function runsListBase(source, cutoff, selected, truncated) {
         protocol: codec_ts_1.QUERY_PROTOCOL,
         behaviorVersion: codec_ts_1.INSPECTION_BEHAVIOR_VERSION,
         outcome: "success",
-        operation: "runs.list",
+        operation: "run.list",
         source: sourceProvenance(source, cutoff),
-        sealedCutoff: Object.freeze({
-            kind: "inspection-sealed-cutoff",
-            identity: cutoff.identity,
-            runCount: cutoff.runCount,
+        publicationCutoff: Object.freeze({
+            storeGeneration: cutoff.storeGeneration,
+            revision: cutoff.revision,
         }),
         selection: Object.freeze({
             requestedRunIds: Object.freeze([]),
             selectedRunIds: Object.freeze(selected.map(({ runId }) => runId)),
             missingRunIds: Object.freeze([]),
             returnedRunCount: selected.length,
-            totalRunCount: cutoff.runCount,
             truncated,
         }),
         issues: Object.freeze([]),
@@ -430,7 +418,7 @@ function runsListBase(source, cutoff, selected, truncated) {
 }
 function encodeContinuation(afterRunId, cutoffIdentity) {
     return (0, bytes_ts_1.encodeBase64UrlUtf8)(JSON.stringify([
-        "runs.list",
+        "run.list",
         cutoffIdentity,
         afterRunId,
     ]));
@@ -438,14 +426,14 @@ function encodeContinuation(afterRunId, cutoffIdentity) {
 function decodeContinuation(token) {
     try {
         const decoded = JSON.parse((0, bytes_ts_1.decodeBase64UrlUtf8)(token));
-        if (!Array.isArray(decoded) || decoded.length !== 3 || decoded[0] !== "runs.list" ||
+        if (!Array.isArray(decoded) || decoded.length !== 3 || decoded[0] !== "run.list" ||
             typeof decoded[1] !== "string" || typeof decoded[2] !== "string") {
             throw new Error("continuation binding changed");
         }
         return Object.freeze({ cutoffIdentity: decoded[1], afterRunId: decoded[2] });
     }
     catch (cause) {
-        throw operationFailure("runs.list", "Continuation is invalid or its sealed cutoff changed; restart runs.list", cause);
+        throw operationFailure("run.list", "Continuation is invalid or its sealed cutoff changed; restart run.list", cause);
     }
 }
 function loadForOperation(source, operation) {
@@ -465,7 +453,7 @@ function loadForOperation(source, operation) {
     if (operation.kind === "experiment.get") {
         return { selected: loadReferencedOrigins(source, (0, facts_ts_1.loadSelectedInspectionRuns)(source, source.findExperimentRunIds(operation.experimentId))), requestedRunIds: [], missingRunIds: [] };
     }
-    if (operation.kind === "runs.list")
+    if (operation.kind === "run.list")
         return { selected: [], requestedRunIds: [], missingRunIds: [] };
     if (operation.kind === "runs.compare") {
         const requested = Object.freeze([...operation.leftRunIds, ...operation.rightRunIds]);
@@ -480,9 +468,7 @@ function loadForOperation(source, operation) {
         const selected = selectRuns(loadRuns(source, [operation.runId]), [operation.runId]);
         requireOne(operation.kind, selected.selected, operation.runId);
         return {
-            selected: operation.kind === "run.summary" || operation.kind === "run.overview"
-                ? loadSummaryFacts(source, selected.selected[0])
-                : selected.selected,
+            selected: loadSummaryFacts(source, selected.selected[0]),
             requestedRunIds: [operation.runId],
             missingRunIds: selected.missing,
         };
@@ -540,8 +526,8 @@ function inspectionRunValue(run) {
         })),
     }));
 }
-function supportingRunFacts(source, run) {
-    return run.published === undefined ? Object.freeze([]) : loadSummaryFacts(source, run.published);
+function supportingRunFacts(_source, run) {
+    return run.supporting;
 }
 function runResourceMetadata(source, operation, run, supporting) {
     const metadata = resultMetadata(source, operation, supporting, [run.resource.runId], [], locators(supporting));
@@ -759,39 +745,11 @@ function containsState(value, expected) {
     const record = value;
     return record.state === expected || Object.values(record).some((entry) => containsState(entry, expected));
 }
-function runSummary(all, selected) {
-    const slots = selected.run.expectedSlots.map((slot) => {
-        const member = selected.members.find((candidate) => candidate.slotId === slot.slotId);
-        if (member === undefined || member.attempt === null) {
-            return Object.freeze({
-                runId: selected.run.runId, ...slot, state: member?.action ?? "missing", locator: null,
-                outcome: null, verdict: null,
-            });
-        }
-        const resolved = (0, facts_ts_1.resolveInspectionMemberAttempt)(all, selected, member);
-        if (resolved === undefined) {
-            return Object.freeze({
-                runId: selected.run.runId, ...slot, state: "missing", locator: null,
-                outcome: null, verdict: null,
-            });
-        }
-        const assertions = (0, facts_ts_1.readInspectionAssertions)(resolved);
-        return Object.freeze({
-            runId: selected.run.runId, ...slot, state: member.action, locator: resolved.locator,
-            outcome: resolved.attempt.outcome,
-            verdict: attemptVerdict(resolved, assertions),
-            score: assertionScore(assertions.state === "available" ? assertions.value.entries : []),
-        });
-    });
-    return Object.freeze({
-        runs: Object.freeze([selected.run]),
-        denominator: Object.freeze({ expected: slots.length, observed: slots.filter(({ locator }) => locator !== null).length }),
-        members: Object.freeze(slots),
-    });
-}
-function runOverview(all, selectedResource) {
+function runDetail(_all, selectedResource) {
     const selected = selectedResource.published;
     const value = inspectionRunValue(selectedResource);
+    const publications = new Map(selectedResource.resource.slots.map((slot) => [slot.slotId, slot.publication]));
+    const bindings = new Map(selectedResource.members.map((member) => [member.slotId, member]));
     const unavailableUsage = () => Object.freeze({
         state: "unavailable",
         summary: null,
@@ -806,19 +764,33 @@ function runOverview(all, selectedResource) {
         limitations: Object.freeze([]),
     });
     const projected = value.expectedSlots.map((slot) => {
-        const targetMember = selected?.members.find((candidate) => candidate.slotId === slot.slotId);
+        const binding = publications.get(slot.slotId);
+        if (binding === undefined)
+            throw new Error(`Run ${value.runId} has no Slot ${slot.slotId}`);
+        const publication = binding.state === "published"
+            ? Object.freeze({
+                state: "published", action: binding.action, attemptId: binding.attemptId,
+                attemptLocator: binding.attemptLocator, originRunId: binding.originRunId, originSlotId: binding.originSlotId,
+            })
+            : binding.state === "absent"
+                ? Object.freeze({ state: "absent", reason: binding.reason })
+                : Object.freeze({ state: "pending" });
+        const targetMember = bindings.get(slot.slotId);
         if (targetMember === undefined) {
-            if (value.state !== "active") {
+            if (publication.state !== "pending" && publication.state !== "absent") {
                 throw new Error(`Terminal Run ${value.runId} has no binding or absence for Slot ${slot.slotId}`);
             }
             const limitation = Object.freeze({
                 kind: "member-not-observed",
-                state: "pending",
+                state: publication.state === "absent"
+                    ? publication.reason === "interrupted-before-publication" ? "interrupted" : "not-dispatched"
+                    : "pending",
             });
             return Object.freeze({
                 member: Object.freeze({
-                    slot,
-                    state: "pending",
+                    ...slot,
+                    publication,
+                    state: limitation.state,
                     locator: null,
                     relation: null,
                     outcome: null,
@@ -837,7 +809,8 @@ function runOverview(all, selectedResource) {
             });
             return Object.freeze({
                 member: Object.freeze({
-                    slot,
+                    ...slot,
+                    publication,
                     state: targetMember.action,
                     locator: null,
                     relation: null,
@@ -850,10 +823,7 @@ function runOverview(all, selectedResource) {
                 }),
             });
         }
-        if (selected === undefined) {
-            throw new Error(`Run ${value.runId} has a Member without a published Core`);
-        }
-        const resolved = (0, facts_ts_1.resolveInspectionMemberAttempt)(all, selected, targetMember);
+        const resolved = (0, facts_ts_1.resolveInspectionResourceMemberAttempt)(selectedResource, targetMember);
         if (resolved === undefined) {
             const limitation = Object.freeze({
                 kind: "attempt-unresolved",
@@ -862,7 +832,8 @@ function runOverview(all, selectedResource) {
             });
             return Object.freeze({
                 member: Object.freeze({
-                    slot,
+                    ...slot,
+                    publication,
                     state: targetMember.action,
                     locator: null,
                     relation: null,
@@ -895,7 +866,8 @@ function runOverview(all, selectedResource) {
         return Object.freeze({
             usage,
             member: Object.freeze({
-                slot,
+                ...slot,
+                publication,
                 state: targetMember.action,
                 locator: resolved.locator,
                 relation: resolved.attempt.originRunId === value.runId ? "origin" : "reference",
@@ -926,7 +898,7 @@ function runOverview(all, selectedResource) {
     });
     const members = Object.freeze(projected.map(({ member }) => member));
     const locatedLimitations = Object.freeze(members.flatMap((member) => member.limitations.map((limitation) => Object.freeze({
-        slotId: member.slot.slotId,
+        slotId: member.slotId,
         locator: member.locator,
         limitation,
     }))));
@@ -937,16 +909,15 @@ function runOverview(all, selectedResource) {
     const coverageLimitations = Object.freeze(locatedLimitations.filter(({ limitation }) => limitation.kind !== "usage"));
     const usageLimitations = Object.freeze(locatedLimitations.filter(({ limitation }) => limitation.kind !== "coverage"));
     return Object.freeze({
-        identity: Object.freeze({
-            runId: value.runId,
-            experimentId: value.experimentId,
-            adapter: value.context?.execution.adapter ?? null,
+        value,
+        members: selectedResource.members,
+        attempts: selected?.attempts ?? Object.freeze([]),
+        denominator: Object.freeze({
+            expected: selectedResource.resource.expected,
+            published: selectedResource.resource.published,
+            missing: selectedResource.resource.missing,
         }),
-        state: value.state,
-        startedAt: value.startedAt,
-        ...(value.completedAt === undefined ? {} : { completedAt: value.completedAt }),
-        denominator: Object.freeze({ expected: members.length, observed }),
-        members,
+        slots: members,
         coverage: Object.freeze({
             state: aggregateRunOverviewState(members.map(({ coverage }) => coverage.state)),
             expectedMemberCount: members.length,
@@ -1220,7 +1191,6 @@ function comparisonMembers(all, runs) {
 }
 function baseDocument(source, operation, selectedInput, requestedRunIds, missingRunIds, evidence, issues = []) {
     const selected = uniqueRuns(selectedInput);
-    const seals = selected.map(({ run, physical }) => Object.freeze({ runId: run.runId, logicalSealIdentity: physical.logicalSealIdentity }));
     const cutoff = source.cutoff();
     return Object.freeze({
         protocol: codec_ts_1.QUERY_PROTOCOL,
@@ -1228,11 +1198,9 @@ function baseDocument(source, operation, selectedInput, requestedRunIds, missing
         outcome: "success",
         operation,
         source: sourceProvenance(source, cutoff),
-        sealedCutoff: Object.freeze({
-            kind: "inspection-sealed-cutoff",
-            identity: cutoff.identity,
-            runCount: cutoff.runCount,
-            runs: Object.freeze(seals),
+        publicationCutoff: Object.freeze({
+            storeGeneration: cutoff.storeGeneration,
+            revision: cutoff.revision,
         }),
         selection: Object.freeze({
             requestedRunIds: Object.freeze([...requestedRunIds]),
@@ -1252,14 +1220,9 @@ function resultMetadata(source, operation, selectedInput, requestedRunIds, missi
         outcome: "success",
         operation,
         source: sourceProvenance(source, cutoff),
-        sealedCutoff: Object.freeze({
-            kind: "inspection-sealed-cutoff",
-            identity: cutoff.identity,
-            runCount: cutoff.runCount,
-            runs: Object.freeze(selected.map(({ run, physical }) => Object.freeze({
-                runId: run.runId,
-                logicalSealIdentity: physical.logicalSealIdentity,
-            }))),
+        publicationCutoff: Object.freeze({
+            storeGeneration: cutoff.storeGeneration,
+            revision: cutoff.revision,
         }),
         selection: Object.freeze({
             requestedRunIds: Object.freeze([...requestedRunIds]),
@@ -1286,7 +1249,7 @@ function decodeRequiredResult(operation, schema, input) {
     return decoded.success;
 }
 function requireInspectionResultBudget(operation, value) {
-    const byteLimit = operation === "experiment.get" ? limits_ts_1.INSPECTION_EXPERIMENT_RESULT_BYTE_LIMIT : limits_ts_1.INSPECTION_RESULT_BYTE_LIMIT;
+    const byteLimit = operation === "experiment.get" ? limits_ts_1.INSPECTION_EXPERIMENT_RESULT_BYTE_LIMIT : operation === "attempt.usage" ? limits_ts_1.INSPECTION_ATTEMPT_USAGE_RESULT_BYTE_LIMIT : limits_ts_1.INSPECTION_RESULT_BYTE_LIMIT;
     if ((0, bytes_ts_1.utf8ByteLength)(JSON.stringify(value)) > byteLimit) {
         throw new InspectionOperationError({ code: "evidence-budget-exceeded", operation,
             reason: "Inspection result cannot fit in the result byte limit." });
@@ -1322,7 +1285,7 @@ function arraysEqual(left, right) {
 function sourceProvenance(source, cutoff) {
     return Object.freeze({
         kind: source.kind,
-        sealedCutoffIdentity: cutoff.identity,
+        publicationCutoffIdentity: cutoff.identity,
     });
 }
 function evaluateInspectionOperation(operation, evaluate) {