@mcoda/mswarm 0.1.90 → 0.1.94

package/dist/vendor/codali/improvement/EvalReplayCandidateBuilder.d.ts

@@ -0,0 +1,173 @@
+import { type CodaliStorageDatasetKind, type CodaliStorageExportKind, type CodaliStorageObjectPrivacyFlags } from "../storage/CodaliStorageContracts.js";
+import { CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION } from "../storage/DatasetExportJob.js";
+import type { DatasetEligibilityGateAcceptedExample, DatasetEligibilityGateRejectedExample } from "./DatasetEligibilityGate.js";
+import type { DatasetExportManifestReaderResult } from "./DatasetExportManifestReader.js";
+export declare const CODALI_EVAL_REPLAY_CANDIDATE_SCHEMA_VERSION: "codali.improvement.eval_replay_candidate.v1";
+export type CodaliEvalReplayProposalArtifact = "eval";
+export interface CodaliEvalReplayObjectRefSummary {
+    refId: string;
+    kind: string;
+    contentHash: string;
+    byteSize: number;
+    mimeType: string;
+    deletionGroupId: string;
+    privacyFlags: CodaliStorageObjectPrivacyFlags;
+    uri?: string;
+    mediaType?: string;
+    metadataKeys: string[];
+}
+export interface CodaliEvalReplayRecordShape {
+    requiredFields: string[];
+    optionalRefFields: string[];
+    presentFields: string[];
+    missingRequiredFields: string[];
+    bodyPolicy: "object_refs_only";
+}
+export interface CodaliEvalReplayRecordRefSummary {
+    recordId: string;
+    datasetKind?: CodaliStorageDatasetKind;
+    sourceGatewayRecordId?: string;
+    inputRef?: CodaliEvalReplayObjectRefSummary;
+    outputRef?: CodaliEvalReplayObjectRefSummary;
+    evidenceRefs: CodaliEvalReplayObjectRefSummary[];
+    quality?: {
+        score?: number;
+        reviewed?: boolean;
+        labels: string[];
+    };
+    metadataShape: {
+        keys: string[];
+        evalStage?: string;
+        exampleType?: string;
+        role?: string;
+        tool?: string;
+        sourceType?: string;
+    };
+    expectedShape: CodaliEvalReplayRecordShape;
+}
+export interface CodaliEvalReplayAcceptedEvidence {
+    recordId: string;
+    sourceGatewayRecordId?: string;
+    lineageKey: DatasetEligibilityGateAcceptedExample["lineageKey"];
+    deletionGroupIds: string[];
+    runIds: string[];
+    artifactTypes: string[];
+    preferenceSignals: string[];
+    priorityScore: number;
+    recordShape: CodaliEvalReplayRecordShape;
+    objectRefs: {
+        inputRef?: CodaliEvalReplayObjectRefSummary;
+        outputRef?: CodaliEvalReplayObjectRefSummary;
+        evidenceRefs: CodaliEvalReplayObjectRefSummary[];
+    };
+}
+export interface CodaliEvalReplayRejectedEvidence {
+    targetType: DatasetEligibilityGateRejectedExample["targetType"];
+    recordId?: string;
+    dedupeKey?: string;
+    failureLabels: string[];
+    reasons: Array<{
+        code: string;
+        message: string;
+        path?: string;
+        details?: Record<string, unknown>;
+    }>;
+}
+export interface CodaliEvalReplayExpectedShape {
+    schemaVersion: typeof CODALI_EVAL_REPLAY_CANDIDATE_SCHEMA_VERSION;
+    artifact: CodaliEvalReplayProposalArtifact;
+    evalFixture: {
+        requiredFields: string[];
+        caseRequiredFields: string[];
+        evidenceFields: string[];
+        bodyPolicy: "object_refs_only";
+    };
+    replayFixture: {
+        schemaVersion: typeof CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION;
+        requiredFields: string[];
+        recordRequiredFields: string[];
+        bodyPolicy: "object_refs_only";
+    };
+}
+export interface CodaliEvalFixtureCandidate {
+    fixtureId: string;
+    sourceExportId: string;
+    caseCount: number;
+    cases: Array<{
+        caseId: string;
+        sourceRecordId: string;
+        datasetKind?: CodaliStorageDatasetKind;
+        expectedShape: CodaliEvalReplayRecordShape;
+        acceptedEvidenceRecordId: string;
+        rejectedEvidenceRecordIds: string[];
+        failureLabels: string[];
+        objectRefs: {
+            inputRef?: CodaliEvalReplayObjectRefSummary;
+            outputRef?: CodaliEvalReplayObjectRefSummary;
+            evidenceRefs: CodaliEvalReplayObjectRefSummary[];
+        };
+    }>;
+}
+export interface CodaliReplayFixtureCandidate {
+    fixtureId: string;
+    schemaVersion: typeof CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION;
+    sourceExportId: string;
+    exportKind: CodaliStorageExportKind;
+    generatedAt: string;
+    bodyStorage: "object_ref" | "record_refs_only";
+    bodyRef?: CodaliEvalReplayObjectRefSummary;
+    recordCount: number;
+    records: CodaliEvalReplayRecordRefSummary[];
+}
+export interface CodaliEvalReplayImprovementCandidateSummary {
+    candidateId: string;
+    candidateKind: "eval_replay";
+    status: "proposed" | "blocked";
+    fixtureIds: {
+        evalFixtureId: string;
+        replayFixtureId: string;
+    };
+    sourceExportIds: string[];
+    sourceRecordIds: string[];
+    artifactIds: string[];
+    exampleCount: number;
+    objectBytes: number;
+    failureLabels: string[];
+}
+export interface CodaliEvalReplayCandidateBundle {
+    schemaVersion: typeof CODALI_EVAL_REPLAY_CANDIDATE_SCHEMA_VERSION;
+    artifact: CodaliEvalReplayProposalArtifact;
+    source: {
+        exportId: string;
+        manifestId: string;
+        manifestPath: string;
+        exportKind: CodaliStorageExportKind;
+        checksum: string;
+        recordCount: number;
+        primaryArtifactRef: CodaliEvalReplayObjectRefSummary;
+        replayFixtureRef?: CodaliEvalReplayObjectRefSummary;
+    };
+    generationPolicy: {
+        deterministic: true;
+        modifiesRuntimePrompts: false;
+        modifiesRuntimeCode: false;
+        bodyPolicy: "object_refs_only";
+    };
+    expectedShape: CodaliEvalReplayExpectedShape;
+    fixtureIds: {
+        evalFixtureId: string;
+        replayFixtureId: string;
+    };
+    acceptedEvidence: CodaliEvalReplayAcceptedEvidence[];
+    rejectedEvidence: CodaliEvalReplayRejectedEvidence[];
+    failureLabels: string[];
+    evalFixture: CodaliEvalFixtureCandidate;
+    replayFixture: CodaliReplayFixtureCandidate;
+    candidates: CodaliEvalReplayImprovementCandidateSummary[];
+}
+export interface BuildCodaliEvalReplayCandidateBundleInput {
+    inspection: DatasetExportManifestReaderResult;
+    artifact?: CodaliEvalReplayProposalArtifact;
+}
+export declare const buildCodaliEvalReplayCandidateBundle: (input: BuildCodaliEvalReplayCandidateBundleInput) => CodaliEvalReplayCandidateBundle;
+//# sourceMappingURL=EvalReplayCandidateBuilder.d.ts.map

package/dist/vendor/codali/improvement/EvalReplayCandidateBuilder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"EvalReplayCandidateBuilder.d.ts","sourceRoot":"","sources":["../../src/improvement/EvalReplayCandidateBuilder.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,EAC5B,KAAK,+BAA+B,EAErC,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,4CAA4C,EAAE,MAAM,gCAAgC,CAAC;AAC9F,OAAO,KAAK,EACV,qCAAqC,EACrC,qCAAqC,EAEtC,MAAM,6BAA6B,CAAC;AACrC,OAAO,KAAK,EAAE,iCAAiC,EAAE,MAAM,kCAAkC,CAAC;AAE1F,eAAO,MAAM,2CAA2C,EACtD,6CAAsD,CAAC;AAEzD,MAAM,MAAM,gCAAgC,GAAG,MAAM,CAAC;AAEtD,MAAM,WAAW,gCAAgC;IAC/C,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,+BAA+B,CAAC;IAC9C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,2BAA2B;IAC1C,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,qBAAqB,EAAE,MAAM,EAAE,CAAC;IAChC,UAAU,EAAE,kBAAkB,CAAC;CAChC;AAED,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,wBAAwB,CAAC;IACvC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,EAAE,gCAAgC,CAAC;IAC5C,SAAS,CAAC,EAAE,gCAAgC,CAAC;IAC7C,YAAY,EAAE,gCAAgC,EAAE,CAAC;IACjD,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,MAAM,EAAE,MAAM,EAAE,CAAC;KAClB,CAAC;IACF,aAAa,EAAE;QACb,IAAI,EAAE,MAAM,EAAE,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IACF,aAAa,EAAE,2BAA2B,CAAC;CAC5C;AAED,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,EAAE,MAAM,CAAC;IACjB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,UAAU,EAAE,qCAAqC,CAAC,YAAY,CAAC,CAAC;IAChE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,2BAA2B,CAAC;IACzC,UAAU,EAAE;QACV,QAAQ,CAAC,EAAE,gCAAgC,CAAC;QAC5C,SAAS,CAAC,EAAE,gCAAgC,CAAC;QAC7C,YAAY,EAAE,gCAAgC,EAAE,CAAC;KAClD,CAAC;CACH;AAED,MAAM,WAAW,gCAAgC;IAC/C,UAAU,EAAE,qCAAqC,CAAC,YAAY,CAAC,CAAC;IAChE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,OAAO,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,6BAA6B;IAC5C,aAAa,EAAE,OAAO,2CAA2C,CAAC;IAClE,QAAQ,EAAE,gCAAgC,CAAC;IAC3C,WAAW,EAAE;QACX,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,kBAAkB,EAAE,MAAM,EAAE,CAAC;QAC7B,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,UAAU,EAAE,kBAAkB,CAAC;KAChC,CAAC;IACF,aAAa,EAAE;QACb,aAAa,EAAE,OAAO,4CAA4C,CAAC;QACnE,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,oBAAoB,EAAE,MAAM,EAAE,CAAC;QAC/B,UAAU,EAAE,kBAAkB,CAAC;KAChC,CAAC;CACH;AAED,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,KAAK,CAAC;QACX,MAAM,EAAE,MAAM,CAAC;QACf,cAAc,EAAE,MAAM,CAAC;QACvB,WAAW,CAAC,EAAE,wBAAwB,CAAC;QACvC,aAAa,EAAE,2BAA2B,CAAC;QAC3C,wBAAwB,EAAE,MAAM,CAAC;QACjC,yBAAyB,EAAE,MAAM,EAAE,CAAC;QACpC,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,UAAU,EAAE;YACV,QAAQ,CAAC,EAAE,gCAAgC,CAAC;YAC5C,SAAS,CAAC,EAAE,gCAAgC,CAAC;YAC7C,YAAY,EAAE,gCAAgC,EAAE,CAAC;SAClD,CAAC;KACH,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,4BAA4B;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,OAAO,4CAA4C,CAAC;IACnE,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,uBAAuB,CAAC;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,YAAY,GAAG,kBAAkB,CAAC;IAC/C,OAAO,CAAC,EAAE,gCAAgC,CAAC;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,gCAAgC,EAAE,CAAC;CAC7C;AAED,MAAM,WAAW,2CAA2C;IAC1D,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,aAAa,CAAC;IAC7B,MAAM,EAAE,UAAU,GAAG,SAAS,CAAC;IAC/B,UAAU,EAAE;QACV,aAAa,EAAE,MAAM,CAAC;QACtB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,+BAA+B;IAC9C,aAAa,EAAE,OAAO,2CAA2C,CAAC;IAClE,QAAQ,EAAE,gCAAgC,CAAC;IAC3C,MAAM,EAAE;QACN,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,uBAAuB,CAAC;QACpC,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;QACpB,kBAAkB,EAAE,gCAAgC,CAAC;QACrD,gBAAgB,CAAC,EAAE,gCAAgC,CAAC;KACrD,CAAC;IACF,gBAAgB,EAAE;QAChB,aAAa,EAAE,IAAI,CAAC;QACpB,sBAAsB,EAAE,KAAK,CAAC;QAC9B,mBAAmB,EAAE,KAAK,CAAC;QAC3B,UAAU,EAAE,kBAAkB,CAAC;KAChC,CAAC;IACF,aAAa,EAAE,6BAA6B,CAAC;IAC7C,UAAU,EAAE;QACV,aAAa,EAAE,MAAM,CAAC;QACtB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,gBAAgB,EAAE,gCAAgC,EAAE,CAAC;IACrD,gBAAgB,EAAE,gCAAgC,EAAE,CAAC;IACrD,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,WAAW,EAAE,0BAA0B,CAAC;IACxC,aAAa,EAAE,4BAA4B,CAAC;IAC5C,UAAU,EAAE,2CAA2C,EAAE,CAAC;CAC3D;AAED,MAAM,WAAW,yCAAyC;IACxD,UAAU,EAAE,iCAAiC,CAAC;IAC9C,QAAQ,CAAC,EAAE,gCAAgC,CAAC;CAC7C;AAuTD,eAAO,MAAM,oCAAoC,GAC/C,OAAO,yCAAyC,KAC/C,+BAyHF,CAAC"}

package/dist/vendor/codali/improvement/EvalReplayCandidateBuilder.js

@@ -0,0 +1,363 @@
+import { createHash } from "node:crypto";
+import { CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION } from "../storage/DatasetExportJob.js";
+export const CODALI_EVAL_REPLAY_CANDIDATE_SCHEMA_VERSION = "codali.improvement.eval_replay_candidate.v1";
+const isRecord = (value) => Boolean(value && typeof value === "object" && !Array.isArray(value));
+const stableJson = (value) => {
+    if (Array.isArray(value))
+        return `[${value.map(stableJson).join(",")}]`;
+    if (!isRecord(value))
+        return JSON.stringify(value);
+    return `{${Object.keys(value).sort().map((key) => `${JSON.stringify(key)}:${stableJson(value[key])}`).join(",")}}`;
+};
+const sha256Hex = (value) => createHash("sha256").update(stableJson(value)).digest("hex");
+const stableId = (prefix, value) => `${prefix}-${sha256Hex(value).slice(0, 16)}`;
+const uniqueSorted = (values) => Array.from(new Set(values
+    .map((value) => value?.trim())
+    .filter((value) => Boolean(value))))
+    .sort();
+const readString = (record, keys) => {
+    for (const key of keys) {
+        const value = record?.[key];
+        if (typeof value === "string" && value.trim())
+            return value.trim();
+    }
+    return undefined;
+};
+const readNumber = (record, key) => {
+    const value = record?.[key];
+    return typeof value === "number" && Number.isFinite(value) ? value : undefined;
+};
+const readBoolean = (record, key) => {
+    const value = record?.[key];
+    return typeof value === "boolean" ? value : undefined;
+};
+const stringList = (value) => Array.isArray(value)
+    ? value.filter((entry) => typeof entry === "string")
+    : [];
+const objectRefFromValue = (value) => isRecord(value) &&
+    typeof value.refId === "string" &&
+    typeof value.contentHash === "string" &&
+    typeof value.byteSize === "number" &&
+    typeof value.mimeType === "string" &&
+    typeof value.deletionGroupId === "string" &&
+    isRecord(value.privacyFlags)
+    ? value
+    : undefined;
+const summarizeObjectRef = (ref) => ({
+    refId: ref.refId,
+    kind: ref.kind,
+    contentHash: ref.contentHash,
+    byteSize: ref.byteSize,
+    mimeType: ref.mimeType,
+    deletionGroupId: ref.deletionGroupId,
+    privacyFlags: ref.privacyFlags,
+    ...(ref.uri ? { uri: ref.uri } : {}),
+    ...(ref.mediaType ? { mediaType: ref.mediaType } : {}),
+    metadataKeys: isRecord(ref.metadata) ? Object.keys(ref.metadata).sort() : [],
+});
+const refsForRow = (row) => {
+    const record = isRecord(row) ? row : {};
+    const evidenceRefs = Array.isArray(record.evidenceRefs)
+        ? record.evidenceRefs.map(objectRefFromValue)
+            .filter((ref) => Boolean(ref))
+        : [];
+    return {
+        inputRef: objectRefFromValue(record.inputRef),
+        outputRef: objectRefFromValue(record.outputRef),
+        evidenceRefs,
+    };
+};
+const recordIdForRow = (row) => isRecord(row) ? readString(row, ["recordId", "record_id"]) : undefined;
+const rowsByRecordId = (rows) => {
+    const output = new Map();
+    for (const row of rows) {
+        if (!isRecord(row))
+            continue;
+        const recordId = recordIdForRow(row);
+        if (recordId)
+            output.set(recordId, row);
+    }
+    return output;
+};
+const expectedRecordShape = (row) => {
+    const presentFields = isRecord(row) ? Object.keys(row).sort() : [];
+    const requiredFields = ["datasetKind", "inputRef", "privacy", "recordId"];
+    return {
+        requiredFields,
+        optionalRefFields: ["outputRef", "evidenceRefs"],
+        presentFields,
+        missingRequiredFields: requiredFields
+            .filter((field) => !presentFields.includes(field)),
+        bodyPolicy: "object_refs_only",
+    };
+};
+const metadataShapeForRow = (row) => {
+    const metadata = isRecord(row.metadata) ? row.metadata : {};
+    return {
+        keys: Object.keys(metadata).sort(),
+        ...(readString(metadata, ["evalStage", "eval_stage", "gatewayEvalStage", "gateway_eval_stage"])
+            ? { evalStage: readString(metadata, ["evalStage", "eval_stage", "gatewayEvalStage", "gateway_eval_stage"]) }
+            : {}),
+        ...(readString(metadata, ["exampleType", "example_type"])
+            ? { exampleType: readString(metadata, ["exampleType", "example_type"]) }
+            : {}),
+        ...(readString(metadata, ["role"]) ? { role: readString(metadata, ["role"]) } : {}),
+        ...(readString(metadata, ["tool"]) ? { tool: readString(metadata, ["tool"]) } : {}),
+        ...(readString(metadata, ["sourceType", "source_type"])
+            ? { sourceType: readString(metadata, ["sourceType", "source_type"]) }
+            : {}),
+    };
+};
+const summarizeRecordRow = (row) => {
+    const refs = refsForRow(row);
+    const quality = isRecord(row.quality) ? row.quality : undefined;
+    return {
+        recordId: readString(row, ["recordId", "record_id"]) ?? "unknown-record",
+        ...(readString(row, ["datasetKind", "dataset_kind"])
+            ? { datasetKind: readString(row, ["datasetKind", "dataset_kind"]) }
+            : {}),
+        ...(readString(row, ["sourceGatewayRecordId", "source_gateway_record_id"])
+            ? { sourceGatewayRecordId: readString(row, ["sourceGatewayRecordId", "source_gateway_record_id"]) }
+            : {}),
+        ...(refs.inputRef ? { inputRef: summarizeObjectRef(refs.inputRef) } : {}),
+        ...(refs.outputRef ? { outputRef: summarizeObjectRef(refs.outputRef) } : {}),
+        evidenceRefs: refs.evidenceRefs.map(summarizeObjectRef),
+        ...(quality ? {
+            quality: {
+                score: readNumber(quality, "score"),
+                reviewed: readBoolean(quality, "reviewed"),
+                labels: stringList(quality.labels).sort(),
+            },
+        } : {}),
+        metadataShape: metadataShapeForRow(row),
+        expectedShape: expectedRecordShape(row),
+    };
+};
+const failureLabelsForReasons = (reasons) => uniqueSorted(reasons.map((reason) => reason.code));
+const rejectedEvidence = (rejected) => rejected.map((item) => ({
+    targetType: item.targetType,
+    ...(item.recordId ? { recordId: item.recordId } : {}),
+    ...(item.dedupeKey ? { dedupeKey: item.dedupeKey } : {}),
+    failureLabels: failureLabelsForReasons(item.reasons),
+    reasons: item.reasons.map((reason) => ({
+        code: reason.code,
+        message: reason.message,
+        ...(reason.path ? { path: reason.path } : {}),
+        ...(reason.details ? { details: reason.details } : {}),
+    })),
+}));
+const acceptedEvidence = (accepted, rowMap) => accepted.map((item) => {
+    const row = rowMap.get(item.recordId);
+    const refs = refsForRow(row);
+    return {
+        recordId: item.recordId,
+        ...(item.sourceGatewayRecordId ? { sourceGatewayRecordId: item.sourceGatewayRecordId } : {}),
+        lineageKey: item.lineageKey,
+        deletionGroupIds: item.deletionGroupIds,
+        runIds: item.runIds,
+        artifactTypes: item.artifactTypes,
+        preferenceSignals: item.preferenceSignals,
+        priorityScore: item.priorityScore,
+        recordShape: expectedRecordShape(row),
+        objectRefs: {
+            ...(refs.inputRef ? { inputRef: summarizeObjectRef(refs.inputRef) } : {}),
+            ...(refs.outputRef ? { outputRef: summarizeObjectRef(refs.outputRef) } : {}),
+            evidenceRefs: refs.evidenceRefs.map(summarizeObjectRef),
+        },
+    };
+});
+const allFailureLabels = (inspection) => {
+    const curationLabels = inspection.curationReport.rejected
+        .flatMap((item) => item.reasons.map((reason) => reason.code));
+    const warningLabels = inspection.warnings.map((warning) => warning.code);
+    return uniqueSorted([
+        ...curationLabels,
+        ...warningLabels,
+        inspection.curationReport.acceptedCount === 0 ? "no_accepted_examples" : undefined,
+        inspection.manifest.exportKind !== "eval-replay" ? "export_kind_not_eval_replay" : undefined,
+        inspection.curationReport.artifactReadAllowed ? undefined : "artifact_payload_read_blocked",
+        inspection.curationReport.lineageValid ? undefined : "lineage_invalid",
+    ]);
+};
+const replayFixtureRefForInspection = (inspection) => inspection.manifest.artifactRefs.find((ref) => {
+    const metadata = isRecord(ref.metadata) ? ref.metadata : {};
+    return readString(metadata, ["artifactType", "artifact_type"]) === "replay_fixture";
+});
+const primaryArtifactRefForInspection = (inspection) => {
+    const ref = inspection.primaryArtifact?.ref ?? inspection.manifest.artifactRefs[0];
+    if (!ref) {
+        throw new Error("CODALI_EVAL_REPLAY_PRIMARY_ARTIFACT_MISSING");
+    }
+    return ref;
+};
+const expectedShape = (artifact) => ({
+    schemaVersion: CODALI_EVAL_REPLAY_CANDIDATE_SCHEMA_VERSION,
+    artifact,
+    evalFixture: {
+        requiredFields: [
+            "fixtureId",
+            "cases",
+            "acceptedEvidence",
+            "rejectedEvidence",
+            "failureLabels",
+        ],
+        caseRequiredFields: [
+            "caseId",
+            "sourceRecordId",
+            "expectedShape",
+            "objectRefs",
+        ],
+        evidenceFields: [
+            "recordId",
+            "lineageKey",
+            "artifactTypes",
+            "preferenceSignals",
+        ],
+        bodyPolicy: "object_refs_only",
+    },
+    replayFixture: {
+        schemaVersion: CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION,
+        requiredFields: ["fixtureId", "schemaVersion", "records"],
+        recordRequiredFields: ["recordId", "datasetKind", "inputRef"],
+        bodyPolicy: "object_refs_only",
+    },
+});
+const objectBytesForRecords = (rows, replayFixtureRef) => {
+    const refs = new Map();
+    for (const row of rows) {
+        const rowRefs = refsForRow(row);
+        for (const ref of [
+            rowRefs.inputRef,
+            rowRefs.outputRef,
+            ...rowRefs.evidenceRefs,
+        ]) {
+            if (ref)
+                refs.set(`${ref.refId}:${ref.contentHash}`, ref);
+        }
+    }
+    if (replayFixtureRef) {
+        refs.set(`${replayFixtureRef.refId}:${replayFixtureRef.contentHash}`, replayFixtureRef);
+    }
+    return Array.from(refs.values())
+        .reduce((total, ref) => total + ref.byteSize, 0);
+};
+export const buildCodaliEvalReplayCandidateBundle = (input) => {
+    const artifact = input.artifact ?? "eval";
+    const inspection = input.inspection;
+    const rowMap = rowsByRecordId(inspection.primaryArtifactRows);
+    const acceptedRows = inspection.curationReport.acceptedRecordIds
+        .map((recordId) => rowMap.get(recordId))
+        .filter((row) => Boolean(row));
+    const replayFixtureRef = replayFixtureRefForInspection(inspection);
+    const failureLabels = allFailureLabels(inspection);
+    const idSeed = {
+        artifact,
+        manifestId: inspection.manifest.manifestId,
+        checksum: inspection.manifest.checksum,
+        acceptedRecordIds: inspection.curationReport.acceptedRecordIds,
+        failureLabels,
+    };
+    const evalFixtureId = stableId("eval-fixture", idSeed);
+    const replayFixtureId = stableId("replay-fixture", {
+        ...idSeed,
+        replayFixtureContentHash: replayFixtureRef?.contentHash,
+    });
+    const candidateId = stableId("candidate", {
+        ...idSeed,
+        evalFixtureId,
+        replayFixtureId,
+    });
+    const accepted = acceptedEvidence(inspection.curationReport.accepted, rowMap);
+    const rejected = rejectedEvidence(inspection.curationReport.rejected);
+    const replayRecords = acceptedRows.map(summarizeRecordRow);
+    const evalCases = replayRecords.map((record) => ({
+        caseId: stableId("eval-case", {
+            evalFixtureId,
+            recordId: record.recordId,
+            inputHash: record.inputRef?.contentHash,
+            outputHash: record.outputRef?.contentHash,
+        }),
+        sourceRecordId: record.recordId,
+        ...(record.datasetKind ? { datasetKind: record.datasetKind } : {}),
+        expectedShape: record.expectedShape,
+        acceptedEvidenceRecordId: record.recordId,
+        rejectedEvidenceRecordIds: rejected
+            .filter((item) => item.recordId === record.recordId)
+            .map((item) => item.recordId)
+            .filter((recordId) => Boolean(recordId)),
+        failureLabels: rejected
+            .filter((item) => item.recordId === record.recordId)
+            .flatMap((item) => item.failureLabels),
+        objectRefs: {
+            ...(record.inputRef ? { inputRef: record.inputRef } : {}),
+            ...(record.outputRef ? { outputRef: record.outputRef } : {}),
+            evidenceRefs: record.evidenceRefs,
+        },
+    }));
+    const candidateStatus = acceptedRows.length > 0 &&
+        inspection.manifest.exportKind === "eval-replay" &&
+        inspection.curationReport.artifactReadAllowed &&
+        inspection.curationReport.lineageValid
+        ? "proposed"
+        : "blocked";
+    return {
+        schemaVersion: CODALI_EVAL_REPLAY_CANDIDATE_SCHEMA_VERSION,
+        artifact,
+        source: {
+            exportId: inspection.exportId,
+            manifestId: inspection.manifest.manifestId,
+            manifestPath: inspection.manifestPath,
+            exportKind: inspection.manifest.exportKind,
+            checksum: inspection.manifest.checksum,
+            recordCount: inspection.manifest.recordCount,
+            primaryArtifactRef: summarizeObjectRef(primaryArtifactRefForInspection(inspection)),
+            ...(replayFixtureRef ? { replayFixtureRef: summarizeObjectRef(replayFixtureRef) } : {}),
+        },
+        generationPolicy: {
+            deterministic: true,
+            modifiesRuntimePrompts: false,
+            modifiesRuntimeCode: false,
+            bodyPolicy: "object_refs_only",
+        },
+        expectedShape: expectedShape(artifact),
+        fixtureIds: {
+            evalFixtureId,
+            replayFixtureId,
+        },
+        acceptedEvidence: accepted,
+        rejectedEvidence: rejected,
+        failureLabels,
+        evalFixture: {
+            fixtureId: evalFixtureId,
+            sourceExportId: inspection.manifest.manifestId,
+            caseCount: evalCases.length,
+            cases: evalCases,
+        },
+        replayFixture: {
+            fixtureId: replayFixtureId,
+            schemaVersion: CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION,
+            sourceExportId: inspection.manifest.manifestId,
+            exportKind: inspection.manifest.exportKind,
+            generatedAt: inspection.manifest.createdAt,
+            bodyStorage: replayFixtureRef ? "object_ref" : "record_refs_only",
+            ...(replayFixtureRef ? { bodyRef: summarizeObjectRef(replayFixtureRef) } : {}),
+            recordCount: replayRecords.length,
+            records: replayRecords,
+        },
+        candidates: [{
+                candidateId,
+                candidateKind: "eval_replay",
+                status: candidateStatus,
+                fixtureIds: {
+                    evalFixtureId,
+                    replayFixtureId,
+                },
+                sourceExportIds: [inspection.manifest.manifestId],
+                sourceRecordIds: inspection.curationReport.acceptedRecordIds,
+                artifactIds: inspection.manifest.artifactRefs.map((ref) => ref.refId),
+                exampleCount: acceptedRows.length,
+                objectBytes: objectBytesForRecords(acceptedRows, replayFixtureRef),
+                failureLabels,
+            }],
+    };
+};