@openpond/evals 0.4.2 → 0.6.0

package/dist/types/preferences.d.ts

@@ -0,0 +1,583 @@
+import { z } from "zod";
+import { ImmutableArtifactRefSchema } from "@openpond/harness";
+import { type ArtifactManifest, type FailureOwner, type RewardComponentReceipt } from "./execution-contracts.js";
+import { type AttemptReceipt, type HarnessCompatibilityReceipt, type RunManifest } from "./runs.js";
+import { type TasksetRelease } from "./tasksets.js";
+export declare const PreferenceComparisonPurposeSchema: z.ZodEnum<{
+    validation: "validation";
+    frozen_eval: "frozen_eval";
+    calibration: "calibration";
+    training_reward: "training_reward";
+}>;
+export declare const PreferenceReviewerKindSchema: z.ZodEnum<{
+    human: "human";
+    model: "model";
+    fixture: "fixture";
+    deterministic: "deterministic";
+}>;
+export declare const PreferenceRewardScopeSchema: z.ZodEnum<{
+    production: "production";
+    synthetic_smoke: "synthetic_smoke";
+}>;
+export declare const PreferenceRendererSchema: z.ZodEnum<{
+    text: "text";
+    code: "code";
+    markdown: "markdown";
+    json: "json";
+    image: "image";
+}>;
+export declare const PreferenceComparisonReleaseContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceComparisonRelease.v1">;
+    id: z.ZodString;
+    revision: z.ZodNumber;
+    tasksetRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    candidateCount: z.ZodNumber;
+    resultMode: z.ZodLiteral<"ordered_tie_groups">;
+    allowTies: z.ZodBoolean;
+    allowRejectAll: z.ZodBoolean;
+    presentation: z.ZodObject<{
+        showTaskPrompt: z.ZodBoolean;
+        randomizeCandidateOrder: z.ZodBoolean;
+        hideModelIdentity: z.ZodBoolean;
+        parts: z.ZodArray<z.ZodObject<{
+            source: z.ZodEnum<{
+                artifact: "artifact";
+                attempt_output: "attempt_output";
+            }>;
+            path: z.ZodString;
+            renderer: z.ZodEnum<{
+                text: "text";
+                code: "code";
+                markdown: "markdown";
+                json: "json";
+                image: "image";
+            }>;
+        }, z.core.$strict>>;
+    }, z.core.$strict>;
+    rubricRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
+    }, z.core.$strict>;
+    criteria: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        label: z.ZodString;
+        instruction: z.ZodString;
+        weight: z.ZodNumber;
+    }, z.core.$strict>>;
+    assignment: z.ZodObject<{
+        strategy: z.ZodLiteral<"randomized_blinded_v1">;
+        maxAssignmentsPerCandidate: z.ZodNumber;
+    }, z.core.$strict>;
+    aggregation: z.ZodObject<{
+        algorithm: z.ZodLiteral<"mean_pairwise_win_fraction_v1">;
+        quorum: z.ZodNumber;
+        rejectAllThreshold: z.ZodNumber;
+    }, z.core.$strict>;
+    rewardProjection: z.ZodObject<{
+        algorithm: z.ZodLiteral<"pairwise_win_fraction_v1">;
+        verifierId: z.ZodString;
+        verifierVersion: z.ZodString;
+        weight: z.ZodNumber;
+    }, z.core.$strict>;
+    calibration: z.ZodObject<{
+        minimumSamples: z.ZodNumber;
+        minimumOrderAgreement: z.ZodNumber;
+        minimumTieAgreement: z.ZodNumber;
+        minimumOrderSwapAgreement: z.ZodNumber;
+    }, z.core.$strict>;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const PreferenceComparisonReleaseSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceComparisonRelease.v1">;
+    id: z.ZodString;
+    revision: z.ZodNumber;
+    tasksetRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    candidateCount: z.ZodNumber;
+    resultMode: z.ZodLiteral<"ordered_tie_groups">;
+    allowTies: z.ZodBoolean;
+    allowRejectAll: z.ZodBoolean;
+    presentation: z.ZodObject<{
+        showTaskPrompt: z.ZodBoolean;
+        randomizeCandidateOrder: z.ZodBoolean;
+        hideModelIdentity: z.ZodBoolean;
+        parts: z.ZodArray<z.ZodObject<{
+            source: z.ZodEnum<{
+                artifact: "artifact";
+                attempt_output: "attempt_output";
+            }>;
+            path: z.ZodString;
+            renderer: z.ZodEnum<{
+                text: "text";
+                code: "code";
+                markdown: "markdown";
+                json: "json";
+                image: "image";
+            }>;
+        }, z.core.$strict>>;
+    }, z.core.$strict>;
+    rubricRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
+    }, z.core.$strict>;
+    criteria: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        label: z.ZodString;
+        instruction: z.ZodString;
+        weight: z.ZodNumber;
+    }, z.core.$strict>>;
+    assignment: z.ZodObject<{
+        strategy: z.ZodLiteral<"randomized_blinded_v1">;
+        maxAssignmentsPerCandidate: z.ZodNumber;
+    }, z.core.$strict>;
+    aggregation: z.ZodObject<{
+        algorithm: z.ZodLiteral<"mean_pairwise_win_fraction_v1">;
+        quorum: z.ZodNumber;
+        rejectAllThreshold: z.ZodNumber;
+    }, z.core.$strict>;
+    rewardProjection: z.ZodObject<{
+        algorithm: z.ZodLiteral<"pairwise_win_fraction_v1">;
+        verifierId: z.ZodString;
+        verifierVersion: z.ZodString;
+        weight: z.ZodNumber;
+    }, z.core.$strict>;
+    calibration: z.ZodObject<{
+        minimumSamples: z.ZodNumber;
+        minimumOrderAgreement: z.ZodNumber;
+        minimumTieAgreement: z.ZodNumber;
+        minimumOrderSwapAgreement: z.ZodNumber;
+    }, z.core.$strict>;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare const ComparisonAssignmentContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.comparisonAssignment.v1">;
+    id: z.ZodString;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    taskRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    lineage: z.ZodObject<{
+        tasksetRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        harnessReleases: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        runManifestRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        harnessCompatibilityReceiptRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        environmentRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        verifierSetRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        toolContractHash: z.ZodString;
+        policyHash: z.ZodString;
+    }, z.core.$strict>;
+    candidates: z.ZodArray<z.ZodObject<{
+        attemptRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        runManifestRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        artifactManifestRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        visibleArtifactIds: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>>;
+    presentedCandidateOrder: z.ZodArray<z.ZodString>;
+    purpose: z.ZodEnum<{
+        validation: "validation";
+        frozen_eval: "frozen_eval";
+        calibration: "calibration";
+        training_reward: "training_reward";
+    }>;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const ComparisonAssignmentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.comparisonAssignment.v1">;
+    id: z.ZodString;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    taskRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    lineage: z.ZodObject<{
+        tasksetRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        harnessReleases: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        runManifestRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        harnessCompatibilityReceiptRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        environmentRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        verifierSetRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        toolContractHash: z.ZodString;
+        policyHash: z.ZodString;
+    }, z.core.$strict>;
+    candidates: z.ZodArray<z.ZodObject<{
+        attemptRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        runManifestRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        artifactManifestRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        visibleArtifactIds: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>>;
+    presentedCandidateOrder: z.ZodArray<z.ZodString>;
+    purpose: z.ZodEnum<{
+        validation: "validation";
+        frozen_eval: "frozen_eval";
+        calibration: "calibration";
+        training_reward: "training_reward";
+    }>;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare const PreferenceReceiptContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceReceipt.v1">;
+    id: z.ZodString;
+    assignmentRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    reviewer: z.ZodDiscriminatedUnion<[z.ZodObject<{
+        kind: z.ZodEnum<{
+            human: "human";
+            model: "model";
+            deterministic: "deterministic";
+        }>;
+        releaseRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+    }, z.core.$strict>, z.ZodObject<{
+        kind: z.ZodLiteral<"fixture">;
+        releaseRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        fixtureRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        labelSource: z.ZodLiteral<"synthetic">;
+        qualificationEligibility: z.ZodLiteral<"smoke_only">;
+    }, z.core.$strict>], "kind">;
+    order: z.ZodArray<z.ZodArray<z.ZodString>>;
+    rejectAll: z.ZodBoolean;
+    criterionScores: z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodNumber>>;
+    feedbackArtifactRef: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
+    }, z.core.$strict>>;
+    startedAt: z.ZodString;
+    completedAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const PreferenceReceiptSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceReceipt.v1">;
+    id: z.ZodString;
+    assignmentRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    reviewer: z.ZodDiscriminatedUnion<[z.ZodObject<{
+        kind: z.ZodEnum<{
+            human: "human";
+            model: "model";
+            deterministic: "deterministic";
+        }>;
+        releaseRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+    }, z.core.$strict>, z.ZodObject<{
+        kind: z.ZodLiteral<"fixture">;
+        releaseRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        fixtureRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        labelSource: z.ZodLiteral<"synthetic">;
+        qualificationEligibility: z.ZodLiteral<"smoke_only">;
+    }, z.core.$strict>], "kind">;
+    order: z.ZodArray<z.ZodArray<z.ZodString>>;
+    rejectAll: z.ZodBoolean;
+    criterionScores: z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodNumber>>;
+    feedbackArtifactRef: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
+    }, z.core.$strict>>;
+    startedAt: z.ZodString;
+    completedAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare const PreferenceAggregationReceiptContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceAggregationReceipt.v1">;
+    id: z.ZodString;
+    assignmentRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    receiptRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    order: z.ZodArray<z.ZodArray<z.ZodString>>;
+    rejectAll: z.ZodBoolean;
+    pairwiseWinFractions: z.ZodRecord<z.ZodString, z.ZodNumber>;
+    quorum: z.ZodNumber;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const PreferenceAggregationReceiptSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceAggregationReceipt.v1">;
+    id: z.ZodString;
+    assignmentRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    receiptRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    order: z.ZodArray<z.ZodArray<z.ZodString>>;
+    rejectAll: z.ZodBoolean;
+    pairwiseWinFractions: z.ZodRecord<z.ZodString, z.ZodNumber>;
+    quorum: z.ZodNumber;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare const PreferenceCalibrationReportContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceCalibrationReport.v1">;
+    id: z.ZodString;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    automatedReviewer: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    humanReceiptRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    modelReceiptRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    sampleCount: z.ZodNumber;
+    orderAgreement: z.ZodNumber;
+    tieAgreement: z.ZodNumber;
+    orderSwapAgreement: z.ZodNumber;
+    passed: z.ZodBoolean;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const PreferenceCalibrationReportSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceCalibrationReport.v1">;
+    id: z.ZodString;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    automatedReviewer: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    humanReceiptRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    modelReceiptRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    sampleCount: z.ZodNumber;
+    orderAgreement: z.ZodNumber;
+    tieAgreement: z.ZodNumber;
+    orderSwapAgreement: z.ZodNumber;
+    passed: z.ZodBoolean;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare function createPreferenceComparisonRelease(input: z.input<typeof PreferenceComparisonReleaseContentSchema>): PreferenceComparisonRelease;
+export declare function verifyPreferenceComparisonRelease(value: unknown): value is PreferenceComparisonRelease;
+export declare function createComparisonAssignment(input: {
+    id: string;
+    comparisonRelease: PreferenceComparisonRelease;
+    taskset: TasksetRelease;
+    candidates: readonly ComparisonAssignmentCandidateInput[];
+    harnessCompatibilityReceipts?: readonly HarnessCompatibilityReceipt[];
+    purpose: PreferenceComparisonPurpose;
+    presentedCandidateOrder?: readonly string[];
+    createdAt: string;
+    metadata?: Record<string, unknown>;
+}): ComparisonAssignment;
+export declare function verifyComparisonAssignment(value: unknown): value is ComparisonAssignment;
+export declare function validateComparisonAssignment(assignment: ComparisonAssignment, release: PreferenceComparisonRelease): void;
+export declare function createPreferenceReceipt(input: {
+    id: string;
+    assignment: ComparisonAssignment;
+    comparisonRelease: PreferenceComparisonRelease;
+    reviewer: PreferenceReviewer;
+    order: readonly (readonly string[])[];
+    rejectAll: boolean;
+    criterionScores?: Record<string, Record<string, number>>;
+    feedbackArtifactRef?: z.input<typeof ImmutableArtifactRefSchema> | null;
+    startedAt: string;
+    completedAt: string;
+    metadata?: Record<string, unknown>;
+}): PreferenceReceipt;
+export declare function createSyntheticFixturePreferenceReceipt(input: {
+    id: string;
+    assignment: ComparisonAssignment;
+    comparisonRelease: PreferenceComparisonRelease;
+    labelerRelease: {
+        id: string;
+        contentHash: string;
+    };
+    fixtureRelease: {
+        id: string;
+        contentHash: string;
+    };
+    ratings: Record<string, "love" | "like" | "reject">;
+    startedAt: string;
+    completedAt: string;
+    metadata?: Record<string, unknown>;
+}): PreferenceReceipt;
+export declare function verifyPreferenceReceipt(value: unknown): value is PreferenceReceipt;
+export declare function aggregatePreferenceReceipts(input: {
+    id: string;
+    assignment: ComparisonAssignment;
+    comparisonRelease: PreferenceComparisonRelease;
+    receipts: readonly PreferenceReceipt[];
+    createdAt: string;
+    metadata?: Record<string, unknown>;
+}): PreferenceAggregationReceipt;
+export declare function verifyPreferenceAggregationReceipt(value: unknown): value is PreferenceAggregationReceipt;
+export declare function createPreferenceCalibrationReport(input: {
+    id: string;
+    comparisonRelease: PreferenceComparisonRelease;
+    pairs: readonly PreferenceCalibrationPair[];
+    createdAt: string;
+    metadata?: Record<string, unknown>;
+}): PreferenceCalibrationReport;
+export declare function verifyPreferenceCalibrationReport(value: unknown): value is PreferenceCalibrationReport;
+export declare function projectPairwiseWinFraction(input: {
+    assignment: ComparisonAssignment;
+    comparisonRelease: PreferenceComparisonRelease;
+    result: PreferenceReceipt | PreferenceAggregationReceipt;
+}): Record<string, number>;
+export declare function createPreferenceRewardComponents(input: {
+    assignment: ComparisonAssignment;
+    comparisonRelease: PreferenceComparisonRelease;
+    result: PreferenceReceipt | PreferenceAggregationReceipt;
+    calibrationReport?: PreferenceCalibrationReport | null;
+    candidates?: readonly PreferenceCandidateEligibility[];
+    rewardScope?: z.input<typeof PreferenceRewardScopeSchema>;
+}): Record<string, RewardComponentReceipt>;
+export type PreferenceComparisonPurpose = z.infer<typeof PreferenceComparisonPurposeSchema>;
+export type PreferenceReviewerKind = z.infer<typeof PreferenceReviewerKindSchema>;
+export type PreferenceRewardScope = z.infer<typeof PreferenceRewardScopeSchema>;
+export type PreferenceComparisonRelease = z.infer<typeof PreferenceComparisonReleaseSchema>;
+export type ComparisonAssignment = z.infer<typeof ComparisonAssignmentSchema>;
+export type PreferenceReceipt = z.infer<typeof PreferenceReceiptSchema>;
+export type PreferenceAggregationReceipt = z.infer<typeof PreferenceAggregationReceiptSchema>;
+export type PreferenceCalibrationReport = z.infer<typeof PreferenceCalibrationReportSchema>;
+export type PreferenceReviewer = z.infer<typeof PreferenceReceiptSchema>["reviewer"];
+export type ComparisonAssignmentCandidateInput = {
+    attempt: AttemptReceipt;
+    artifactManifest: ArtifactManifest;
+    runManifest: RunManifest;
+    visibleArtifactIds: readonly string[];
+};
+export type PreferenceCandidateEligibility = {
+    attemptRef: {
+        id: string;
+        contentHash: string;
+    };
+    eligible: boolean;
+    failureOwner?: FailureOwner;
+};
+export type PreferenceCalibrationPair = {
+    assignment: ComparisonAssignment;
+    human: PreferenceReceipt;
+    model: PreferenceReceipt;
+    swappedModel?: PreferenceReceipt;
+};
+//# sourceMappingURL=preferences.d.ts.map

package/dist/types/preferences.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"preferences.d.ts","sourceRoot":"","sources":["../../../../src/preferences.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,0BAA0B,EAO3B,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAIL,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAKL,KAAK,cAAc,EACnB,KAAK,2BAA2B,EAChC,KAAK,WAAW,EACjB,MAAM,WAAW,CAAC;AACnB,OAAO,EAGL,KAAK,cAAc,EACpB,MAAM,eAAe,CAAC;AAEvB,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AACH,eAAO,MAAM,4BAA4B;;;;;EAKvC,CAAC;AACH,eAAO,MAAM,2BAA2B;;;EAGtC,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;EAMnC,CAAC;AAuDH,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAsBnD,CAAC;AACH,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AA6DZ,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiC,CAAC;AAChF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQnC,CAAC;AAyCL,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA8B,CAAC;AAC1E,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEzB,CAAC;AAmBZ,eAAO,MAAM,yCAAyC;;;;;;;;;;;;;;;;;;;;;kBAA4B,CAAC;AACnF,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;kBAEpC,CAAC;AAiBZ,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAwC,CAAC;AAC9F,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AAEZ,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,wCAAwC,CAAC,GAC9D,2BAA2B,CAG7B;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,2BAA2B,CAEtG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,OAAO,EAAE,cAAc,CAAC;IACxB,UAAU,EAAE,SAAS,kCAAkC,EAAE,CAAC;IAC1D,4BAA4B,CAAC,EAAE,SAAS,2BAA2B,EAAE,CAAC;IACtE,OAAO,EAAE,2BAA2B,CAAC;IACrC,uBAAuB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,oBAAoB,CAoEvB;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,oBAAoB,CAExF;AAED,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,oBAAoB,EAChC,OAAO,EAAE,2BAA2B,GACnC,IAAI,CASN;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,KAAK,EAAE,SAAS,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,CAAC;IACtC,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,mBAAmB,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,IAAI,CAAC;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,iBAAiB,CAoBpB;AAED,wBAAgB,uCAAuC,CAAC,KAAK,EAAE;IAC7D,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC,CAAC;IACpD,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,iBAAiB,CAwCpB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,iBAAiB,CAElF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,4BAA4B,CAgC/B;AAED,wBAAgB,kCAAkC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,4BAA4B,CAExG;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,KAAK,EAAE,SAAS,yBAAyB,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,2BAA2B,CAkC9B;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,2BAA2B,CAEtG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,MAAM,EAAE,iBAAiB,GAAG,4BAA4B,CAAC;CAC1D,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAkBzB;AAED,wBAAgB,gCAAgC,CAAC,KAAK,EAAE;IACtD,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,MAAM,EAAE,iBAAiB,GAAG,4BAA4B,CAAC;IACzD,iBAAiB,CAAC,EAAE,2BAA2B,GAAG,IAAI,CAAC;IACvD,UAAU,CAAC,EAAE,SAAS,8BAA8B,EAAE,CAAC;IACvD,WAAW,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;CAC3D,GAAG,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAmEzC;AA0RD,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAC9F,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,UAAU,CAAC,CAAC;AACrF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,OAAO,EAAE,cAAc,CAAC;IACxB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,WAAW,EAAE,WAAW,CAAC;IACzB,kBAAkB,EAAE,SAAS,MAAM,EAAE,CAAC;CACvC,CAAC;AACF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,UAAU,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,QAAQ,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B,CAAC;AACF,MAAM,MAAM,yBAAyB,GAAG;IACtC,UAAU,EAAE,oBAAoB,CAAC;IACjC,KAAK,EAAE,iBAAiB,CAAC;IACzB,KAAK,EAAE,iBAAiB,CAAC;IACzB,YAAY,CAAC,EAAE,iBAAiB,CAAC;CAClC,CAAC"}