@openpond/evals 0.4.2 → 0.5.0

package/dist/types/execution-contracts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-contracts.d.ts","sourceRoot":"","sources":["../../../../src/execution-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAcxB,eAAO,MAAM,mBAAmB;;;EAAmC,CAAC;AACpE,eAAO,MAAM,kBAAkB;;;;;;;;;EAS7B,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;EAYpC,CAAC;AAEH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAcjC,CAAC;AACZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAE1B,CAAC;AAEZ,eAAO,MAAM,8BAA8B;;;;;EAKzC,CAAC;AACH,eAAO,MAAM,8BAA8B;;;;EAIzC,CAAC;AACH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAa7B,CAAC;AACZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAO/B,CAAC;AACZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAExB,CAAC;AAEZ,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAYjC,CAAC;AACZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAE1B,CAAC;AAEZ,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAuBvC,CAAC;AAkCH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA6D,CAAC;AACrG,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAGK,CAAC;AAEtC,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAC1E,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC"}

package/dist/types/execution-receipts.d.ts

@@ -0,0 +1,55 @@
+import type { FailureClass, ImmutableArtifactRef } from "@openpond/harness";
+import { ArtifactManifestContentSchema, EnvironmentReleaseContentSchema, VerifierSetReleaseContentSchema, type ArtifactManifest, type AttemptOutcomeClass, type EnvironmentRelease, type FailureOwner, type RewardComponentReceipt, type RewardReceipt, type VerifierSetRelease } from "./execution-contracts.js";
+import { type TasksetRelease } from "./tasksets.js";
+export declare function createEnvironmentRelease(input: Parameters<typeof EnvironmentReleaseContentSchema.parse>[0]): EnvironmentRelease;
+export declare function createArtifactManifest(input: Parameters<typeof ArtifactManifestContentSchema.parse>[0]): ArtifactManifest;
+export declare function createVerifierSetRelease(input: Parameters<typeof VerifierSetReleaseContentSchema.parse>[0]): VerifierSetRelease;
+export declare function bindTasksetExecutionReleases(input: {
+    taskset: TasksetRelease;
+    environment: EnvironmentRelease;
+    verifierSet: VerifierSetRelease;
+}): TasksetRelease;
+export declare function classifyAttemptOutcome(input: {
+    failureClass: FailureClass | null;
+    timeoutKind?: "task_deadline" | "infrastructure_timeout";
+}): {
+    outcomeClass: AttemptOutcomeClass;
+    failureOwner: FailureOwner | null;
+};
+export declare function createRewardReceipt(input: {
+    id: string;
+    attemptRef: {
+        id: string;
+        contentHash: string;
+    };
+    verifierSet: VerifierSetRelease;
+    artifactManifest: ArtifactManifest;
+    outcomeClass: AttemptOutcomeClass;
+    failureOwner: FailureOwner | null;
+    components: RewardComponentReceipt[];
+    visibleEvidenceRefs?: ImmutableArtifactRef[];
+    privilegedEvidenceRefs?: ImmutableArtifactRef[];
+    supersedes?: {
+        id: string;
+        contentHash: string;
+    } | null;
+    createdAt: string;
+    metadata?: Record<string, unknown>;
+}): RewardReceipt;
+export declare function regradeRewardReceipt(input: {
+    original: RewardReceipt;
+    id: string;
+    verifierSet: VerifierSetRelease;
+    artifactManifest: ArtifactManifest;
+    components: RewardComponentReceipt[];
+    outcomeClass?: AttemptOutcomeClass;
+    failureOwner?: FailureOwner | null;
+    createdAt: string;
+    metadata?: Record<string, unknown>;
+}): RewardReceipt;
+export declare function verifyEnvironmentRelease(release: EnvironmentRelease): boolean;
+export declare function verifyArtifactManifest(manifest: ArtifactManifest): boolean;
+export declare function verifyVerifierSetRelease(release: VerifierSetRelease): boolean;
+export declare function verifyRewardReceipt(receipt: RewardReceipt): boolean;
+export declare function isScorableOutcome(outcome: AttemptOutcomeClass): boolean;
+//# sourceMappingURL=execution-receipts.d.ts.map

package/dist/types/execution-receipts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-receipts.d.ts","sourceRoot":"","sources":["../../../../src/execution-receipts.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAE5E,OAAO,EACL,6BAA6B,EAE7B,+BAA+B,EAK/B,+BAA+B,EAE/B,KAAK,gBAAgB,EACrB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC3B,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAGL,KAAK,cAAc,EACpB,MAAM,eAAe,CAAC;AAEvB,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,UAAU,CAAC,OAAO,+BAA+B,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GACjE,kBAAkB,CAGpB;AAED,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,UAAU,CAAC,OAAO,6BAA6B,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAC/D,gBAAgB,CAGlB;AAED,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,UAAU,CAAC,OAAO,+BAA+B,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GACjE,kBAAkB,CAGpB;AAED,wBAAgB,4BAA4B,CAAC,KAAK,EAAE;IAClD,OAAO,EAAE,cAAc,CAAC;IACxB,WAAW,EAAE,kBAAkB,CAAC;IAChC,WAAW,EAAE,kBAAkB,CAAC;CACjC,GAAG,cAAc,CAsBjB;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE;IAC5C,YAAY,EAAE,YAAY,GAAG,IAAI,CAAC;IAClC,WAAW,CAAC,EAAE,eAAe,GAAG,wBAAwB,CAAC;CAC1D,GAAG;IAAE,YAAY,EAAE,mBAAmB,CAAC;IAAC,YAAY,EAAE,YAAY,GAAG,IAAI,CAAA;CAAE,CAmB3E;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IACzC,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,WAAW,EAAE,kBAAkB,CAAC;IAChC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,YAAY,EAAE,mBAAmB,CAAC;IAClC,YAAY,EAAE,YAAY,GAAG,IAAI,CAAC;IAClC,UAAU,EAAE,sBAAsB,EAAE,CAAC;IACrC,mBAAmB,CAAC,EAAE,oBAAoB,EAAE,CAAC;IAC7C,sBAAsB,CAAC,EAAE,oBAAoB,EAAE,CAAC;IAChD,UAAU,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACxD,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,aAAa,CAoEhB;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE;IAC1C,QAAQ,EAAE,aAAa,CAAC;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,kBAAkB,CAAC;IAChC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,UAAU,EAAE,sBAAsB,EAAE,CAAC;IACrC,YAAY,CAAC,EAAE,mBAAmB,CAAC;IACnC,YAAY,CAAC,EAAE,YAAY,GAAG,IAAI,CAAC;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,aAAa,CAwBhB;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAE7E;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAE1E;AAED,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAE7E;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAKnE;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAKvE"}

package/dist/types/graders.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../../src/graders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAA2B,UAAU,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAErF,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;kBAW7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,CAAC;AACF,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,aAAa,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AAC/O,MAAM,MAAM,oBAAoB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,iBAAiB,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AAEvP,wBAAsB,aAAa,CAAC,KAAK,EAAE;IACzC,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;CACvC,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAwB5B;AA4CD,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC"}
+{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../../src/graders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAA2B,UAAU,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAErF,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;kBAW7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,CAAC;AACF,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,aAAa,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AAC/O,MAAM,MAAM,oBAAoB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,iBAAiB,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AAEvP,wBAAsB,aAAa,CAAC,KAAK,EAAE;IACzC,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;CACvC,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAwB5B;AAkDD,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC"}

package/dist/types/index.d.ts

@@ -1,10 +1,15 @@
 export * from "./compatibility.js";
 export * from "./benchmarks.js";
+export * from "./artifact-verification.js";
 export * from "./evidence/index.js";
+export * from "./execution-contracts.js";
+export * from "./execution-receipts.js";
 export * from "./graders.js";
 export * from "./harness.js";
 export * from "./runs.js";
 export * from "./model-improvement-qualification.js";
+export * from "./preferences.js";
 export * from "./review-conformance.js";
+export * from "./rollouts.js";
 export * from "./tasksets.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,sCAAsC,CAAC;AACrD,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,qBAAqB,CAAC;AACpC,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,sCAAsC,CAAC;AACrD,cAAc,kBAAkB,CAAC;AACjC,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,eAAe,CAAC"}

package/dist/types/preferences.d.ts

@@ -0,0 +1,535 @@
+import { z } from "zod";
+import { ImmutableArtifactRefSchema } from "@openpond/harness";
+import { type ArtifactManifest, type FailureOwner, type RewardComponentReceipt } from "./execution-contracts.js";
+import { type AttemptReceipt, type HarnessCompatibilityReceipt, type RunManifest } from "./runs.js";
+import { type TasksetRelease } from "./tasksets.js";
+export declare const PreferenceComparisonPurposeSchema: z.ZodEnum<{
+    validation: "validation";
+    frozen_eval: "frozen_eval";
+    calibration: "calibration";
+    training_reward: "training_reward";
+}>;
+export declare const PreferenceReviewerKindSchema: z.ZodEnum<{
+    human: "human";
+    model: "model";
+    deterministic: "deterministic";
+}>;
+export declare const PreferenceRendererSchema: z.ZodEnum<{
+    text: "text";
+    code: "code";
+    markdown: "markdown";
+    json: "json";
+    image: "image";
+}>;
+export declare const PreferenceComparisonReleaseContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceComparisonRelease.v1">;
+    id: z.ZodString;
+    revision: z.ZodNumber;
+    tasksetRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    candidateCount: z.ZodNumber;
+    resultMode: z.ZodLiteral<"ordered_tie_groups">;
+    allowTies: z.ZodBoolean;
+    allowRejectAll: z.ZodBoolean;
+    presentation: z.ZodObject<{
+        showTaskPrompt: z.ZodBoolean;
+        randomizeCandidateOrder: z.ZodBoolean;
+        hideModelIdentity: z.ZodBoolean;
+        parts: z.ZodArray<z.ZodObject<{
+            source: z.ZodEnum<{
+                artifact: "artifact";
+                attempt_output: "attempt_output";
+            }>;
+            path: z.ZodString;
+            renderer: z.ZodEnum<{
+                text: "text";
+                code: "code";
+                markdown: "markdown";
+                json: "json";
+                image: "image";
+            }>;
+        }, z.core.$strict>>;
+    }, z.core.$strict>;
+    rubricRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
+    }, z.core.$strict>;
+    criteria: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        label: z.ZodString;
+        instruction: z.ZodString;
+        weight: z.ZodNumber;
+    }, z.core.$strict>>;
+    assignment: z.ZodObject<{
+        strategy: z.ZodLiteral<"randomized_blinded_v1">;
+        maxAssignmentsPerCandidate: z.ZodNumber;
+    }, z.core.$strict>;
+    aggregation: z.ZodObject<{
+        algorithm: z.ZodLiteral<"mean_pairwise_win_fraction_v1">;
+        quorum: z.ZodNumber;
+        rejectAllThreshold: z.ZodNumber;
+    }, z.core.$strict>;
+    rewardProjection: z.ZodObject<{
+        algorithm: z.ZodLiteral<"pairwise_win_fraction_v1">;
+        verifierId: z.ZodString;
+        verifierVersion: z.ZodString;
+        weight: z.ZodNumber;
+    }, z.core.$strict>;
+    calibration: z.ZodObject<{
+        minimumSamples: z.ZodNumber;
+        minimumOrderAgreement: z.ZodNumber;
+        minimumTieAgreement: z.ZodNumber;
+        minimumOrderSwapAgreement: z.ZodNumber;
+    }, z.core.$strict>;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const PreferenceComparisonReleaseSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceComparisonRelease.v1">;
+    id: z.ZodString;
+    revision: z.ZodNumber;
+    tasksetRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    candidateCount: z.ZodNumber;
+    resultMode: z.ZodLiteral<"ordered_tie_groups">;
+    allowTies: z.ZodBoolean;
+    allowRejectAll: z.ZodBoolean;
+    presentation: z.ZodObject<{
+        showTaskPrompt: z.ZodBoolean;
+        randomizeCandidateOrder: z.ZodBoolean;
+        hideModelIdentity: z.ZodBoolean;
+        parts: z.ZodArray<z.ZodObject<{
+            source: z.ZodEnum<{
+                artifact: "artifact";
+                attempt_output: "attempt_output";
+            }>;
+            path: z.ZodString;
+            renderer: z.ZodEnum<{
+                text: "text";
+                code: "code";
+                markdown: "markdown";
+                json: "json";
+                image: "image";
+            }>;
+        }, z.core.$strict>>;
+    }, z.core.$strict>;
+    rubricRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
+    }, z.core.$strict>;
+    criteria: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        label: z.ZodString;
+        instruction: z.ZodString;
+        weight: z.ZodNumber;
+    }, z.core.$strict>>;
+    assignment: z.ZodObject<{
+        strategy: z.ZodLiteral<"randomized_blinded_v1">;
+        maxAssignmentsPerCandidate: z.ZodNumber;
+    }, z.core.$strict>;
+    aggregation: z.ZodObject<{
+        algorithm: z.ZodLiteral<"mean_pairwise_win_fraction_v1">;
+        quorum: z.ZodNumber;
+        rejectAllThreshold: z.ZodNumber;
+    }, z.core.$strict>;
+    rewardProjection: z.ZodObject<{
+        algorithm: z.ZodLiteral<"pairwise_win_fraction_v1">;
+        verifierId: z.ZodString;
+        verifierVersion: z.ZodString;
+        weight: z.ZodNumber;
+    }, z.core.$strict>;
+    calibration: z.ZodObject<{
+        minimumSamples: z.ZodNumber;
+        minimumOrderAgreement: z.ZodNumber;
+        minimumTieAgreement: z.ZodNumber;
+        minimumOrderSwapAgreement: z.ZodNumber;
+    }, z.core.$strict>;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare const ComparisonAssignmentContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.comparisonAssignment.v1">;
+    id: z.ZodString;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    taskRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    lineage: z.ZodObject<{
+        tasksetRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        harnessReleases: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        runManifestRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        harnessCompatibilityReceiptRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        environmentRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        verifierSetRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        toolContractHash: z.ZodString;
+        policyHash: z.ZodString;
+    }, z.core.$strict>;
+    candidates: z.ZodArray<z.ZodObject<{
+        attemptRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        runManifestRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        artifactManifestRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        visibleArtifactIds: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>>;
+    presentedCandidateOrder: z.ZodArray<z.ZodString>;
+    purpose: z.ZodEnum<{
+        validation: "validation";
+        frozen_eval: "frozen_eval";
+        calibration: "calibration";
+        training_reward: "training_reward";
+    }>;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const ComparisonAssignmentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.comparisonAssignment.v1">;
+    id: z.ZodString;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    taskRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    lineage: z.ZodObject<{
+        tasksetRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        harnessReleases: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        runManifestRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        harnessCompatibilityReceiptRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        environmentRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        verifierSetRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        toolContractHash: z.ZodString;
+        policyHash: z.ZodString;
+    }, z.core.$strict>;
+    candidates: z.ZodArray<z.ZodObject<{
+        attemptRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        runManifestRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        artifactManifestRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        visibleArtifactIds: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>>;
+    presentedCandidateOrder: z.ZodArray<z.ZodString>;
+    purpose: z.ZodEnum<{
+        validation: "validation";
+        frozen_eval: "frozen_eval";
+        calibration: "calibration";
+        training_reward: "training_reward";
+    }>;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare const PreferenceReceiptContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceReceipt.v1">;
+    id: z.ZodString;
+    assignmentRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    reviewer: z.ZodObject<{
+        kind: z.ZodEnum<{
+            human: "human";
+            model: "model";
+            deterministic: "deterministic";
+        }>;
+        releaseRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+    }, z.core.$strict>;
+    order: z.ZodArray<z.ZodArray<z.ZodString>>;
+    rejectAll: z.ZodBoolean;
+    criterionScores: z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodNumber>>;
+    feedbackArtifactRef: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
+    }, z.core.$strict>>;
+    startedAt: z.ZodString;
+    completedAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const PreferenceReceiptSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceReceipt.v1">;
+    id: z.ZodString;
+    assignmentRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    reviewer: z.ZodObject<{
+        kind: z.ZodEnum<{
+            human: "human";
+            model: "model";
+            deterministic: "deterministic";
+        }>;
+        releaseRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+    }, z.core.$strict>;
+    order: z.ZodArray<z.ZodArray<z.ZodString>>;
+    rejectAll: z.ZodBoolean;
+    criterionScores: z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodNumber>>;
+    feedbackArtifactRef: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
+    }, z.core.$strict>>;
+    startedAt: z.ZodString;
+    completedAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare const PreferenceAggregationReceiptContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceAggregationReceipt.v1">;
+    id: z.ZodString;
+    assignmentRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    receiptRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    order: z.ZodArray<z.ZodArray<z.ZodString>>;
+    rejectAll: z.ZodBoolean;
+    pairwiseWinFractions: z.ZodRecord<z.ZodString, z.ZodNumber>;
+    quorum: z.ZodNumber;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const PreferenceAggregationReceiptSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceAggregationReceipt.v1">;
+    id: z.ZodString;
+    assignmentRef: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    receiptRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    order: z.ZodArray<z.ZodArray<z.ZodString>>;
+    rejectAll: z.ZodBoolean;
+    pairwiseWinFractions: z.ZodRecord<z.ZodString, z.ZodNumber>;
+    quorum: z.ZodNumber;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare const PreferenceCalibrationReportContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceCalibrationReport.v1">;
+    id: z.ZodString;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    automatedReviewer: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    humanReceiptRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    modelReceiptRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    sampleCount: z.ZodNumber;
+    orderAgreement: z.ZodNumber;
+    tieAgreement: z.ZodNumber;
+    orderSwapAgreement: z.ZodNumber;
+    passed: z.ZodBoolean;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const PreferenceCalibrationReportSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceCalibrationReport.v1">;
+    id: z.ZodString;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    automatedReviewer: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    humanReceiptRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    modelReceiptRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    sampleCount: z.ZodNumber;
+    orderAgreement: z.ZodNumber;
+    tieAgreement: z.ZodNumber;
+    orderSwapAgreement: z.ZodNumber;
+    passed: z.ZodBoolean;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare function createPreferenceComparisonRelease(input: z.input<typeof PreferenceComparisonReleaseContentSchema>): PreferenceComparisonRelease;
+export declare function verifyPreferenceComparisonRelease(value: unknown): value is PreferenceComparisonRelease;
+export declare function createComparisonAssignment(input: {
+    id: string;
+    comparisonRelease: PreferenceComparisonRelease;
+    taskset: TasksetRelease;
+    candidates: readonly ComparisonAssignmentCandidateInput[];
+    harnessCompatibilityReceipts?: readonly HarnessCompatibilityReceipt[];
+    purpose: PreferenceComparisonPurpose;
+    presentedCandidateOrder?: readonly string[];
+    createdAt: string;
+    metadata?: Record<string, unknown>;
+}): ComparisonAssignment;
+export declare function verifyComparisonAssignment(value: unknown): value is ComparisonAssignment;
+export declare function validateComparisonAssignment(assignment: ComparisonAssignment, release: PreferenceComparisonRelease): void;
+export declare function createPreferenceReceipt(input: {
+    id: string;
+    assignment: ComparisonAssignment;
+    comparisonRelease: PreferenceComparisonRelease;
+    reviewer: PreferenceReviewer;
+    order: readonly (readonly string[])[];
+    rejectAll: boolean;
+    criterionScores?: Record<string, Record<string, number>>;
+    feedbackArtifactRef?: z.input<typeof ImmutableArtifactRefSchema> | null;
+    startedAt: string;
+    completedAt: string;
+    metadata?: Record<string, unknown>;
+}): PreferenceReceipt;
+export declare function verifyPreferenceReceipt(value: unknown): value is PreferenceReceipt;
+export declare function aggregatePreferenceReceipts(input: {
+    id: string;
+    assignment: ComparisonAssignment;
+    comparisonRelease: PreferenceComparisonRelease;
+    receipts: readonly PreferenceReceipt[];
+    createdAt: string;
+    metadata?: Record<string, unknown>;
+}): PreferenceAggregationReceipt;
+export declare function verifyPreferenceAggregationReceipt(value: unknown): value is PreferenceAggregationReceipt;
+export declare function createPreferenceCalibrationReport(input: {
+    id: string;
+    comparisonRelease: PreferenceComparisonRelease;
+    pairs: readonly PreferenceCalibrationPair[];
+    createdAt: string;
+    metadata?: Record<string, unknown>;
+}): PreferenceCalibrationReport;
+export declare function verifyPreferenceCalibrationReport(value: unknown): value is PreferenceCalibrationReport;
+export declare function projectPairwiseWinFraction(input: {
+    assignment: ComparisonAssignment;
+    comparisonRelease: PreferenceComparisonRelease;
+    result: PreferenceReceipt | PreferenceAggregationReceipt;
+}): Record<string, number>;
+export declare function createPreferenceRewardComponents(input: {
+    assignment: ComparisonAssignment;
+    comparisonRelease: PreferenceComparisonRelease;
+    result: PreferenceReceipt | PreferenceAggregationReceipt;
+    calibrationReport?: PreferenceCalibrationReport | null;
+    candidates?: readonly PreferenceCandidateEligibility[];
+}): Record<string, RewardComponentReceipt>;
+export type PreferenceComparisonPurpose = z.infer<typeof PreferenceComparisonPurposeSchema>;
+export type PreferenceReviewerKind = z.infer<typeof PreferenceReviewerKindSchema>;
+export type PreferenceComparisonRelease = z.infer<typeof PreferenceComparisonReleaseSchema>;
+export type ComparisonAssignment = z.infer<typeof ComparisonAssignmentSchema>;
+export type PreferenceReceipt = z.infer<typeof PreferenceReceiptSchema>;
+export type PreferenceAggregationReceipt = z.infer<typeof PreferenceAggregationReceiptSchema>;
+export type PreferenceCalibrationReport = z.infer<typeof PreferenceCalibrationReportSchema>;
+export type PreferenceReviewer = z.infer<typeof PreferenceReceiptSchema>["reviewer"];
+export type ComparisonAssignmentCandidateInput = {
+    attempt: AttemptReceipt;
+    artifactManifest: ArtifactManifest;
+    runManifest: RunManifest;
+    visibleArtifactIds: readonly string[];
+};
+export type PreferenceCandidateEligibility = {
+    attemptRef: {
+        id: string;
+        contentHash: string;
+    };
+    eligible: boolean;
+    failureOwner?: FailureOwner;
+};
+export type PreferenceCalibrationPair = {
+    assignment: ComparisonAssignment;
+    human: PreferenceReceipt;
+    model: PreferenceReceipt;
+    swappedModel?: PreferenceReceipt;
+};
+//# sourceMappingURL=preferences.d.ts.map

package/dist/types/preferences.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"preferences.d.ts","sourceRoot":"","sources":["../../../../src/preferences.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,0BAA0B,EAO3B,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAIL,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAKL,KAAK,cAAc,EACnB,KAAK,2BAA2B,EAChC,KAAK,WAAW,EACjB,MAAM,WAAW,CAAC;AACnB,OAAO,EAGL,KAAK,cAAc,EACpB,MAAM,eAAe,CAAC;AAEvB,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AACH,eAAO,MAAM,4BAA4B;;;;EAIvC,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;EAMnC,CAAC;AAuDH,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAsBnD,CAAC;AACH,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AA6DZ,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiC,CAAC;AAChF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQnC,CAAC;AA8BL,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA8B,CAAC;AAC1E,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEzB,CAAC;AAmBZ,eAAO,MAAM,yCAAyC;;;;;;;;;;;;;;;;;;;;;kBAA4B,CAAC;AACnF,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;kBAEpC,CAAC;AAiBZ,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAwC,CAAC;AAC9F,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AAEZ,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,wCAAwC,CAAC,GAC9D,2BAA2B,CAG7B;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,2BAA2B,CAEtG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,OAAO,EAAE,cAAc,CAAC;IACxB,UAAU,EAAE,SAAS,kCAAkC,EAAE,CAAC;IAC1D,4BAA4B,CAAC,EAAE,SAAS,2BAA2B,EAAE,CAAC;IACtE,OAAO,EAAE,2BAA2B,CAAC;IACrC,uBAAuB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,oBAAoB,CA+DvB;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,oBAAoB,CAExF;AAED,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,oBAAoB,EAChC,OAAO,EAAE,2BAA2B,GACnC,IAAI,CASN;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,KAAK,EAAE,SAAS,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,CAAC;IACtC,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,mBAAmB,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,IAAI,CAAC;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,iBAAiB,CAoBpB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,iBAAiB,CAElF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,4BAA4B,CAgC/B;AAED,wBAAgB,kCAAkC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,4BAA4B,CAExG;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,KAAK,EAAE,SAAS,yBAAyB,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,2BAA2B,CAkC9B;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,2BAA2B,CAEtG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,MAAM,EAAE,iBAAiB,GAAG,4BAA4B,CAAC;CAC1D,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAkBzB;AAED,wBAAgB,gCAAgC,CAAC,KAAK,EAAE;IACtD,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,MAAM,EAAE,iBAAiB,GAAG,4BAA4B,CAAC;IACzD,iBAAiB,CAAC,EAAE,2BAA2B,GAAG,IAAI,CAAC;IACvD,UAAU,CAAC,EAAE,SAAS,8BAA8B,EAAE,CAAC;CACxD,GAAG,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CA2DzC;AAmRD,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAC9F,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,UAAU,CAAC,CAAC;AACrF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,OAAO,EAAE,cAAc,CAAC;IACxB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,WAAW,EAAE,WAAW,CAAC;IACzB,kBAAkB,EAAE,SAAS,MAAM,EAAE,CAAC;CACvC,CAAC;AACF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,UAAU,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,QAAQ,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B,CAAC;AACF,MAAM,MAAM,yBAAyB,GAAG;IACtC,UAAU,EAAE,oBAAoB,CAAC;IACjC,KAAK,EAAE,iBAAiB,CAAC;IACzB,KAAK,EAAE,iBAAiB,CAAC;IACzB,YAAY,CAAC,EAAE,iBAAiB,CAAC;CAClC,CAAC"}