@openpond/evals 0.11.21 → 0.12.1

package/dist/types/human-review/service.d.ts

@@ -10,6 +10,7 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
         projectId: string;
         createdBy: string;
         kind: "author" | "execute" | "grade";
+        dueAt?: string | undefined;
         title: string;
         authorPublication: {
             proposalHash: string;
@@ -23,6 +24,11 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
             publishedAt: string;
         } | null;
         evidence: {
+            publication?: {
+                id: string;
+                revision: number;
+                contentHash: string;
+            } | undefined;
             dataset: {
                 id: string;
                 revision: number;
@@ -44,22 +50,6 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                 contentHash: string;
             };
             attempts: {
-                experimentId: string;
-                attemptId: string;
-                taskId: string;
-                targetId: string;
-                output: {
-                    id: string;
-                    revision: number;
-                    contentHash: string;
-                };
-                trace: {
-                    id: string;
-                    revision: number;
-                    contentHash: string;
-                } | null;
-                familyKey: string;
-                split: "train" | "validation" | "test" | "frozen_eval";
                 localSource?: {
                     kind: "owner_attested_local";
                     ownerActorId: string;
@@ -84,12 +74,23 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                     boundaryId: string;
                     boundaryRevisionHash: string;
                 } | undefined;
+                experimentId: string;
+                attemptId: string;
+                taskId: string;
+                targetId: string;
+                output: {
+                    id: string;
+                    revision: number;
+                    contentHash: string;
+                };
+                trace: {
+                    id: string;
+                    revision: number;
+                    contentHash: string;
+                } | null;
+                familyKey: string;
+                split: "frozen_eval" | "test" | "train" | "validation";
             }[];
-            publication?: {
-                id: string;
-                revision: number;
-                contentHash: string;
-            } | undefined;
             taskIds?: string[] | undefined;
         };
         form: {
@@ -102,72 +103,72 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                 instructions: string;
                 required: boolean;
                 allowAbstain: boolean;
-                kind: "score";
-                minimum: number;
-                maximum: number;
-                step: number;
                 requireRationale?: boolean | undefined;
                 anchors?: {
                     value: string | number | boolean;
                     description: string;
                 }[] | undefined;
+                kind: "score";
+                minimum: number;
+                maximum: number;
+                step: number;
             } | {
                 id: string;
                 label: string;
                 instructions: string;
                 required: boolean;
                 allowAbstain: boolean;
-                kind: "category";
-                options: string[];
                 requireRationale?: boolean | undefined;
                 anchors?: {
                     value: string | number | boolean;
                     description: string;
                 }[] | undefined;
+                kind: "category";
+                options: string[];
             } | {
                 id: string;
                 label: string;
                 instructions: string;
                 required: boolean;
                 allowAbstain: boolean;
-                kind: "boolean";
                 requireRationale?: boolean | undefined;
                 anchors?: {
                     value: string | number | boolean;
                     description: string;
                 }[] | undefined;
+                kind: "boolean";
             } | {
                 id: string;
                 label: string;
                 instructions: string;
                 required: boolean;
                 allowAbstain: boolean;
-                kind: "text";
-                maximumLength: number;
                 requireRationale?: boolean | undefined;
                 anchors?: {
                     value: string | number | boolean;
                     description: string;
                 }[] | undefined;
+                kind: "text";
                 minimumLength?: number | undefined;
+                maximumLength: number;
             } | {
                 id: string;
                 label: string;
                 instructions: string;
                 required: boolean;
                 allowAbstain: boolean;
-                kind: "preference";
-                allowTie: boolean;
                 requireRationale?: boolean | undefined;
                 anchors?: {
                     value: string | number | boolean;
                     description: string;
                 }[] | undefined;
+                kind: "preference";
                 requireStrength?: boolean | undefined;
+                allowTie: boolean;
             })[];
         };
         policy: {
-            approval: "none" | "manager";
+            approval: "manager" | "none";
             minimumRaters: number;
             managerIds: string[];
             reviewerIds: string[];
@@ -177,10 +178,21 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
             independentRaters?: boolean | undefined;
             blindPair?: boolean | undefined;
         };
-        status: "queued" | "assigned" | "in_progress" | "submitted" | "returned" | "accepted" | "rejected" | "cancelled";
+        status: "accepted" | "assigned" | "cancelled" | "in_progress" | "queued" | "rejected" | "returned" | "submitted";
         assigneeId: string | null;
         generation: number;
         drafts: {
+            taskProposal?: {
+                schemaVersion: "openpond.humanTaskProposal.v1";
+                tasks: {
+                    taskId: string;
+                    input: Record<string, unknown>;
+                    policyVisibleContext: Record<string, unknown>;
+                    expectedOutput?: Record<string, unknown> | null | undefined;
+                    tags?: string[] | undefined;
+                }[];
+                contentHash: string;
+            } | undefined;
             actorId: string;
             generation: number;
             answers: {
@@ -188,10 +200,12 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                 value: string | number | boolean | null;
                 abstain: boolean;
                 note: string;
-                strength?: "slight" | "moderate" | "strong" | undefined;
+                strength?: "moderate" | "slight" | "strong" | undefined;
             }[];
             note: string;
             updatedAt: string;
+        }[];
+        submissions: {
             taskProposal?: {
                 schemaVersion: "openpond.humanTaskProposal.v1";
                 tasks: {
@@ -203,8 +217,6 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                 }[];
                 contentHash: string;
             } | undefined;
-        }[];
-        submissions: {
             id: string;
             revision: number;
             actorId: string;
@@ -216,25 +228,15 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                 value: string | number | boolean | null;
                 abstain: boolean;
                 note: string;
-                strength?: "slight" | "moderate" | "strong" | undefined;
+                strength?: "moderate" | "slight" | "strong" | undefined;
             }[];
             note: string;
             submittedAt: string;
             supersedes: string | null;
             contentHash: string;
-            taskProposal?: {
-                schemaVersion: "openpond.humanTaskProposal.v1";
-                tasks: {
-                    taskId: string;
-                    input: Record<string, unknown>;
-                    policyVisibleContext: Record<string, unknown>;
-                    expectedOutput?: Record<string, unknown> | null | undefined;
-                    tags?: string[] | undefined;
-                }[];
-                contentHash: string;
-            } | undefined;
         }[];
         decisions: {
+            taskProposalHash?: string | undefined;
             id: string;
             revision: number;
             actorId: string;
@@ -248,16 +250,15 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                 value: string | number | boolean | null;
                 abstain: boolean;
                 note: string;
-                strength?: "slight" | "moderate" | "strong" | undefined;
+                strength?: "moderate" | "slight" | "strong" | undefined;
             }[];
             note: string;
             decidedAt: string;
             contentHash: string;
-            taskProposalHash?: string | undefined;
         }[];
         audit: {
             actorId: string;
-            action: "claim" | "reassign" | "cancel";
+            action: "cancel" | "claim" | "reassign";
             priorAssigneeId: string | null;
             assigneeId: string | null;
             generation: number;
@@ -279,7 +280,6 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
         createdAt: string;
         updatedAt: string;
         contentHash: string;
-        dueAt?: string | undefined;
     }>;
     inbox: (context: HumanReviewContext, query: Extract<HumanReviewRequest, {
         endpoint: "inbox";
@@ -292,6 +292,7 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
             projectId: string;
             createdBy: string;
             kind: "author" | "execute" | "grade";
+            dueAt?: string | undefined;
             title: string;
             authorPublication: {
                 proposalHash: string;
@@ -305,6 +306,11 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                 publishedAt: string;
             } | null;
             evidence: {
+                publication?: {
+                    id: string;
+                    revision: number;
+                    contentHash: string;
+                } | undefined;
                 dataset: {
                     id: string;
                     revision: number;
@@ -326,22 +332,6 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                     contentHash: string;
                 };
                 attempts: {
-                    experimentId: string;
-                    attemptId: string;
-                    taskId: string;
-                    targetId: string;
-                    output: {
-                        id: string;
-                        revision: number;
-                        contentHash: string;
-                    };
-                    trace: {
-                        id: string;
-                        revision: number;
-                        contentHash: string;
-                    } | null;
-                    familyKey: string;
-                    split: "train" | "validation" | "test" | "frozen_eval";
                     localSource?: {
                         kind: "owner_attested_local";
                         ownerActorId: string;
@@ -366,12 +356,23 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                         boundaryId: string;
                         boundaryRevisionHash: string;
                     } | undefined;
+                    experimentId: string;
+                    attemptId: string;
+                    taskId: string;
+                    targetId: string;
+                    output: {
+                        id: string;
+                        revision: number;
+                        contentHash: string;
+                    };
+                    trace: {
+                        id: string;
+                        revision: number;
+                        contentHash: string;
+                    } | null;
+                    familyKey: string;
+                    split: "frozen_eval" | "test" | "train" | "validation";
                 }[];
-                publication?: {
-                    id: string;
-                    revision: number;
-                    contentHash: string;
-                } | undefined;
                 taskIds?: string[] | undefined;
             };
             form: {
@@ -384,72 +385,72 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "score";
-                    minimum: number;
-                    maximum: number;
-                    step: number;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "score";
+                    minimum: number;
+                    maximum: number;
+                    step: number;
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "category";
-                    options: string[];
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "category";
+                    options: string[];
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "boolean";
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "boolean";
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "text";
-                    maximumLength: number;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "text";
                     minimumLength?: number | undefined;
+                    maximumLength: number;
                 } | {
                     id: string;
                     label: string;
                     instructions: string;
                     required: boolean;
                     allowAbstain: boolean;
-                    kind: "preference";
-                    allowTie: boolean;
                     requireRationale?: boolean | undefined;
                     anchors?: {
                         value: string | number | boolean;
                         description: string;
                     }[] | undefined;
+                    kind: "preference";
                     requireStrength?: boolean | undefined;
+                    allowTie: boolean;
                 })[];
             };
             policy: {
-                approval: "none" | "manager";
+                approval: "manager" | "none";
                 minimumRaters: number;
                 managerIds: string[];
                 reviewerIds: string[];
@@ -459,10 +460,21 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                 independentRaters?: boolean | undefined;
                 blindPair?: boolean | undefined;
             };
-            status: "queued" | "assigned" | "in_progress" | "submitted" | "returned" | "accepted" | "rejected" | "cancelled";
+            status: "accepted" | "assigned" | "cancelled" | "in_progress" | "queued" | "rejected" | "returned" | "submitted";
             assigneeId: string | null;
             generation: number;
             drafts: {
+                taskProposal?: {
+                    schemaVersion: "openpond.humanTaskProposal.v1";
+                    tasks: {
+                        taskId: string;
+                        input: Record<string, unknown>;
+                        policyVisibleContext: Record<string, unknown>;
+                        expectedOutput?: Record<string, unknown> | null | undefined;
+                        tags?: string[] | undefined;
+                    }[];
+                    contentHash: string;
+                } | undefined;
                 actorId: string;
                 generation: number;
                 answers: {
@@ -470,10 +482,12 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                     value: string | number | boolean | null;
                     abstain: boolean;
                     note: string;
-                    strength?: "slight" | "moderate" | "strong" | undefined;
+                    strength?: "moderate" | "slight" | "strong" | undefined;
                 }[];
                 note: string;
                 updatedAt: string;
+            }[];
+            submissions: {
                 taskProposal?: {
                     schemaVersion: "openpond.humanTaskProposal.v1";
                     tasks: {
@@ -485,8 +499,6 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                     }[];
                     contentHash: string;
                 } | undefined;
-            }[];
-            submissions: {
                 id: string;
                 revision: number;
                 actorId: string;
@@ -498,25 +510,15 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                     value: string | number | boolean | null;
                     abstain: boolean;
                     note: string;
-                    strength?: "slight" | "moderate" | "strong" | undefined;
+                    strength?: "moderate" | "slight" | "strong" | undefined;
                 }[];
                 note: string;
                 submittedAt: string;
                 supersedes: string | null;
                 contentHash: string;
-                taskProposal?: {
-                    schemaVersion: "openpond.humanTaskProposal.v1";
-                    tasks: {
-                        taskId: string;
-                        input: Record<string, unknown>;
-                        policyVisibleContext: Record<string, unknown>;
-                        expectedOutput?: Record<string, unknown> | null | undefined;
-                        tags?: string[] | undefined;
-                    }[];
-                    contentHash: string;
-                } | undefined;
             }[];
             decisions: {
+                taskProposalHash?: string | undefined;
                 id: string;
                 revision: number;
                 actorId: string;
@@ -530,16 +532,15 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                     value: string | number | boolean | null;
                     abstain: boolean;
                     note: string;
-                    strength?: "slight" | "moderate" | "strong" | undefined;
+                    strength?: "moderate" | "slight" | "strong" | undefined;
                 }[];
                 note: string;
                 decidedAt: string;
                 contentHash: string;
-                taskProposalHash?: string | undefined;
             }[];
             audit: {
                 actorId: string;
-                action: "claim" | "reassign" | "cancel";
+                action: "cancel" | "claim" | "reassign";
                 priorAssigneeId: string | null;
                 assigneeId: string | null;
                 generation: number;
@@ -561,51 +562,161 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
             createdAt: string;
             updatedAt: string;
             contentHash: string;
-            dueAt?: string | undefined;
         }[];
         nextCursor: string | null;
         actionCount: number;
         approvalAvailable: boolean;
     }>;
     view: (context: HumanReviewContext, record: HumanReview) => Promise<{
-        evidence: {
+        schemaVersion: "openpond.humanReview.v1";
+        id: string;
+        revision: number;
+        scope: string;
+        projectId: string;
+        kind: "author" | "execute" | "grade";
+        dueAt?: string | undefined;
+        title: string;
+        authorPublication: {
+            proposalHash: string;
             dataset: {
                 id: string;
                 revision: number;
                 contentHash: string;
             };
-            grader: {
+            operationId: string;
+            publishedBy: string;
+            publishedAt: string;
+        } | null;
+        form: {
+            schemaVersion: "openpond.humanForm.v1";
+            mode: "individual" | "pairwise";
+            instructions: string;
+            criteria: ({
                 id: string;
-                revision: number;
-                contentHash: string;
-            };
-            graderBinding: {
+                label: string;
+                instructions: string;
+                required: boolean;
+                allowAbstain: boolean;
+                requireRationale?: boolean | undefined;
+                anchors?: {
+                    value: string | number | boolean;
+                    description: string;
+                }[] | undefined;
+                kind: "score";
+                minimum: number;
+                maximum: number;
+                step: number;
+            } | {
                 id: string;
-                version: string;
-                contentHash: string;
-            };
-            rubric: {
+                label: string;
+                instructions: string;
+                required: boolean;
+                allowAbstain: boolean;
+                requireRationale?: boolean | undefined;
+                anchors?: {
+                    value: string | number | boolean;
+                    description: string;
+                }[] | undefined;
+                kind: "category";
+                options: string[];
+            } | {
                 id: string;
-                revision: number;
-                contentHash: string;
-            };
-            attempts: {
-                experimentId: string;
-                attemptId: string;
-                taskId: string;
-                targetId: string;
-                output: {
-                    id: string;
-                    revision: number;
-                    contentHash: string;
-                };
-                trace: {
-                    id: string;
-                    revision: number;
-                    contentHash: string;
-                } | null;
-                familyKey: string;
-                split: "train" | "validation" | "test" | "frozen_eval";
+                label: string;
+                instructions: string;
+                required: boolean;
+                allowAbstain: boolean;
+                requireRationale?: boolean | undefined;
+                anchors?: {
+                    value: string | number | boolean;
+                    description: string;
+                }[] | undefined;
+                kind: "boolean";
+            } | {
+                id: string;
+                label: string;
+                instructions: string;
+                required: boolean;
+                allowAbstain: boolean;
+                requireRationale?: boolean | undefined;
+                anchors?: {
+                    value: string | number | boolean;
+                    description: string;
+                }[] | undefined;
+                kind: "text";
+                minimumLength?: number | undefined;
+                maximumLength: number;
+            } | {
+                id: string;
+                label: string;
+                instructions: string;
+                required: boolean;
+                allowAbstain: boolean;
+                requireRationale?: boolean | undefined;
+                anchors?: {
+                    value: string | number | boolean;
+                    description: string;
+                }[] | undefined;
+                kind: "preference";
+                requireStrength?: boolean | undefined;
+                allowTie: boolean;
+            })[];
+        };
+        policy: {
+            approval: "manager" | "none";
+            minimumRaters: number;
+            managerIds: string[];
+            reviewerIds: string[];
+            queueClaim: boolean;
+            teamVisible: boolean;
+            distinctManager?: boolean | undefined;
+            independentRaters?: boolean | undefined;
+            blindPair?: boolean | undefined;
+        };
+        status: "accepted" | "assigned" | "cancelled" | "in_progress" | "queued" | "rejected" | "returned" | "submitted";
+        assigneeId: string | null;
+        generation: number;
+        execution: {
+            executionId: string | null;
+            operationId: string;
+            boundBy: string;
+            configurationHash: string;
+            generation: number;
+            result: {
+                id: string;
+                revision: number;
+                contentHash: string;
+            } | null;
+        } | null;
+        createdAt: string;
+        updatedAt: string;
+        contentHash: string;
+        evidence: {
+            publication?: {
+                id: string;
+                revision: number;
+                contentHash: string;
+            } | undefined;
+            dataset: {
+                id: string;
+                revision: number;
+                contentHash: string;
+            };
+            grader: {
+                id: string;
+                revision: number;
+                contentHash: string;
+            };
+            graderBinding: {
+                id: string;
+                version: string;
+                contentHash: string;
+            };
+            rubric: {
+                id: string;
+                revision: number;
+                contentHash: string;
+            };
+            attempts: {
                 localSource?: {
                     kind: "owner_attested_local";
                     ownerActorId: string;
@@ -630,17 +741,39 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                     boundaryId: string;
                     boundaryRevisionHash: string;
                 } | undefined;
+                experimentId: string;
+                attemptId: string;
+                taskId: string;
+                targetId: string;
+                output: {
+                    id: string;
+                    revision: number;
+                    contentHash: string;
+                };
+                trace: {
+                    id: string;
+                    revision: number;
+                    contentHash: string;
+                } | null;
+                familyKey: string;
+                split: "frozen_eval" | "test" | "train" | "validation";
             }[];
-            publication?: {
-                id: string;
-                revision: number;
-                contentHash: string;
-            } | undefined;
             taskIds?: string[] | undefined;
         } | null;
         evidenceHash: string;
         formHash: string;
         drafts: {
+            actorId: string;
+            generation: number;
+            answers: {
+                criterionId: string;
+                value: string | number | boolean | null;
+                abstain: boolean;
+                note: string;
+                strength?: "moderate" | "slight" | "strong" | undefined;
+            }[];
+            note: string;
+            updatedAt: string;
             taskProposal: {
                 schemaVersion: "openpond.humanTaskProposal.v1";
                 tasks: {
@@ -652,6 +785,8 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                 }[];
                 contentHash: string;
             } | {
+                schemaVersion: "openpond.humanTaskProposal.v1";
+                contentHash: string;
                 referenceRedacted: true;
                 tasks: {
                     taskId: string;
@@ -659,22 +794,26 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                     policyVisibleContext: Record<string, unknown>;
                     tags?: string[] | undefined;
                 }[];
-                schemaVersion: "openpond.humanTaskProposal.v1";
-                contentHash: string;
             } | undefined;
+        }[];
+        submissions: {
+            id: string;
+            revision: number;
             actorId: string;
             generation: number;
+            evidenceHash: string;
+            formHash: string;
             answers: {
                 criterionId: string;
                 value: string | number | boolean | null;
                 abstain: boolean;
                 note: string;
-                strength?: "slight" | "moderate" | "strong" | undefined;
+                strength?: "moderate" | "slight" | "strong" | undefined;
             }[];
             note: string;
-            updatedAt: string;
-        }[];
-        submissions: {
+            submittedAt: string;
+            supersedes: string | null;
+            contentHash: string;
             taskProposal: {
                 schemaVersion: "openpond.humanTaskProposal.v1";
                 tasks: {
@@ -686,6 +825,8 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                 }[];
                 contentHash: string;
             } | {
+                schemaVersion: "openpond.humanTaskProposal.v1";
+                contentHash: string;
                 referenceRedacted: true;
                 tasks: {
                     taskId: string;
@@ -693,28 +834,10 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                     policyVisibleContext: Record<string, unknown>;
                     tags?: string[] | undefined;
                 }[];
-                schemaVersion: "openpond.humanTaskProposal.v1";
-                contentHash: string;
             } | undefined;
-            id: string;
-            revision: number;
-            actorId: string;
-            generation: number;
-            evidenceHash: string;
-            formHash: string;
-            answers: {
-                criterionId: string;
-                value: string | number | boolean | null;
-                abstain: boolean;
-                note: string;
-                strength?: "slight" | "moderate" | "strong" | undefined;
-            }[];
-            note: string;
-            submittedAt: string;
-            supersedes: string | null;
-            contentHash: string;
         }[];
         decisions: {
+            taskProposalHash?: string | undefined;
             id: string;
             revision: number;
             actorId: string;
@@ -728,16 +851,15 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
                 value: string | number | boolean | null;
                 abstain: boolean;
                 note: string;
-                strength?: "slight" | "moderate" | "strong" | undefined;
+                strength?: "moderate" | "slight" | "strong" | undefined;
             }[];
             note: string;
             decidedAt: string;
             contentHash: string;
-            taskProposalHash?: string | undefined;
         }[];
         audit: {
             actorId: string;
-            action: "claim" | "reassign" | "cancel";
+            action: "cancel" | "claim" | "reassign";
             priorAssigneeId: string | null;
             assigneeId: string | null;
             generation: number;
@@ -746,133 +868,11 @@ export declare function createHumanReviewService(repository: HumanReviewReposito
         }[];
         createdBy: string;
         permissions: {
-            claim: boolean;
             owner: boolean;
             manager: boolean;
             reviewer: boolean;
+            claim: boolean;
         };
-        schemaVersion: "openpond.humanReview.v1";
-        id: string;
-        revision: number;
-        scope: string;
-        projectId: string;
-        kind: "author" | "execute" | "grade";
-        title: string;
-        authorPublication: {
-            proposalHash: string;
-            dataset: {
-                id: string;
-                revision: number;
-                contentHash: string;
-            };
-            operationId: string;
-            publishedBy: string;
-            publishedAt: string;
-        } | null;
-        form: {
-            schemaVersion: "openpond.humanForm.v1";
-            mode: "individual" | "pairwise";
-            instructions: string;
-            criteria: ({
-                id: string;
-                label: string;
-                instructions: string;
-                required: boolean;
-                allowAbstain: boolean;
-                kind: "score";
-                minimum: number;
-                maximum: number;
-                step: number;
-                requireRationale?: boolean | undefined;
-                anchors?: {
-                    value: string | number | boolean;
-                    description: string;
-                }[] | undefined;
-            } | {
-                id: string;
-                label: string;
-                instructions: string;
-                required: boolean;
-                allowAbstain: boolean;
-                kind: "category";
-                options: string[];
-                requireRationale?: boolean | undefined;
-                anchors?: {
-                    value: string | number | boolean;
-                    description: string;
-                }[] | undefined;
-            } | {
-                id: string;
-                label: string;
-                instructions: string;
-                required: boolean;
-                allowAbstain: boolean;
-                kind: "boolean";
-                requireRationale?: boolean | undefined;
-                anchors?: {
-                    value: string | number | boolean;
-                    description: string;
-                }[] | undefined;
-            } | {
-                id: string;
-                label: string;
-                instructions: string;
-                required: boolean;
-                allowAbstain: boolean;
-                kind: "text";
-                maximumLength: number;
-                requireRationale?: boolean | undefined;
-                anchors?: {
-                    value: string | number | boolean;
-                    description: string;
-                }[] | undefined;
-                minimumLength?: number | undefined;
-            } | {
-                id: string;
-                label: string;
-                instructions: string;
-                required: boolean;
-                allowAbstain: boolean;
-                kind: "preference";
-                allowTie: boolean;
-                requireRationale?: boolean | undefined;
-                anchors?: {
-                    value: string | number | boolean;
-                    description: string;
-                }[] | undefined;
-                requireStrength?: boolean | undefined;
-            })[];
-        };
-        policy: {
-            approval: "none" | "manager";
-            minimumRaters: number;
-            managerIds: string[];
-            reviewerIds: string[];
-            queueClaim: boolean;
-            teamVisible: boolean;
-            distinctManager?: boolean | undefined;
-            independentRaters?: boolean | undefined;
-            blindPair?: boolean | undefined;
-        };
-        status: "queued" | "assigned" | "in_progress" | "submitted" | "returned" | "accepted" | "rejected" | "cancelled";
-        assigneeId: string | null;
-        generation: number;
-        execution: {
-            executionId: string | null;
-            operationId: string;
-            boundBy: string;
-            configurationHash: string;
-            generation: number;
-            result: {
-                id: string;
-                revision: number;
-                contentHash: string;
-            } | null;
-        } | null;
-        createdAt: string;
-        updatedAt: string;
-        contentHash: string;
-        dueAt?: string | undefined;
     }>;
 };
 //# sourceMappingURL=service.d.ts.map