@openpond/evals 0.12.0 → 0.12.1

package/dist/types/review-conformance.d.ts

@@ -3,7 +3,7 @@ export declare const harnessEvaluationReviewConformance: {
         schemaVersion: "openpond.harnessEvaluationReviewReceipt.v1";
         id: string;
         ownerScope: {
-            kind: "team" | "personal";
+            kind: "personal" | "team";
             id: string;
         };
         workspaceRef: string;
@@ -24,14 +24,14 @@ export declare const harnessEvaluationReviewConformance: {
                 id: string;
                 contentHash: string;
             };
-            kind: "validation" | "evaluation" | "observation" | "taskset" | "trigger" | "route_decision" | "refiner_outcome" | "proposal" | "apply_receipt" | "harness_advance" | "rollback" | "work_outcome" | "training_qualification" | "model_candidate";
+            kind: "apply_receipt" | "evaluation" | "harness_advance" | "model_candidate" | "observation" | "proposal" | "refiner_outcome" | "rollback" | "route_decision" | "taskset" | "training_qualification" | "trigger" | "validation" | "work_outcome";
             sourceRef: string;
             sourcePolicy: {
                 policy: {
                     id: string;
                     contentHash: string;
                 };
-                state: "revoked" | "deleted" | "expired" | "authorized";
+                state: "authorized" | "deleted" | "expired" | "revoked";
                 checkedAt: string;
             };
             occurrenceKey: string;
@@ -47,22 +47,22 @@ export declare const harnessEvaluationReviewConformance: {
                     id: string;
                     contentHash: string;
                 };
-                state: "revoked" | "deleted" | "expired" | "authorized";
+                state: "authorized" | "deleted" | "expired" | "revoked";
                 checkedAt: string;
             } | null;
-            reason: "duplicate" | "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "resolved" | "sensitive" | "unverified" | "budget";
+            reason: "before_watermark" | "budget" | "deleted" | "duplicate" | "expired" | "outside_scope" | "resolved" | "revoked" | "sensitive" | "unverified";
         }[];
         claim: {
             fingerprint: string;
             recurrenceFamily: string;
             statement: string;
+            candidateDisposition?: "confirm" | "observe" | undefined;
             independentOccurrences: number;
             unresolvedOccurrences: number;
-            candidateDisposition?: "confirm" | "observe" | undefined;
         } | null;
-        classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
+        classification: "harness_maintenance" | "model_improvement" | "no_action" | "product" | "runtime" | "taskset";
         triage: {
-            layer: "model" | "runtime" | "tools" | "evaluation" | "harness" | "product" | "retrieval";
+            layer: "evaluation" | "harness" | "model" | "product" | "retrieval" | "runtime" | "tools";
             status: "blocked" | "not_applicable" | "resolved" | "unresolved";
             reason: string;
             evidenceRefs: {
@@ -71,7 +71,7 @@ export declare const harnessEvaluationReviewConformance: {
             }[];
         }[];
         reason: string;
-        nextAuthority: "none" | "runtime_service" | "product_team" | "human_review" | "evaluation_system" | "training_system";
+        nextAuthority: "evaluation_system" | "human_review" | "none" | "product_team" | "runtime_service" | "training_system";
         maxEstimatedCostUsd: number;
         tasksetProposal: {
             id: string;
@@ -94,7 +94,7 @@ export declare const harnessEvaluationReviewConformance: {
         schemaVersion: "openpond.harnessEvaluationReviewReceipt.v1";
         id: string;
         ownerScope: {
-            kind: "team" | "personal";
+            kind: "personal" | "team";
             id: string;
         };
         workspaceRef: string;
@@ -115,14 +115,14 @@ export declare const harnessEvaluationReviewConformance: {
                 id: string;
                 contentHash: string;
             };
-            kind: "validation" | "evaluation" | "observation" | "taskset" | "trigger" | "route_decision" | "refiner_outcome" | "proposal" | "apply_receipt" | "harness_advance" | "rollback" | "work_outcome" | "training_qualification" | "model_candidate";
+            kind: "apply_receipt" | "evaluation" | "harness_advance" | "model_candidate" | "observation" | "proposal" | "refiner_outcome" | "rollback" | "route_decision" | "taskset" | "training_qualification" | "trigger" | "validation" | "work_outcome";
             sourceRef: string;
             sourcePolicy: {
                 policy: {
                     id: string;
                     contentHash: string;
                 };
-                state: "revoked" | "deleted" | "expired" | "authorized";
+                state: "authorized" | "deleted" | "expired" | "revoked";
                 checkedAt: string;
             };
             occurrenceKey: string;
@@ -138,22 +138,22 @@ export declare const harnessEvaluationReviewConformance: {
                     id: string;
                     contentHash: string;
                 };
-                state: "revoked" | "deleted" | "expired" | "authorized";
+                state: "authorized" | "deleted" | "expired" | "revoked";
                 checkedAt: string;
             } | null;
-            reason: "duplicate" | "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "resolved" | "sensitive" | "unverified" | "budget";
+            reason: "before_watermark" | "budget" | "deleted" | "duplicate" | "expired" | "outside_scope" | "resolved" | "revoked" | "sensitive" | "unverified";
         }[];
         claim: {
             fingerprint: string;
             recurrenceFamily: string;
             statement: string;
+            candidateDisposition?: "confirm" | "observe" | undefined;
             independentOccurrences: number;
             unresolvedOccurrences: number;
-            candidateDisposition?: "confirm" | "observe" | undefined;
         } | null;
-        classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
+        classification: "harness_maintenance" | "model_improvement" | "no_action" | "product" | "runtime" | "taskset";
         triage: {
-            layer: "model" | "runtime" | "tools" | "evaluation" | "harness" | "product" | "retrieval";
+            layer: "evaluation" | "harness" | "model" | "product" | "retrieval" | "runtime" | "tools";
             status: "blocked" | "not_applicable" | "resolved" | "unresolved";
             reason: string;
             evidenceRefs: {
@@ -162,7 +162,7 @@ export declare const harnessEvaluationReviewConformance: {
             }[];
         }[];
         reason: string;
-        nextAuthority: "none" | "runtime_service" | "product_team" | "human_review" | "evaluation_system" | "training_system";
+        nextAuthority: "evaluation_system" | "human_review" | "none" | "product_team" | "runtime_service" | "training_system";
         maxEstimatedCostUsd: number;
         tasksetProposal: {
             id: string;
@@ -185,7 +185,7 @@ export declare const harnessEvaluationReviewConformance: {
         schemaVersion: "openpond.harnessEvaluationReviewReceipt.v1";
         id: string;
         ownerScope: {
-            kind: "team" | "personal";
+            kind: "personal" | "team";
             id: string;
         };
         workspaceRef: string;
@@ -206,14 +206,14 @@ export declare const harnessEvaluationReviewConformance: {
                 id: string;
                 contentHash: string;
             };
-            kind: "validation" | "evaluation" | "observation" | "taskset" | "trigger" | "route_decision" | "refiner_outcome" | "proposal" | "apply_receipt" | "harness_advance" | "rollback" | "work_outcome" | "training_qualification" | "model_candidate";
+            kind: "apply_receipt" | "evaluation" | "harness_advance" | "model_candidate" | "observation" | "proposal" | "refiner_outcome" | "rollback" | "route_decision" | "taskset" | "training_qualification" | "trigger" | "validation" | "work_outcome";
             sourceRef: string;
             sourcePolicy: {
                 policy: {
                     id: string;
                     contentHash: string;
                 };
-                state: "revoked" | "deleted" | "expired" | "authorized";
+                state: "authorized" | "deleted" | "expired" | "revoked";
                 checkedAt: string;
             };
             occurrenceKey: string;
@@ -229,22 +229,22 @@ export declare const harnessEvaluationReviewConformance: {
                     id: string;
                     contentHash: string;
                 };
-                state: "revoked" | "deleted" | "expired" | "authorized";
+                state: "authorized" | "deleted" | "expired" | "revoked";
                 checkedAt: string;
             } | null;
-            reason: "duplicate" | "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "resolved" | "sensitive" | "unverified" | "budget";
+            reason: "before_watermark" | "budget" | "deleted" | "duplicate" | "expired" | "outside_scope" | "resolved" | "revoked" | "sensitive" | "unverified";
         }[];
         claim: {
             fingerprint: string;
             recurrenceFamily: string;
             statement: string;
+            candidateDisposition?: "confirm" | "observe" | undefined;
             independentOccurrences: number;
             unresolvedOccurrences: number;
-            candidateDisposition?: "confirm" | "observe" | undefined;
         } | null;
-        classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
+        classification: "harness_maintenance" | "model_improvement" | "no_action" | "product" | "runtime" | "taskset";
         triage: {
-            layer: "model" | "runtime" | "tools" | "evaluation" | "harness" | "product" | "retrieval";
+            layer: "evaluation" | "harness" | "model" | "product" | "retrieval" | "runtime" | "tools";
             status: "blocked" | "not_applicable" | "resolved" | "unresolved";
             reason: string;
             evidenceRefs: {
@@ -253,7 +253,7 @@ export declare const harnessEvaluationReviewConformance: {
             }[];
         }[];
         reason: string;
-        nextAuthority: "none" | "runtime_service" | "product_team" | "human_review" | "evaluation_system" | "training_system";
+        nextAuthority: "evaluation_system" | "human_review" | "none" | "product_team" | "runtime_service" | "training_system";
         maxEstimatedCostUsd: number;
         tasksetProposal: {
             id: string;
@@ -276,7 +276,7 @@ export declare const harnessEvaluationReviewConformance: {
         schemaVersion: "openpond.harnessEvaluationReviewReceipt.v1";
         id: string;
         ownerScope: {
-            kind: "team" | "personal";
+            kind: "personal" | "team";
             id: string;
         };
         workspaceRef: string;
@@ -297,14 +297,14 @@ export declare const harnessEvaluationReviewConformance: {
                 id: string;
                 contentHash: string;
             };
-            kind: "validation" | "evaluation" | "observation" | "taskset" | "trigger" | "route_decision" | "refiner_outcome" | "proposal" | "apply_receipt" | "harness_advance" | "rollback" | "work_outcome" | "training_qualification" | "model_candidate";
+            kind: "apply_receipt" | "evaluation" | "harness_advance" | "model_candidate" | "observation" | "proposal" | "refiner_outcome" | "rollback" | "route_decision" | "taskset" | "training_qualification" | "trigger" | "validation" | "work_outcome";
             sourceRef: string;
             sourcePolicy: {
                 policy: {
                     id: string;
                     contentHash: string;
                 };
-                state: "revoked" | "deleted" | "expired" | "authorized";
+                state: "authorized" | "deleted" | "expired" | "revoked";
                 checkedAt: string;
             };
             occurrenceKey: string;
@@ -320,22 +320,22 @@ export declare const harnessEvaluationReviewConformance: {
                     id: string;
                     contentHash: string;
                 };
-                state: "revoked" | "deleted" | "expired" | "authorized";
+                state: "authorized" | "deleted" | "expired" | "revoked";
                 checkedAt: string;
             } | null;
-            reason: "duplicate" | "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "resolved" | "sensitive" | "unverified" | "budget";
+            reason: "before_watermark" | "budget" | "deleted" | "duplicate" | "expired" | "outside_scope" | "resolved" | "revoked" | "sensitive" | "unverified";
         }[];
         claim: {
             fingerprint: string;
             recurrenceFamily: string;
             statement: string;
+            candidateDisposition?: "confirm" | "observe" | undefined;
             independentOccurrences: number;
             unresolvedOccurrences: number;
-            candidateDisposition?: "confirm" | "observe" | undefined;
         } | null;
-        classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
+        classification: "harness_maintenance" | "model_improvement" | "no_action" | "product" | "runtime" | "taskset";
         triage: {
-            layer: "model" | "runtime" | "tools" | "evaluation" | "harness" | "product" | "retrieval";
+            layer: "evaluation" | "harness" | "model" | "product" | "retrieval" | "runtime" | "tools";
             status: "blocked" | "not_applicable" | "resolved" | "unresolved";
             reason: string;
             evidenceRefs: {
@@ -344,7 +344,7 @@ export declare const harnessEvaluationReviewConformance: {
             }[];
         }[];
         reason: string;
-        nextAuthority: "none" | "runtime_service" | "product_team" | "human_review" | "evaluation_system" | "training_system";
+        nextAuthority: "evaluation_system" | "human_review" | "none" | "product_team" | "runtime_service" | "training_system";
         maxEstimatedCostUsd: number;
         tasksetProposal: {
             id: string;
@@ -403,7 +403,7 @@ export declare const harnessEvaluationReviewConformance: {
                 id: string;
                 contentHash: string;
             };
-            state: "revoked" | "deleted" | "expired" | "authorized";
+            state: "authorized" | "deleted" | "expired" | "revoked";
             checkedAt: string;
         }[];
         trainingEvidenceRefs: {
@@ -424,8 +424,8 @@ export declare const harnessEvaluationReviewConformance: {
         } | null;
         maximumCostUsd: number;
         signal: {
-            kind: "none" | "demonstrations" | "chosen_rejected" | "scalar_reward";
-            strength: "absent" | "weak" | "usable";
+            kind: "chosen_rejected" | "demonstrations" | "none" | "scalar_reward";
+            strength: "absent" | "usable" | "weak";
             calibrated: boolean;
             confounded: boolean;
             variance: number | null;
@@ -434,7 +434,7 @@ export declare const harnessEvaluationReviewConformance: {
                 contentHash: string;
             }[];
         };
-        decision: "preference" | "no_training" | "sft" | "rl";
+        decision: "no_training" | "preference" | "rl" | "sft";
         reasons: string[];
         createdAt: string;
         metadata: Record<string, unknown>;
@@ -480,7 +480,7 @@ export declare const harnessEvaluationReviewConformance: {
                 id: string;
                 contentHash: string;
             };
-            state: "revoked" | "deleted" | "expired" | "authorized";
+            state: "authorized" | "deleted" | "expired" | "revoked";
             checkedAt: string;
         }[];
         trainingEvidenceRefs: {
@@ -501,8 +501,8 @@ export declare const harnessEvaluationReviewConformance: {
         } | null;
         maximumCostUsd: number;
         signal: {
-            kind: "none" | "demonstrations" | "chosen_rejected" | "scalar_reward";
-            strength: "absent" | "weak" | "usable";
+            kind: "chosen_rejected" | "demonstrations" | "none" | "scalar_reward";
+            strength: "absent" | "usable" | "weak";
             calibrated: boolean;
             confounded: boolean;
             variance: number | null;
@@ -511,7 +511,7 @@ export declare const harnessEvaluationReviewConformance: {
                 contentHash: string;
             }[];
         };
-        decision: "preference" | "no_training" | "sft" | "rl";
+        decision: "no_training" | "preference" | "rl" | "sft";
         reasons: string[];
         createdAt: string;
         metadata: Record<string, unknown>;
@@ -521,7 +521,7 @@ export declare const harnessEvaluationReviewConformance: {
         schemaVersion: "openpond.harnessEvaluationReviewReceipt.v1";
         id: string;
         ownerScope: {
-            kind: "team" | "personal";
+            kind: "personal" | "team";
             id: string;
         };
         workspaceRef: string;
@@ -542,14 +542,14 @@ export declare const harnessEvaluationReviewConformance: {
                 id: string;
                 contentHash: string;
             };
-            kind: "validation" | "evaluation" | "observation" | "taskset" | "trigger" | "route_decision" | "refiner_outcome" | "proposal" | "apply_receipt" | "harness_advance" | "rollback" | "work_outcome" | "training_qualification" | "model_candidate";
+            kind: "apply_receipt" | "evaluation" | "harness_advance" | "model_candidate" | "observation" | "proposal" | "refiner_outcome" | "rollback" | "route_decision" | "taskset" | "training_qualification" | "trigger" | "validation" | "work_outcome";
             sourceRef: string;
             sourcePolicy: {
                 policy: {
                     id: string;
                     contentHash: string;
                 };
-                state: "revoked" | "deleted" | "expired" | "authorized";
+                state: "authorized" | "deleted" | "expired" | "revoked";
                 checkedAt: string;
             };
             occurrenceKey: string;
@@ -565,22 +565,22 @@ export declare const harnessEvaluationReviewConformance: {
                     id: string;
                     contentHash: string;
                 };
-                state: "revoked" | "deleted" | "expired" | "authorized";
+                state: "authorized" | "deleted" | "expired" | "revoked";
                 checkedAt: string;
             } | null;
-            reason: "duplicate" | "revoked" | "deleted" | "expired" | "outside_scope" | "before_watermark" | "resolved" | "sensitive" | "unverified" | "budget";
+            reason: "before_watermark" | "budget" | "deleted" | "duplicate" | "expired" | "outside_scope" | "resolved" | "revoked" | "sensitive" | "unverified";
         }[];
         claim: {
             fingerprint: string;
             recurrenceFamily: string;
             statement: string;
+            candidateDisposition?: "confirm" | "observe" | undefined;
             independentOccurrences: number;
             unresolvedOccurrences: number;
-            candidateDisposition?: "confirm" | "observe" | undefined;
         } | null;
-        classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
+        classification: "harness_maintenance" | "model_improvement" | "no_action" | "product" | "runtime" | "taskset";
         triage: {
-            layer: "model" | "runtime" | "tools" | "evaluation" | "harness" | "product" | "retrieval";
+            layer: "evaluation" | "harness" | "model" | "product" | "retrieval" | "runtime" | "tools";
             status: "blocked" | "not_applicable" | "resolved" | "unresolved";
             reason: string;
             evidenceRefs: {
@@ -589,7 +589,7 @@ export declare const harnessEvaluationReviewConformance: {
             }[];
         }[];
         reason: string;
-        nextAuthority: "none" | "runtime_service" | "product_team" | "human_review" | "evaluation_system" | "training_system";
+        nextAuthority: "evaluation_system" | "human_review" | "none" | "product_team" | "runtime_service" | "training_system";
         maxEstimatedCostUsd: number;
         tasksetProposal: {
             id: string;

package/dist/types/review-conformance.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"review-conformance.d.ts","sourceRoot":"","sources":["../../../../src/review-conformance.ts"],"names":[],"mappings":"AAoMA,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQ9C,CAAC"}
+{"version":3,"file":"review-conformance.d.ts","sourceRoot":"","sources":["../../src/review-conformance.ts"],"names":[],"mappings":"AAoMA,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQ9C,CAAC"}