@openpond/evals 0.11.15 → 0.11.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CONTRACT.md +9 -0
- package/dist/connected-evidence/contracts.js +72 -0
- package/dist/connected-evidence/imports.js +71 -0
- package/dist/connected-evidence/index.js +5 -0
- package/dist/connected-evidence/normalize.js +97 -0
- package/dist/connected-evidence/python-correctness.js +73 -0
- package/dist/connected-evidence/sources/claude-code.js +71 -0
- package/dist/connected-evidence/sources/codex.js +52 -0
- package/dist/connected-evidence/sources/history.js +86 -0
- package/dist/connected-evidence/sources/usage.js +15 -0
- package/dist/connected-evidence/usage-summary.js +52 -0
- package/dist/experiments.js +41 -7
- package/dist/graders.js +9 -6
- package/dist/human-review/comparison.js +161 -0
- package/dist/human-review/contracts.js +110 -0
- package/dist/human-review/execution.js +61 -0
- package/dist/human-review/handoff.js +18 -0
- package/dist/human-review/index.js +9 -0
- package/dist/human-review/local-publication.js +18 -0
- package/dist/human-review/repository.js +1 -0
- package/dist/human-review/results.js +18 -0
- package/dist/human-review/service.js +268 -0
- package/dist/human-review/task-proposals.js +39 -0
- package/dist/index.js +1 -0
- package/dist/javascript-verifier-contract.js +2 -2
- package/dist/learning/authoring.js +2 -1
- package/dist/learning/contracts.js +353 -81
- package/dist/learning/index.js +1 -0
- package/dist/learning/reward-authoring.js +5 -2
- package/dist/learning/training-handoff.js +32 -0
- package/dist/metrics-node.js +2 -0
- package/dist/profile-evaluation-target.js +7 -0
- package/dist/profile-evaluations.js +7 -10
- package/dist/profile-external-evaluation.js +35 -0
- package/dist/profile-source-candidate.js +5 -0
- package/dist/rewards.js +5 -3
- package/dist/taskset-run-contract.js +10 -0
- package/dist/tasksets.js +2 -0
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +75 -1
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +150 -2
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +317 -0
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -0
- package/dist/types/connected-evidence/imports.d.ts +19 -0
- package/dist/types/connected-evidence/imports.d.ts.map +1 -0
- package/dist/types/connected-evidence/index.d.ts +6 -0
- package/dist/types/connected-evidence/index.d.ts.map +1 -0
- package/dist/types/connected-evidence/normalize.d.ts +25 -0
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -0
- package/dist/types/connected-evidence/python-correctness.d.ts +196 -0
- package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/claude-code.d.ts +74 -0
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/codex.d.ts +74 -0
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/history.d.ts +146 -0
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/usage.d.ts +3 -0
- package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -0
- package/dist/types/connected-evidence/usage-summary.d.ts +162 -0
- package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -0
- package/dist/types/evidence/conformance.d.ts +28 -28
- package/dist/types/evidence/contracts.d.ts +27 -27
- package/dist/types/execution-contracts.d.ts +159 -5
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/experiments.d.ts +498 -7
- package/dist/types/experiments.d.ts.map +1 -1
- package/dist/types/graders.d.ts +21 -1
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/human-review/comparison.d.ts +1959 -0
- package/dist/types/human-review/comparison.d.ts.map +1 -0
- package/dist/types/human-review/contracts.d.ts +2719 -0
- package/dist/types/human-review/contracts.d.ts.map +1 -0
- package/dist/types/human-review/execution.d.ts +298 -0
- package/dist/types/human-review/execution.d.ts.map +1 -0
- package/dist/types/human-review/handoff.d.ts +124 -0
- package/dist/types/human-review/handoff.d.ts.map +1 -0
- package/dist/types/human-review/index.d.ts +10 -0
- package/dist/types/human-review/index.d.ts.map +1 -0
- package/dist/types/human-review/local-publication.d.ts +165 -0
- package/dist/types/human-review/local-publication.d.ts.map +1 -0
- package/dist/types/human-review/repository.d.ts +43 -0
- package/dist/types/human-review/repository.d.ts.map +1 -0
- package/dist/types/human-review/results.d.ts +118 -0
- package/dist/types/human-review/results.d.ts.map +1 -0
- package/dist/types/human-review/service.d.ts +878 -0
- package/dist/types/human-review/service.d.ts.map +1 -0
- package/dist/types/human-review/task-proposals.d.ts +70 -0
- package/dist/types/human-review/task-proposals.d.ts.map +1 -0
- package/dist/types/index.d.ts +1 -0
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/javascript-environment-contract.d.ts +1 -1
- package/dist/types/javascript-verifier-contract.d.ts +1 -1
- package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
- package/dist/types/learned-preference.d.ts +2 -2
- package/dist/types/learning/acceptance-group.d.ts +13 -13
- package/dist/types/learning/acceptance-plan.d.ts +1 -1
- package/dist/types/learning/admission.d.ts +78 -1
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +2 -0
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +20 -0
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +76 -2
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +759 -24
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts +1 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/iteration-candidate-decision.d.ts +2 -2
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +2 -2
- package/dist/types/learning/operations.d.ts +1118 -8
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +402 -15
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +74 -0
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +14 -2
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/training-handoff.d.ts +201 -0
- package/dist/types/learning/training-handoff.d.ts.map +1 -0
- package/dist/types/learning/transport.d.ts +963 -21
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/metrics-node.d.ts +3 -1
- package/dist/types/metrics-node.d.ts.map +1 -1
- package/dist/types/model-improvement-qualification.d.ts +3 -3
- package/dist/types/native-harness-experiment-attempt.d.ts +2 -2
- package/dist/types/profile-evaluation-comparisons.d.ts +230 -0
- package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
- package/dist/types/profile-evaluation-target.d.ts +14 -0
- package/dist/types/profile-evaluation-target.d.ts.map +1 -0
- package/dist/types/profile-evaluations.d.ts +117 -14
- package/dist/types/profile-evaluations.d.ts.map +1 -1
- package/dist/types/profile-external-evaluation.d.ts +404 -0
- package/dist/types/profile-external-evaluation.d.ts.map +1 -0
- package/dist/types/profile-source-candidate.d.ts +15 -0
- package/dist/types/profile-source-candidate.d.ts.map +1 -0
- package/dist/types/review-conformance.d.ts +7 -7
- package/dist/types/rewards.d.ts +253 -0
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts +3 -3
- package/dist/types/taskset-run-contract.d.ts +230 -0
- package/dist/types/taskset-run-contract.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +311 -3
- package/dist/types/tasksets.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +2 -2
- package/dist/types/telemetry-bundle.d.ts +6 -6
- package/dist/types/telemetry.d.ts +3 -3
- package/package.json +9 -1
- package/schemas/learning/v1/command-request.schema.json +1745 -409
- package/schemas/learning/v1/decision.schema.json +11 -0
- package/schemas/learning/v1/draft.schema.json +11 -0
- package/schemas/learning/v1/grade.schema.json +11 -0
- package/schemas/learning/v1/package.schema.json +532 -12
- package/schemas/learning/v1/policy.schema.json +836 -28
- package/schemas/learning/v1/reward.schema.json +520 -0
- package/schemas/learning/v1/reward_check.schema.json +9 -0
|
@@ -70,9 +70,9 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
70
70
|
stateful: z.ZodBoolean;
|
|
71
71
|
deterministicSeeds: z.ZodBoolean;
|
|
72
72
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
73
|
+
step: "step";
|
|
73
74
|
create: "create";
|
|
74
75
|
reset: "reset";
|
|
75
|
-
step: "step";
|
|
76
76
|
collect: "collect";
|
|
77
77
|
destroy: "destroy";
|
|
78
78
|
}>>;
|
|
@@ -179,9 +179,9 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
179
179
|
stateful: z.ZodBoolean;
|
|
180
180
|
deterministicSeeds: z.ZodBoolean;
|
|
181
181
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
182
|
+
step: "step";
|
|
182
183
|
create: "create";
|
|
183
184
|
reset: "reset";
|
|
184
|
-
step: "step";
|
|
185
185
|
collect: "collect";
|
|
186
186
|
destroy: "destroy";
|
|
187
187
|
}>>;
|
|
@@ -666,8 +666,8 @@ export declare const TaskFeedbackSchema: z.ZodObject<{
|
|
|
666
666
|
submittedBy: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
667
667
|
id: z.ZodString;
|
|
668
668
|
role: z.ZodEnum<{
|
|
669
|
-
source: "source";
|
|
670
669
|
reviewer: "reviewer";
|
|
670
|
+
source: "source";
|
|
671
671
|
editor: "editor";
|
|
672
672
|
}>;
|
|
673
673
|
sourceId: z.ZodNullable<z.ZodString>;
|
|
@@ -715,8 +715,8 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
715
715
|
invalid: "invalid";
|
|
716
716
|
}>;
|
|
717
717
|
taskAdmissibility: z.ZodEnum<{
|
|
718
|
-
pending: "pending";
|
|
719
718
|
rejected: "rejected";
|
|
719
|
+
pending: "pending";
|
|
720
720
|
approved: "approved";
|
|
721
721
|
}>;
|
|
722
722
|
observedQuality: z.ZodEnum<{
|
|
@@ -726,8 +726,8 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
726
726
|
unscored: "unscored";
|
|
727
727
|
}>;
|
|
728
728
|
targetApproval: z.ZodEnum<{
|
|
729
|
-
pending: "pending";
|
|
730
729
|
rejected: "rejected";
|
|
730
|
+
pending: "pending";
|
|
731
731
|
approved: "approved";
|
|
732
732
|
not_required: "not_required";
|
|
733
733
|
}>;
|
|
@@ -766,6 +766,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
766
766
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
767
767
|
graderId: z.ZodString;
|
|
768
768
|
graderVersion: z.ZodString;
|
|
769
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
770
|
+
pending: "pending";
|
|
771
|
+
failed: "failed";
|
|
772
|
+
scored: "scored";
|
|
773
|
+
unavailable: "unavailable";
|
|
774
|
+
}>>;
|
|
769
775
|
score: z.ZodNullable<z.ZodNumber>;
|
|
770
776
|
passed: z.ZodBoolean;
|
|
771
777
|
rewardEligible: z.ZodBoolean;
|
|
@@ -798,6 +804,7 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
798
804
|
}, z.core.$strict>>;
|
|
799
805
|
training: z.ZodObject<{
|
|
800
806
|
status: z.ZodEnum<{
|
|
807
|
+
pending: "pending";
|
|
801
808
|
scored: "scored";
|
|
802
809
|
unscorable: "unscorable";
|
|
803
810
|
not_configured: "not_configured";
|
|
@@ -807,6 +814,7 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
807
814
|
}, z.core.$strict>;
|
|
808
815
|
evaluation: z.ZodObject<{
|
|
809
816
|
status: z.ZodEnum<{
|
|
817
|
+
pending: "pending";
|
|
810
818
|
scored: "scored";
|
|
811
819
|
unscorable: "unscorable";
|
|
812
820
|
not_configured: "not_configured";
|
|
@@ -850,6 +858,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
850
858
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
851
859
|
graderId: z.ZodString;
|
|
852
860
|
graderVersion: z.ZodString;
|
|
861
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
862
|
+
pending: "pending";
|
|
863
|
+
failed: "failed";
|
|
864
|
+
scored: "scored";
|
|
865
|
+
unavailable: "unavailable";
|
|
866
|
+
}>>;
|
|
853
867
|
score: z.ZodNullable<z.ZodNumber>;
|
|
854
868
|
passed: z.ZodBoolean;
|
|
855
869
|
rewardEligible: z.ZodBoolean;
|
|
@@ -882,6 +896,7 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
882
896
|
}, z.core.$strict>>;
|
|
883
897
|
training: z.ZodObject<{
|
|
884
898
|
status: z.ZodEnum<{
|
|
899
|
+
pending: "pending";
|
|
885
900
|
scored: "scored";
|
|
886
901
|
unscorable: "unscorable";
|
|
887
902
|
not_configured: "not_configured";
|
|
@@ -891,6 +906,7 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
891
906
|
}, z.core.$strict>;
|
|
892
907
|
evaluation: z.ZodObject<{
|
|
893
908
|
status: z.ZodEnum<{
|
|
909
|
+
pending: "pending";
|
|
894
910
|
scored: "scored";
|
|
895
911
|
unscorable: "unscorable";
|
|
896
912
|
not_configured: "not_configured";
|
|
@@ -935,8 +951,8 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
935
951
|
invalid: "invalid";
|
|
936
952
|
}>;
|
|
937
953
|
taskAdmissibility: z.ZodEnum<{
|
|
938
|
-
pending: "pending";
|
|
939
954
|
rejected: "rejected";
|
|
955
|
+
pending: "pending";
|
|
940
956
|
approved: "approved";
|
|
941
957
|
}>;
|
|
942
958
|
observedQuality: z.ZodEnum<{
|
|
@@ -946,8 +962,8 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
946
962
|
unscored: "unscored";
|
|
947
963
|
}>;
|
|
948
964
|
targetApproval: z.ZodEnum<{
|
|
949
|
-
pending: "pending";
|
|
950
965
|
rejected: "rejected";
|
|
966
|
+
pending: "pending";
|
|
951
967
|
approved: "approved";
|
|
952
968
|
not_required: "not_required";
|
|
953
969
|
}>;
|
|
@@ -986,6 +1002,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
986
1002
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
987
1003
|
graderId: z.ZodString;
|
|
988
1004
|
graderVersion: z.ZodString;
|
|
1005
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
1006
|
+
pending: "pending";
|
|
1007
|
+
failed: "failed";
|
|
1008
|
+
scored: "scored";
|
|
1009
|
+
unavailable: "unavailable";
|
|
1010
|
+
}>>;
|
|
989
1011
|
score: z.ZodNullable<z.ZodNumber>;
|
|
990
1012
|
passed: z.ZodBoolean;
|
|
991
1013
|
rewardEligible: z.ZodBoolean;
|
|
@@ -1018,6 +1040,7 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1018
1040
|
}, z.core.$strict>>;
|
|
1019
1041
|
training: z.ZodObject<{
|
|
1020
1042
|
status: z.ZodEnum<{
|
|
1043
|
+
pending: "pending";
|
|
1021
1044
|
scored: "scored";
|
|
1022
1045
|
unscorable: "unscorable";
|
|
1023
1046
|
not_configured: "not_configured";
|
|
@@ -1027,6 +1050,7 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1027
1050
|
}, z.core.$strict>;
|
|
1028
1051
|
evaluation: z.ZodObject<{
|
|
1029
1052
|
status: z.ZodEnum<{
|
|
1053
|
+
pending: "pending";
|
|
1030
1054
|
scored: "scored";
|
|
1031
1055
|
unscorable: "unscorable";
|
|
1032
1056
|
not_configured: "not_configured";
|
|
@@ -1070,6 +1094,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1070
1094
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
1071
1095
|
graderId: z.ZodString;
|
|
1072
1096
|
graderVersion: z.ZodString;
|
|
1097
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
1098
|
+
pending: "pending";
|
|
1099
|
+
failed: "failed";
|
|
1100
|
+
scored: "scored";
|
|
1101
|
+
unavailable: "unavailable";
|
|
1102
|
+
}>>;
|
|
1073
1103
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1074
1104
|
passed: z.ZodBoolean;
|
|
1075
1105
|
rewardEligible: z.ZodBoolean;
|
|
@@ -1102,6 +1132,7 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1102
1132
|
}, z.core.$strict>>;
|
|
1103
1133
|
training: z.ZodObject<{
|
|
1104
1134
|
status: z.ZodEnum<{
|
|
1135
|
+
pending: "pending";
|
|
1105
1136
|
scored: "scored";
|
|
1106
1137
|
unscorable: "unscorable";
|
|
1107
1138
|
not_configured: "not_configured";
|
|
@@ -1111,6 +1142,7 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1111
1142
|
}, z.core.$strict>;
|
|
1112
1143
|
evaluation: z.ZodObject<{
|
|
1113
1144
|
status: z.ZodEnum<{
|
|
1145
|
+
pending: "pending";
|
|
1114
1146
|
scored: "scored";
|
|
1115
1147
|
unscorable: "unscorable";
|
|
1116
1148
|
not_configured: "not_configured";
|
|
@@ -1210,6 +1242,204 @@ export declare const TaskBatchSchema: z.ZodObject<{
|
|
|
1210
1242
|
contentHash: z.ZodString;
|
|
1211
1243
|
}, z.core.$strict>;
|
|
1212
1244
|
export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
1245
|
+
origin: z.ZodOptional<z.ZodObject<{
|
|
1246
|
+
schemaVersion: z.ZodLiteral<"openpond.trainingHandoffOrigin.v1">;
|
|
1247
|
+
teamId: z.ZodString;
|
|
1248
|
+
projectId: z.ZodNullable<z.ZodString>;
|
|
1249
|
+
configurationId: z.ZodString;
|
|
1250
|
+
source: z.ZodObject<{
|
|
1251
|
+
executionId: z.ZodString;
|
|
1252
|
+
passId: z.ZodNullable<z.ZodString>;
|
|
1253
|
+
manifestHash: z.ZodString;
|
|
1254
|
+
resultHash: z.ZodString;
|
|
1255
|
+
}, z.core.$strict>;
|
|
1256
|
+
dataset: z.ZodObject<{
|
|
1257
|
+
id: z.ZodString;
|
|
1258
|
+
revision: z.ZodNumber;
|
|
1259
|
+
contentHash: z.ZodString;
|
|
1260
|
+
}, z.core.$strict>;
|
|
1261
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1262
|
+
kind: z.ZodLiteral<"model">;
|
|
1263
|
+
modelId: z.ZodString;
|
|
1264
|
+
configurationHash: z.ZodString;
|
|
1265
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1266
|
+
kind: z.ZodLiteral<"harness">;
|
|
1267
|
+
source: z.ZodObject<{
|
|
1268
|
+
profileId: z.ZodString;
|
|
1269
|
+
sourceRevision: z.ZodString;
|
|
1270
|
+
harnessRelease: z.ZodObject<{
|
|
1271
|
+
id: z.ZodString;
|
|
1272
|
+
contentHash: z.ZodString;
|
|
1273
|
+
}, z.core.$strict>;
|
|
1274
|
+
catalogHash: z.ZodString;
|
|
1275
|
+
definitionId: z.ZodString;
|
|
1276
|
+
definitionHash: z.ZodString;
|
|
1277
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1278
|
+
kind: z.ZodLiteral<"profile">;
|
|
1279
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1280
|
+
kind: z.ZodLiteral<"workflow">;
|
|
1281
|
+
workflowId: z.ZodString;
|
|
1282
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1283
|
+
kind: z.ZodLiteral<"skill">;
|
|
1284
|
+
skillPath: z.ZodString;
|
|
1285
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1286
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
1287
|
+
actionId: z.ZodString;
|
|
1288
|
+
}, z.core.$strict>], "kind">;
|
|
1289
|
+
environmentHash: z.ZodString;
|
|
1290
|
+
externalDatasetBinding: z.ZodOptional<z.ZodObject<{
|
|
1291
|
+
schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
|
|
1292
|
+
dataset: z.ZodObject<{
|
|
1293
|
+
id: z.ZodString;
|
|
1294
|
+
contentHash: z.ZodString;
|
|
1295
|
+
revision: z.ZodNumber;
|
|
1296
|
+
}, z.core.$strict>;
|
|
1297
|
+
packageHash: z.ZodString;
|
|
1298
|
+
profileId: z.ZodString;
|
|
1299
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1300
|
+
kind: z.ZodLiteral<"profile">;
|
|
1301
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1302
|
+
kind: z.ZodLiteral<"workflow">;
|
|
1303
|
+
workflowId: z.ZodString;
|
|
1304
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1305
|
+
kind: z.ZodLiteral<"skill">;
|
|
1306
|
+
skillPath: z.ZodString;
|
|
1307
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1308
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
1309
|
+
actionId: z.ZodString;
|
|
1310
|
+
}, z.core.$strict>], "kind">;
|
|
1311
|
+
declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
|
|
1312
|
+
protectedProfileClosureHash: z.ZodString;
|
|
1313
|
+
recordedOrigin: z.ZodOptional<z.ZodObject<{
|
|
1314
|
+
execution: z.ZodObject<{
|
|
1315
|
+
id: z.ZodString;
|
|
1316
|
+
contentHash: z.ZodString;
|
|
1317
|
+
}, z.core.$strict>;
|
|
1318
|
+
originalEvidence: z.ZodObject<{
|
|
1319
|
+
id: z.ZodString;
|
|
1320
|
+
contentHash: z.ZodString;
|
|
1321
|
+
}, z.core.$strict>;
|
|
1322
|
+
members: z.ZodArray<z.ZodObject<{
|
|
1323
|
+
caseId: z.ZodString;
|
|
1324
|
+
seed: z.ZodString;
|
|
1325
|
+
fixtureId: z.ZodString;
|
|
1326
|
+
sourceId: z.ZodString;
|
|
1327
|
+
snapshotHash: z.ZodString;
|
|
1328
|
+
boundaryRevisionHash: z.ZodString;
|
|
1329
|
+
}, z.core.$strict>>;
|
|
1330
|
+
}, z.core.$strict>>;
|
|
1331
|
+
gradingSource: z.ZodOptional<z.ZodObject<{
|
|
1332
|
+
pass: z.ZodObject<{
|
|
1333
|
+
id: z.ZodString;
|
|
1334
|
+
contentHash: z.ZodString;
|
|
1335
|
+
}, z.core.$strict>;
|
|
1336
|
+
evidence: z.ZodObject<{
|
|
1337
|
+
id: z.ZodString;
|
|
1338
|
+
contentHash: z.ZodString;
|
|
1339
|
+
}, z.core.$strict>;
|
|
1340
|
+
}, z.core.$strict>>;
|
|
1341
|
+
split: z.ZodEnum<{
|
|
1342
|
+
train: "train";
|
|
1343
|
+
validation: "validation";
|
|
1344
|
+
test: "test";
|
|
1345
|
+
frozen_eval: "frozen_eval";
|
|
1346
|
+
}>;
|
|
1347
|
+
population: z.ZodArray<z.ZodObject<{
|
|
1348
|
+
taskId: z.ZodString;
|
|
1349
|
+
seed: z.ZodString;
|
|
1350
|
+
fixtureId: z.ZodNullable<z.ZodString>;
|
|
1351
|
+
}, z.core.$strict>>;
|
|
1352
|
+
evaluators: z.ZodArray<z.ZodObject<{
|
|
1353
|
+
release: z.ZodObject<{
|
|
1354
|
+
id: z.ZodString;
|
|
1355
|
+
contentHash: z.ZodString;
|
|
1356
|
+
revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
|
|
1357
|
+
}, z.core.$strict>;
|
|
1358
|
+
feedbackKey: z.ZodString;
|
|
1359
|
+
configurationHash: z.ZodString;
|
|
1360
|
+
output: z.ZodEnum<{
|
|
1361
|
+
boolean: "boolean";
|
|
1362
|
+
score: "score";
|
|
1363
|
+
category: "category";
|
|
1364
|
+
}>;
|
|
1365
|
+
categories: z.ZodArray<z.ZodString>;
|
|
1366
|
+
}, z.core.$strict>>;
|
|
1367
|
+
fieldMappingsHash: z.ZodString;
|
|
1368
|
+
fieldMappings: z.ZodArray<z.ZodObject<{
|
|
1369
|
+
graderId: z.ZodString;
|
|
1370
|
+
fields: z.ZodArray<z.ZodObject<{
|
|
1371
|
+
destination: z.ZodEnum<{
|
|
1372
|
+
output: "output";
|
|
1373
|
+
input: "input";
|
|
1374
|
+
expectedOutput: "expectedOutput";
|
|
1375
|
+
evaluatorContext: "evaluatorContext";
|
|
1376
|
+
}>;
|
|
1377
|
+
path: z.ZodArray<z.ZodString>;
|
|
1378
|
+
source: z.ZodEnum<{
|
|
1379
|
+
output: "output";
|
|
1380
|
+
input: "input";
|
|
1381
|
+
expectedOutput: "expectedOutput";
|
|
1382
|
+
evaluatorContext: "evaluatorContext";
|
|
1383
|
+
}>;
|
|
1384
|
+
sourcePath: z.ZodArray<z.ZodString>;
|
|
1385
|
+
}, z.core.$strict>>;
|
|
1386
|
+
}, z.core.$strict>>;
|
|
1387
|
+
environmentHash: z.ZodString;
|
|
1388
|
+
privateDatasetClosureHash: z.ZodString;
|
|
1389
|
+
criterion: z.ZodObject<{
|
|
1390
|
+
minimumPassRate: z.ZodNumber;
|
|
1391
|
+
requireComplete: z.ZodBoolean;
|
|
1392
|
+
}, z.core.$strict>;
|
|
1393
|
+
contentHash: z.ZodString;
|
|
1394
|
+
}, z.core.$strict>>;
|
|
1395
|
+
sourceCandidate: z.ZodOptional<z.ZodObject<{
|
|
1396
|
+
candidateId: z.ZodString;
|
|
1397
|
+
frozenRevision: z.ZodNumber;
|
|
1398
|
+
frozenHash: z.ZodString;
|
|
1399
|
+
harnessRelease: z.ZodObject<{
|
|
1400
|
+
id: z.ZodString;
|
|
1401
|
+
contentHash: z.ZodString;
|
|
1402
|
+
}, z.core.$strict>;
|
|
1403
|
+
protectedClosureHash: z.ZodString;
|
|
1404
|
+
}, z.core.$strict>>;
|
|
1405
|
+
}, z.core.$strict>;
|
|
1406
|
+
model: z.ZodObject<{
|
|
1407
|
+
modelId: z.ZodString;
|
|
1408
|
+
configurationHash: z.ZodString;
|
|
1409
|
+
}, z.core.$strict>;
|
|
1410
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1411
|
+
kind: z.ZodLiteral<"agent">;
|
|
1412
|
+
source: z.ZodObject<{
|
|
1413
|
+
harnessRelease: z.ZodObject<{
|
|
1414
|
+
id: z.ZodString;
|
|
1415
|
+
contentHash: z.ZodString;
|
|
1416
|
+
}, z.core.$strict>;
|
|
1417
|
+
agentSnapshot: z.ZodObject<{
|
|
1418
|
+
id: z.ZodString;
|
|
1419
|
+
contentHash: z.ZodString;
|
|
1420
|
+
}, z.core.$strict>;
|
|
1421
|
+
sourcePackageHash: z.ZodString;
|
|
1422
|
+
}, z.core.$strict>;
|
|
1423
|
+
model: z.ZodObject<{
|
|
1424
|
+
modelId: z.ZodString;
|
|
1425
|
+
configurationHash: z.ZodString;
|
|
1426
|
+
}, z.core.$strict>;
|
|
1427
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1428
|
+
kind: z.ZodLiteral<"fixture">;
|
|
1429
|
+
configurationHash: z.ZodString;
|
|
1430
|
+
}, z.core.$strict>], "kind">;
|
|
1431
|
+
graders: z.ZodArray<z.ZodObject<{
|
|
1432
|
+
feedbackKey: z.ZodString;
|
|
1433
|
+
evaluator: z.ZodObject<{
|
|
1434
|
+
id: z.ZodString;
|
|
1435
|
+
contentHash: z.ZodString;
|
|
1436
|
+
}, z.core.$strict>;
|
|
1437
|
+
expectedCount: z.ZodNumber;
|
|
1438
|
+
scoredCount: z.ZodNumber;
|
|
1439
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1440
|
+
}, z.core.$strict>>;
|
|
1441
|
+
contentHash: z.ZodString;
|
|
1442
|
+
}, z.core.$strict>>;
|
|
1213
1443
|
schemaVersion: z.ZodLiteral<"openpond.learningPolicy.v1">;
|
|
1214
1444
|
id: z.ZodString;
|
|
1215
1445
|
revision: z.ZodNumber;
|
|
@@ -1317,6 +1547,204 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1317
1547
|
}, z.core.$strict>;
|
|
1318
1548
|
}, z.core.$strict>;
|
|
1319
1549
|
export declare const LearningPolicySchema: z.ZodObject<{
|
|
1550
|
+
origin: z.ZodOptional<z.ZodObject<{
|
|
1551
|
+
schemaVersion: z.ZodLiteral<"openpond.trainingHandoffOrigin.v1">;
|
|
1552
|
+
teamId: z.ZodString;
|
|
1553
|
+
projectId: z.ZodNullable<z.ZodString>;
|
|
1554
|
+
configurationId: z.ZodString;
|
|
1555
|
+
source: z.ZodObject<{
|
|
1556
|
+
executionId: z.ZodString;
|
|
1557
|
+
passId: z.ZodNullable<z.ZodString>;
|
|
1558
|
+
manifestHash: z.ZodString;
|
|
1559
|
+
resultHash: z.ZodString;
|
|
1560
|
+
}, z.core.$strict>;
|
|
1561
|
+
dataset: z.ZodObject<{
|
|
1562
|
+
id: z.ZodString;
|
|
1563
|
+
revision: z.ZodNumber;
|
|
1564
|
+
contentHash: z.ZodString;
|
|
1565
|
+
}, z.core.$strict>;
|
|
1566
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1567
|
+
kind: z.ZodLiteral<"model">;
|
|
1568
|
+
modelId: z.ZodString;
|
|
1569
|
+
configurationHash: z.ZodString;
|
|
1570
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1571
|
+
kind: z.ZodLiteral<"harness">;
|
|
1572
|
+
source: z.ZodObject<{
|
|
1573
|
+
profileId: z.ZodString;
|
|
1574
|
+
sourceRevision: z.ZodString;
|
|
1575
|
+
harnessRelease: z.ZodObject<{
|
|
1576
|
+
id: z.ZodString;
|
|
1577
|
+
contentHash: z.ZodString;
|
|
1578
|
+
}, z.core.$strict>;
|
|
1579
|
+
catalogHash: z.ZodString;
|
|
1580
|
+
definitionId: z.ZodString;
|
|
1581
|
+
definitionHash: z.ZodString;
|
|
1582
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1583
|
+
kind: z.ZodLiteral<"profile">;
|
|
1584
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1585
|
+
kind: z.ZodLiteral<"workflow">;
|
|
1586
|
+
workflowId: z.ZodString;
|
|
1587
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1588
|
+
kind: z.ZodLiteral<"skill">;
|
|
1589
|
+
skillPath: z.ZodString;
|
|
1590
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1591
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
1592
|
+
actionId: z.ZodString;
|
|
1593
|
+
}, z.core.$strict>], "kind">;
|
|
1594
|
+
environmentHash: z.ZodString;
|
|
1595
|
+
externalDatasetBinding: z.ZodOptional<z.ZodObject<{
|
|
1596
|
+
schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
|
|
1597
|
+
dataset: z.ZodObject<{
|
|
1598
|
+
id: z.ZodString;
|
|
1599
|
+
contentHash: z.ZodString;
|
|
1600
|
+
revision: z.ZodNumber;
|
|
1601
|
+
}, z.core.$strict>;
|
|
1602
|
+
packageHash: z.ZodString;
|
|
1603
|
+
profileId: z.ZodString;
|
|
1604
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1605
|
+
kind: z.ZodLiteral<"profile">;
|
|
1606
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1607
|
+
kind: z.ZodLiteral<"workflow">;
|
|
1608
|
+
workflowId: z.ZodString;
|
|
1609
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1610
|
+
kind: z.ZodLiteral<"skill">;
|
|
1611
|
+
skillPath: z.ZodString;
|
|
1612
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1613
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
1614
|
+
actionId: z.ZodString;
|
|
1615
|
+
}, z.core.$strict>], "kind">;
|
|
1616
|
+
declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
|
|
1617
|
+
protectedProfileClosureHash: z.ZodString;
|
|
1618
|
+
recordedOrigin: z.ZodOptional<z.ZodObject<{
|
|
1619
|
+
execution: z.ZodObject<{
|
|
1620
|
+
id: z.ZodString;
|
|
1621
|
+
contentHash: z.ZodString;
|
|
1622
|
+
}, z.core.$strict>;
|
|
1623
|
+
originalEvidence: z.ZodObject<{
|
|
1624
|
+
id: z.ZodString;
|
|
1625
|
+
contentHash: z.ZodString;
|
|
1626
|
+
}, z.core.$strict>;
|
|
1627
|
+
members: z.ZodArray<z.ZodObject<{
|
|
1628
|
+
caseId: z.ZodString;
|
|
1629
|
+
seed: z.ZodString;
|
|
1630
|
+
fixtureId: z.ZodString;
|
|
1631
|
+
sourceId: z.ZodString;
|
|
1632
|
+
snapshotHash: z.ZodString;
|
|
1633
|
+
boundaryRevisionHash: z.ZodString;
|
|
1634
|
+
}, z.core.$strict>>;
|
|
1635
|
+
}, z.core.$strict>>;
|
|
1636
|
+
gradingSource: z.ZodOptional<z.ZodObject<{
|
|
1637
|
+
pass: z.ZodObject<{
|
|
1638
|
+
id: z.ZodString;
|
|
1639
|
+
contentHash: z.ZodString;
|
|
1640
|
+
}, z.core.$strict>;
|
|
1641
|
+
evidence: z.ZodObject<{
|
|
1642
|
+
id: z.ZodString;
|
|
1643
|
+
contentHash: z.ZodString;
|
|
1644
|
+
}, z.core.$strict>;
|
|
1645
|
+
}, z.core.$strict>>;
|
|
1646
|
+
split: z.ZodEnum<{
|
|
1647
|
+
train: "train";
|
|
1648
|
+
validation: "validation";
|
|
1649
|
+
test: "test";
|
|
1650
|
+
frozen_eval: "frozen_eval";
|
|
1651
|
+
}>;
|
|
1652
|
+
population: z.ZodArray<z.ZodObject<{
|
|
1653
|
+
taskId: z.ZodString;
|
|
1654
|
+
seed: z.ZodString;
|
|
1655
|
+
fixtureId: z.ZodNullable<z.ZodString>;
|
|
1656
|
+
}, z.core.$strict>>;
|
|
1657
|
+
evaluators: z.ZodArray<z.ZodObject<{
|
|
1658
|
+
release: z.ZodObject<{
|
|
1659
|
+
id: z.ZodString;
|
|
1660
|
+
contentHash: z.ZodString;
|
|
1661
|
+
revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
|
|
1662
|
+
}, z.core.$strict>;
|
|
1663
|
+
feedbackKey: z.ZodString;
|
|
1664
|
+
configurationHash: z.ZodString;
|
|
1665
|
+
output: z.ZodEnum<{
|
|
1666
|
+
boolean: "boolean";
|
|
1667
|
+
score: "score";
|
|
1668
|
+
category: "category";
|
|
1669
|
+
}>;
|
|
1670
|
+
categories: z.ZodArray<z.ZodString>;
|
|
1671
|
+
}, z.core.$strict>>;
|
|
1672
|
+
fieldMappingsHash: z.ZodString;
|
|
1673
|
+
fieldMappings: z.ZodArray<z.ZodObject<{
|
|
1674
|
+
graderId: z.ZodString;
|
|
1675
|
+
fields: z.ZodArray<z.ZodObject<{
|
|
1676
|
+
destination: z.ZodEnum<{
|
|
1677
|
+
output: "output";
|
|
1678
|
+
input: "input";
|
|
1679
|
+
expectedOutput: "expectedOutput";
|
|
1680
|
+
evaluatorContext: "evaluatorContext";
|
|
1681
|
+
}>;
|
|
1682
|
+
path: z.ZodArray<z.ZodString>;
|
|
1683
|
+
source: z.ZodEnum<{
|
|
1684
|
+
output: "output";
|
|
1685
|
+
input: "input";
|
|
1686
|
+
expectedOutput: "expectedOutput";
|
|
1687
|
+
evaluatorContext: "evaluatorContext";
|
|
1688
|
+
}>;
|
|
1689
|
+
sourcePath: z.ZodArray<z.ZodString>;
|
|
1690
|
+
}, z.core.$strict>>;
|
|
1691
|
+
}, z.core.$strict>>;
|
|
1692
|
+
environmentHash: z.ZodString;
|
|
1693
|
+
privateDatasetClosureHash: z.ZodString;
|
|
1694
|
+
criterion: z.ZodObject<{
|
|
1695
|
+
minimumPassRate: z.ZodNumber;
|
|
1696
|
+
requireComplete: z.ZodBoolean;
|
|
1697
|
+
}, z.core.$strict>;
|
|
1698
|
+
contentHash: z.ZodString;
|
|
1699
|
+
}, z.core.$strict>>;
|
|
1700
|
+
sourceCandidate: z.ZodOptional<z.ZodObject<{
|
|
1701
|
+
candidateId: z.ZodString;
|
|
1702
|
+
frozenRevision: z.ZodNumber;
|
|
1703
|
+
frozenHash: z.ZodString;
|
|
1704
|
+
harnessRelease: z.ZodObject<{
|
|
1705
|
+
id: z.ZodString;
|
|
1706
|
+
contentHash: z.ZodString;
|
|
1707
|
+
}, z.core.$strict>;
|
|
1708
|
+
protectedClosureHash: z.ZodString;
|
|
1709
|
+
}, z.core.$strict>>;
|
|
1710
|
+
}, z.core.$strict>;
|
|
1711
|
+
model: z.ZodObject<{
|
|
1712
|
+
modelId: z.ZodString;
|
|
1713
|
+
configurationHash: z.ZodString;
|
|
1714
|
+
}, z.core.$strict>;
|
|
1715
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1716
|
+
kind: z.ZodLiteral<"agent">;
|
|
1717
|
+
source: z.ZodObject<{
|
|
1718
|
+
harnessRelease: z.ZodObject<{
|
|
1719
|
+
id: z.ZodString;
|
|
1720
|
+
contentHash: z.ZodString;
|
|
1721
|
+
}, z.core.$strict>;
|
|
1722
|
+
agentSnapshot: z.ZodObject<{
|
|
1723
|
+
id: z.ZodString;
|
|
1724
|
+
contentHash: z.ZodString;
|
|
1725
|
+
}, z.core.$strict>;
|
|
1726
|
+
sourcePackageHash: z.ZodString;
|
|
1727
|
+
}, z.core.$strict>;
|
|
1728
|
+
model: z.ZodObject<{
|
|
1729
|
+
modelId: z.ZodString;
|
|
1730
|
+
configurationHash: z.ZodString;
|
|
1731
|
+
}, z.core.$strict>;
|
|
1732
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1733
|
+
kind: z.ZodLiteral<"fixture">;
|
|
1734
|
+
configurationHash: z.ZodString;
|
|
1735
|
+
}, z.core.$strict>], "kind">;
|
|
1736
|
+
graders: z.ZodArray<z.ZodObject<{
|
|
1737
|
+
feedbackKey: z.ZodString;
|
|
1738
|
+
evaluator: z.ZodObject<{
|
|
1739
|
+
id: z.ZodString;
|
|
1740
|
+
contentHash: z.ZodString;
|
|
1741
|
+
}, z.core.$strict>;
|
|
1742
|
+
expectedCount: z.ZodNumber;
|
|
1743
|
+
scoredCount: z.ZodNumber;
|
|
1744
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1745
|
+
}, z.core.$strict>>;
|
|
1746
|
+
contentHash: z.ZodString;
|
|
1747
|
+
}, z.core.$strict>>;
|
|
1320
1748
|
schemaVersion: z.ZodLiteral<"openpond.learningPolicy.v1">;
|
|
1321
1749
|
id: z.ZodString;
|
|
1322
1750
|
revision: z.ZodNumber;
|
|
@@ -1439,11 +1867,11 @@ export declare const LearningAcceptedParentSchema: z.ZodObject<{
|
|
|
1439
1867
|
decidedAt: z.ZodString;
|
|
1440
1868
|
}, z.core.$strict>;
|
|
1441
1869
|
export declare const LearningIterationStatusSchema: z.ZodEnum<{
|
|
1442
|
-
|
|
1443
|
-
cancelled: "cancelled";
|
|
1870
|
+
accepted: "accepted";
|
|
1444
1871
|
rejected: "rejected";
|
|
1872
|
+
cancelled: "cancelled";
|
|
1873
|
+
failed: "failed";
|
|
1445
1874
|
training: "training";
|
|
1446
|
-
accepted: "accepted";
|
|
1447
1875
|
waiting_for_data: "waiting_for_data";
|
|
1448
1876
|
waiting_for_review: "waiting_for_review";
|
|
1449
1877
|
ready: "ready";
|
|
@@ -1464,11 +1892,11 @@ export declare const LearningIterationSchema: z.ZodObject<{
|
|
|
1464
1892
|
revision: z.ZodNumber;
|
|
1465
1893
|
}, z.core.$strict>;
|
|
1466
1894
|
status: z.ZodEnum<{
|
|
1467
|
-
|
|
1468
|
-
cancelled: "cancelled";
|
|
1895
|
+
accepted: "accepted";
|
|
1469
1896
|
rejected: "rejected";
|
|
1897
|
+
cancelled: "cancelled";
|
|
1898
|
+
failed: "failed";
|
|
1470
1899
|
training: "training";
|
|
1471
|
-
accepted: "accepted";
|
|
1472
1900
|
waiting_for_data: "waiting_for_data";
|
|
1473
1901
|
waiting_for_review: "waiting_for_review";
|
|
1474
1902
|
ready: "ready";
|
|
@@ -1560,12 +1988,12 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
1560
1988
|
}>;
|
|
1561
1989
|
output: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
1562
1990
|
status: z.ZodEnum<{
|
|
1991
|
+
queued: "queued";
|
|
1992
|
+
cancelled: "cancelled";
|
|
1563
1993
|
failed: "failed";
|
|
1564
1994
|
completed: "completed";
|
|
1565
|
-
cancelled: "cancelled";
|
|
1566
1995
|
running: "running";
|
|
1567
1996
|
cancelling: "cancelling";
|
|
1568
|
-
queued: "queued";
|
|
1569
1997
|
}>;
|
|
1570
1998
|
composition: z.ZodNullable<z.ZodObject<{
|
|
1571
1999
|
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
@@ -1601,6 +2029,12 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
1601
2029
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
1602
2030
|
graderId: z.ZodString;
|
|
1603
2031
|
graderVersion: z.ZodString;
|
|
2032
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
2033
|
+
pending: "pending";
|
|
2034
|
+
failed: "failed";
|
|
2035
|
+
scored: "scored";
|
|
2036
|
+
unavailable: "unavailable";
|
|
2037
|
+
}>>;
|
|
1604
2038
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1605
2039
|
passed: z.ZodBoolean;
|
|
1606
2040
|
rewardEligible: z.ZodBoolean;
|
|
@@ -1633,6 +2067,7 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
1633
2067
|
}, z.core.$strict>>;
|
|
1634
2068
|
training: z.ZodObject<{
|
|
1635
2069
|
status: z.ZodEnum<{
|
|
2070
|
+
pending: "pending";
|
|
1636
2071
|
scored: "scored";
|
|
1637
2072
|
unscorable: "unscorable";
|
|
1638
2073
|
not_configured: "not_configured";
|
|
@@ -1642,6 +2077,7 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
1642
2077
|
}, z.core.$strict>;
|
|
1643
2078
|
evaluation: z.ZodObject<{
|
|
1644
2079
|
status: z.ZodEnum<{
|
|
2080
|
+
pending: "pending";
|
|
1645
2081
|
scored: "scored";
|
|
1646
2082
|
unscorable: "unscorable";
|
|
1647
2083
|
not_configured: "not_configured";
|
|
@@ -1744,9 +2180,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1744
2180
|
stateful: z.ZodBoolean;
|
|
1745
2181
|
deterministicSeeds: z.ZodBoolean;
|
|
1746
2182
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
2183
|
+
step: "step";
|
|
1747
2184
|
create: "create";
|
|
1748
2185
|
reset: "reset";
|
|
1749
|
-
step: "step";
|
|
1750
2186
|
collect: "collect";
|
|
1751
2187
|
destroy: "destroy";
|
|
1752
2188
|
}>>;
|
|
@@ -1853,6 +2289,83 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1853
2289
|
}, z.core.$strict>;
|
|
1854
2290
|
}, z.core.$strict>, z.ZodObject<{
|
|
1855
2291
|
kind: z.ZodLiteral<"human">;
|
|
2292
|
+
form: z.ZodOptional<z.ZodObject<{
|
|
2293
|
+
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
2294
|
+
mode: z.ZodEnum<{
|
|
2295
|
+
individual: "individual";
|
|
2296
|
+
pairwise: "pairwise";
|
|
2297
|
+
}>;
|
|
2298
|
+
instructions: z.ZodString;
|
|
2299
|
+
criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
2300
|
+
id: z.ZodString;
|
|
2301
|
+
label: z.ZodString;
|
|
2302
|
+
instructions: z.ZodString;
|
|
2303
|
+
required: z.ZodBoolean;
|
|
2304
|
+
allowAbstain: z.ZodBoolean;
|
|
2305
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
2306
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2307
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
2308
|
+
description: z.ZodString;
|
|
2309
|
+
}, z.core.$strict>>>;
|
|
2310
|
+
kind: z.ZodLiteral<"score">;
|
|
2311
|
+
minimum: z.ZodNumber;
|
|
2312
|
+
maximum: z.ZodNumber;
|
|
2313
|
+
step: z.ZodNumber;
|
|
2314
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
2315
|
+
id: z.ZodString;
|
|
2316
|
+
label: z.ZodString;
|
|
2317
|
+
instructions: z.ZodString;
|
|
2318
|
+
required: z.ZodBoolean;
|
|
2319
|
+
allowAbstain: z.ZodBoolean;
|
|
2320
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
2321
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2322
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
2323
|
+
description: z.ZodString;
|
|
2324
|
+
}, z.core.$strict>>>;
|
|
2325
|
+
kind: z.ZodLiteral<"category">;
|
|
2326
|
+
options: z.ZodArray<z.ZodString>;
|
|
2327
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
2328
|
+
id: z.ZodString;
|
|
2329
|
+
label: z.ZodString;
|
|
2330
|
+
instructions: z.ZodString;
|
|
2331
|
+
required: z.ZodBoolean;
|
|
2332
|
+
allowAbstain: z.ZodBoolean;
|
|
2333
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
2334
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2335
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
2336
|
+
description: z.ZodString;
|
|
2337
|
+
}, z.core.$strict>>>;
|
|
2338
|
+
kind: z.ZodLiteral<"boolean">;
|
|
2339
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
2340
|
+
id: z.ZodString;
|
|
2341
|
+
label: z.ZodString;
|
|
2342
|
+
instructions: z.ZodString;
|
|
2343
|
+
required: z.ZodBoolean;
|
|
2344
|
+
allowAbstain: z.ZodBoolean;
|
|
2345
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
2346
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2347
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
2348
|
+
description: z.ZodString;
|
|
2349
|
+
}, z.core.$strict>>>;
|
|
2350
|
+
kind: z.ZodLiteral<"text">;
|
|
2351
|
+
minimumLength: z.ZodOptional<z.ZodNumber>;
|
|
2352
|
+
maximumLength: z.ZodNumber;
|
|
2353
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
2354
|
+
id: z.ZodString;
|
|
2355
|
+
label: z.ZodString;
|
|
2356
|
+
instructions: z.ZodString;
|
|
2357
|
+
required: z.ZodBoolean;
|
|
2358
|
+
allowAbstain: z.ZodBoolean;
|
|
2359
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
2360
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2361
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
2362
|
+
description: z.ZodString;
|
|
2363
|
+
}, z.core.$strict>>>;
|
|
2364
|
+
kind: z.ZodLiteral<"preference">;
|
|
2365
|
+
requireStrength: z.ZodOptional<z.ZodBoolean>;
|
|
2366
|
+
allowTie: z.ZodBoolean;
|
|
2367
|
+
}, z.core.$strict>], "kind">>;
|
|
2368
|
+
}, z.core.$strict>>;
|
|
1856
2369
|
rubricRef: z.ZodObject<{
|
|
1857
2370
|
id: z.ZodString;
|
|
1858
2371
|
path: z.ZodString;
|
|
@@ -2139,8 +2652,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2139
2652
|
submittedBy: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
2140
2653
|
id: z.ZodString;
|
|
2141
2654
|
role: z.ZodEnum<{
|
|
2142
|
-
source: "source";
|
|
2143
2655
|
reviewer: "reviewer";
|
|
2656
|
+
source: "source";
|
|
2144
2657
|
editor: "editor";
|
|
2145
2658
|
}>;
|
|
2146
2659
|
sourceId: z.ZodNullable<z.ZodString>;
|
|
@@ -2187,8 +2700,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2187
2700
|
invalid: "invalid";
|
|
2188
2701
|
}>;
|
|
2189
2702
|
taskAdmissibility: z.ZodEnum<{
|
|
2190
|
-
pending: "pending";
|
|
2191
2703
|
rejected: "rejected";
|
|
2704
|
+
pending: "pending";
|
|
2192
2705
|
approved: "approved";
|
|
2193
2706
|
}>;
|
|
2194
2707
|
observedQuality: z.ZodEnum<{
|
|
@@ -2198,8 +2711,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2198
2711
|
unscored: "unscored";
|
|
2199
2712
|
}>;
|
|
2200
2713
|
targetApproval: z.ZodEnum<{
|
|
2201
|
-
pending: "pending";
|
|
2202
2714
|
rejected: "rejected";
|
|
2715
|
+
pending: "pending";
|
|
2203
2716
|
approved: "approved";
|
|
2204
2717
|
not_required: "not_required";
|
|
2205
2718
|
}>;
|
|
@@ -2238,6 +2751,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2238
2751
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
2239
2752
|
graderId: z.ZodString;
|
|
2240
2753
|
graderVersion: z.ZodString;
|
|
2754
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
2755
|
+
pending: "pending";
|
|
2756
|
+
failed: "failed";
|
|
2757
|
+
scored: "scored";
|
|
2758
|
+
unavailable: "unavailable";
|
|
2759
|
+
}>>;
|
|
2241
2760
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2242
2761
|
passed: z.ZodBoolean;
|
|
2243
2762
|
rewardEligible: z.ZodBoolean;
|
|
@@ -2270,6 +2789,7 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2270
2789
|
}, z.core.$strict>>;
|
|
2271
2790
|
training: z.ZodObject<{
|
|
2272
2791
|
status: z.ZodEnum<{
|
|
2792
|
+
pending: "pending";
|
|
2273
2793
|
scored: "scored";
|
|
2274
2794
|
unscorable: "unscorable";
|
|
2275
2795
|
not_configured: "not_configured";
|
|
@@ -2279,6 +2799,7 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2279
2799
|
}, z.core.$strict>;
|
|
2280
2800
|
evaluation: z.ZodObject<{
|
|
2281
2801
|
status: z.ZodEnum<{
|
|
2802
|
+
pending: "pending";
|
|
2282
2803
|
scored: "scored";
|
|
2283
2804
|
unscorable: "unscorable";
|
|
2284
2805
|
not_configured: "not_configured";
|
|
@@ -2322,6 +2843,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2322
2843
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
2323
2844
|
graderId: z.ZodString;
|
|
2324
2845
|
graderVersion: z.ZodString;
|
|
2846
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
2847
|
+
pending: "pending";
|
|
2848
|
+
failed: "failed";
|
|
2849
|
+
scored: "scored";
|
|
2850
|
+
unavailable: "unavailable";
|
|
2851
|
+
}>>;
|
|
2325
2852
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2326
2853
|
passed: z.ZodBoolean;
|
|
2327
2854
|
rewardEligible: z.ZodBoolean;
|
|
@@ -2354,6 +2881,7 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2354
2881
|
}, z.core.$strict>>;
|
|
2355
2882
|
training: z.ZodObject<{
|
|
2356
2883
|
status: z.ZodEnum<{
|
|
2884
|
+
pending: "pending";
|
|
2357
2885
|
scored: "scored";
|
|
2358
2886
|
unscorable: "unscorable";
|
|
2359
2887
|
not_configured: "not_configured";
|
|
@@ -2363,6 +2891,7 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2363
2891
|
}, z.core.$strict>;
|
|
2364
2892
|
evaluation: z.ZodObject<{
|
|
2365
2893
|
status: z.ZodEnum<{
|
|
2894
|
+
pending: "pending";
|
|
2366
2895
|
scored: "scored";
|
|
2367
2896
|
unscorable: "unscorable";
|
|
2368
2897
|
not_configured: "not_configured";
|
|
@@ -2418,6 +2947,204 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2418
2947
|
sealedBy: z.ZodString;
|
|
2419
2948
|
contentHash: z.ZodString;
|
|
2420
2949
|
}, z.core.$strict>, z.ZodObject<{
|
|
2950
|
+
origin: z.ZodOptional<z.ZodObject<{
|
|
2951
|
+
schemaVersion: z.ZodLiteral<"openpond.trainingHandoffOrigin.v1">;
|
|
2952
|
+
teamId: z.ZodString;
|
|
2953
|
+
projectId: z.ZodNullable<z.ZodString>;
|
|
2954
|
+
configurationId: z.ZodString;
|
|
2955
|
+
source: z.ZodObject<{
|
|
2956
|
+
executionId: z.ZodString;
|
|
2957
|
+
passId: z.ZodNullable<z.ZodString>;
|
|
2958
|
+
manifestHash: z.ZodString;
|
|
2959
|
+
resultHash: z.ZodString;
|
|
2960
|
+
}, z.core.$strict>;
|
|
2961
|
+
dataset: z.ZodObject<{
|
|
2962
|
+
id: z.ZodString;
|
|
2963
|
+
revision: z.ZodNumber;
|
|
2964
|
+
contentHash: z.ZodString;
|
|
2965
|
+
}, z.core.$strict>;
|
|
2966
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
2967
|
+
kind: z.ZodLiteral<"model">;
|
|
2968
|
+
modelId: z.ZodString;
|
|
2969
|
+
configurationHash: z.ZodString;
|
|
2970
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
2971
|
+
kind: z.ZodLiteral<"harness">;
|
|
2972
|
+
source: z.ZodObject<{
|
|
2973
|
+
profileId: z.ZodString;
|
|
2974
|
+
sourceRevision: z.ZodString;
|
|
2975
|
+
harnessRelease: z.ZodObject<{
|
|
2976
|
+
id: z.ZodString;
|
|
2977
|
+
contentHash: z.ZodString;
|
|
2978
|
+
}, z.core.$strict>;
|
|
2979
|
+
catalogHash: z.ZodString;
|
|
2980
|
+
definitionId: z.ZodString;
|
|
2981
|
+
definitionHash: z.ZodString;
|
|
2982
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
2983
|
+
kind: z.ZodLiteral<"profile">;
|
|
2984
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
2985
|
+
kind: z.ZodLiteral<"workflow">;
|
|
2986
|
+
workflowId: z.ZodString;
|
|
2987
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
2988
|
+
kind: z.ZodLiteral<"skill">;
|
|
2989
|
+
skillPath: z.ZodString;
|
|
2990
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
2991
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
2992
|
+
actionId: z.ZodString;
|
|
2993
|
+
}, z.core.$strict>], "kind">;
|
|
2994
|
+
environmentHash: z.ZodString;
|
|
2995
|
+
externalDatasetBinding: z.ZodOptional<z.ZodObject<{
|
|
2996
|
+
schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
|
|
2997
|
+
dataset: z.ZodObject<{
|
|
2998
|
+
id: z.ZodString;
|
|
2999
|
+
contentHash: z.ZodString;
|
|
3000
|
+
revision: z.ZodNumber;
|
|
3001
|
+
}, z.core.$strict>;
|
|
3002
|
+
packageHash: z.ZodString;
|
|
3003
|
+
profileId: z.ZodString;
|
|
3004
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
3005
|
+
kind: z.ZodLiteral<"profile">;
|
|
3006
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3007
|
+
kind: z.ZodLiteral<"workflow">;
|
|
3008
|
+
workflowId: z.ZodString;
|
|
3009
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3010
|
+
kind: z.ZodLiteral<"skill">;
|
|
3011
|
+
skillPath: z.ZodString;
|
|
3012
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3013
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
3014
|
+
actionId: z.ZodString;
|
|
3015
|
+
}, z.core.$strict>], "kind">;
|
|
3016
|
+
declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
|
|
3017
|
+
protectedProfileClosureHash: z.ZodString;
|
|
3018
|
+
recordedOrigin: z.ZodOptional<z.ZodObject<{
|
|
3019
|
+
execution: z.ZodObject<{
|
|
3020
|
+
id: z.ZodString;
|
|
3021
|
+
contentHash: z.ZodString;
|
|
3022
|
+
}, z.core.$strict>;
|
|
3023
|
+
originalEvidence: z.ZodObject<{
|
|
3024
|
+
id: z.ZodString;
|
|
3025
|
+
contentHash: z.ZodString;
|
|
3026
|
+
}, z.core.$strict>;
|
|
3027
|
+
members: z.ZodArray<z.ZodObject<{
|
|
3028
|
+
caseId: z.ZodString;
|
|
3029
|
+
seed: z.ZodString;
|
|
3030
|
+
fixtureId: z.ZodString;
|
|
3031
|
+
sourceId: z.ZodString;
|
|
3032
|
+
snapshotHash: z.ZodString;
|
|
3033
|
+
boundaryRevisionHash: z.ZodString;
|
|
3034
|
+
}, z.core.$strict>>;
|
|
3035
|
+
}, z.core.$strict>>;
|
|
3036
|
+
gradingSource: z.ZodOptional<z.ZodObject<{
|
|
3037
|
+
pass: z.ZodObject<{
|
|
3038
|
+
id: z.ZodString;
|
|
3039
|
+
contentHash: z.ZodString;
|
|
3040
|
+
}, z.core.$strict>;
|
|
3041
|
+
evidence: z.ZodObject<{
|
|
3042
|
+
id: z.ZodString;
|
|
3043
|
+
contentHash: z.ZodString;
|
|
3044
|
+
}, z.core.$strict>;
|
|
3045
|
+
}, z.core.$strict>>;
|
|
3046
|
+
split: z.ZodEnum<{
|
|
3047
|
+
train: "train";
|
|
3048
|
+
validation: "validation";
|
|
3049
|
+
test: "test";
|
|
3050
|
+
frozen_eval: "frozen_eval";
|
|
3051
|
+
}>;
|
|
3052
|
+
population: z.ZodArray<z.ZodObject<{
|
|
3053
|
+
taskId: z.ZodString;
|
|
3054
|
+
seed: z.ZodString;
|
|
3055
|
+
fixtureId: z.ZodNullable<z.ZodString>;
|
|
3056
|
+
}, z.core.$strict>>;
|
|
3057
|
+
evaluators: z.ZodArray<z.ZodObject<{
|
|
3058
|
+
release: z.ZodObject<{
|
|
3059
|
+
id: z.ZodString;
|
|
3060
|
+
contentHash: z.ZodString;
|
|
3061
|
+
revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
|
|
3062
|
+
}, z.core.$strict>;
|
|
3063
|
+
feedbackKey: z.ZodString;
|
|
3064
|
+
configurationHash: z.ZodString;
|
|
3065
|
+
output: z.ZodEnum<{
|
|
3066
|
+
boolean: "boolean";
|
|
3067
|
+
score: "score";
|
|
3068
|
+
category: "category";
|
|
3069
|
+
}>;
|
|
3070
|
+
categories: z.ZodArray<z.ZodString>;
|
|
3071
|
+
}, z.core.$strict>>;
|
|
3072
|
+
fieldMappingsHash: z.ZodString;
|
|
3073
|
+
fieldMappings: z.ZodArray<z.ZodObject<{
|
|
3074
|
+
graderId: z.ZodString;
|
|
3075
|
+
fields: z.ZodArray<z.ZodObject<{
|
|
3076
|
+
destination: z.ZodEnum<{
|
|
3077
|
+
output: "output";
|
|
3078
|
+
input: "input";
|
|
3079
|
+
expectedOutput: "expectedOutput";
|
|
3080
|
+
evaluatorContext: "evaluatorContext";
|
|
3081
|
+
}>;
|
|
3082
|
+
path: z.ZodArray<z.ZodString>;
|
|
3083
|
+
source: z.ZodEnum<{
|
|
3084
|
+
output: "output";
|
|
3085
|
+
input: "input";
|
|
3086
|
+
expectedOutput: "expectedOutput";
|
|
3087
|
+
evaluatorContext: "evaluatorContext";
|
|
3088
|
+
}>;
|
|
3089
|
+
sourcePath: z.ZodArray<z.ZodString>;
|
|
3090
|
+
}, z.core.$strict>>;
|
|
3091
|
+
}, z.core.$strict>>;
|
|
3092
|
+
environmentHash: z.ZodString;
|
|
3093
|
+
privateDatasetClosureHash: z.ZodString;
|
|
3094
|
+
criterion: z.ZodObject<{
|
|
3095
|
+
minimumPassRate: z.ZodNumber;
|
|
3096
|
+
requireComplete: z.ZodBoolean;
|
|
3097
|
+
}, z.core.$strict>;
|
|
3098
|
+
contentHash: z.ZodString;
|
|
3099
|
+
}, z.core.$strict>>;
|
|
3100
|
+
sourceCandidate: z.ZodOptional<z.ZodObject<{
|
|
3101
|
+
candidateId: z.ZodString;
|
|
3102
|
+
frozenRevision: z.ZodNumber;
|
|
3103
|
+
frozenHash: z.ZodString;
|
|
3104
|
+
harnessRelease: z.ZodObject<{
|
|
3105
|
+
id: z.ZodString;
|
|
3106
|
+
contentHash: z.ZodString;
|
|
3107
|
+
}, z.core.$strict>;
|
|
3108
|
+
protectedClosureHash: z.ZodString;
|
|
3109
|
+
}, z.core.$strict>>;
|
|
3110
|
+
}, z.core.$strict>;
|
|
3111
|
+
model: z.ZodObject<{
|
|
3112
|
+
modelId: z.ZodString;
|
|
3113
|
+
configurationHash: z.ZodString;
|
|
3114
|
+
}, z.core.$strict>;
|
|
3115
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3116
|
+
kind: z.ZodLiteral<"agent">;
|
|
3117
|
+
source: z.ZodObject<{
|
|
3118
|
+
harnessRelease: z.ZodObject<{
|
|
3119
|
+
id: z.ZodString;
|
|
3120
|
+
contentHash: z.ZodString;
|
|
3121
|
+
}, z.core.$strict>;
|
|
3122
|
+
agentSnapshot: z.ZodObject<{
|
|
3123
|
+
id: z.ZodString;
|
|
3124
|
+
contentHash: z.ZodString;
|
|
3125
|
+
}, z.core.$strict>;
|
|
3126
|
+
sourcePackageHash: z.ZodString;
|
|
3127
|
+
}, z.core.$strict>;
|
|
3128
|
+
model: z.ZodObject<{
|
|
3129
|
+
modelId: z.ZodString;
|
|
3130
|
+
configurationHash: z.ZodString;
|
|
3131
|
+
}, z.core.$strict>;
|
|
3132
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3133
|
+
kind: z.ZodLiteral<"fixture">;
|
|
3134
|
+
configurationHash: z.ZodString;
|
|
3135
|
+
}, z.core.$strict>], "kind">;
|
|
3136
|
+
graders: z.ZodArray<z.ZodObject<{
|
|
3137
|
+
feedbackKey: z.ZodString;
|
|
3138
|
+
evaluator: z.ZodObject<{
|
|
3139
|
+
id: z.ZodString;
|
|
3140
|
+
contentHash: z.ZodString;
|
|
3141
|
+
}, z.core.$strict>;
|
|
3142
|
+
expectedCount: z.ZodNumber;
|
|
3143
|
+
scoredCount: z.ZodNumber;
|
|
3144
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
3145
|
+
}, z.core.$strict>>;
|
|
3146
|
+
contentHash: z.ZodString;
|
|
3147
|
+
}, z.core.$strict>>;
|
|
2421
3148
|
schemaVersion: z.ZodLiteral<"openpond.learningPolicy.v1">;
|
|
2422
3149
|
id: z.ZodString;
|
|
2423
3150
|
revision: z.ZodNumber;
|
|
@@ -2534,11 +3261,11 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2534
3261
|
revision: z.ZodNumber;
|
|
2535
3262
|
}, z.core.$strict>;
|
|
2536
3263
|
status: z.ZodEnum<{
|
|
2537
|
-
|
|
2538
|
-
cancelled: "cancelled";
|
|
3264
|
+
accepted: "accepted";
|
|
2539
3265
|
rejected: "rejected";
|
|
3266
|
+
cancelled: "cancelled";
|
|
3267
|
+
failed: "failed";
|
|
2540
3268
|
training: "training";
|
|
2541
|
-
accepted: "accepted";
|
|
2542
3269
|
waiting_for_data: "waiting_for_data";
|
|
2543
3270
|
waiting_for_review: "waiting_for_review";
|
|
2544
3271
|
ready: "ready";
|
|
@@ -2629,12 +3356,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2629
3356
|
}>;
|
|
2630
3357
|
output: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
2631
3358
|
status: z.ZodEnum<{
|
|
3359
|
+
queued: "queued";
|
|
3360
|
+
cancelled: "cancelled";
|
|
2632
3361
|
failed: "failed";
|
|
2633
3362
|
completed: "completed";
|
|
2634
|
-
cancelled: "cancelled";
|
|
2635
3363
|
running: "running";
|
|
2636
3364
|
cancelling: "cancelling";
|
|
2637
|
-
queued: "queued";
|
|
2638
3365
|
}>;
|
|
2639
3366
|
composition: z.ZodNullable<z.ZodObject<{
|
|
2640
3367
|
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
@@ -2670,6 +3397,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2670
3397
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
2671
3398
|
graderId: z.ZodString;
|
|
2672
3399
|
graderVersion: z.ZodString;
|
|
3400
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
3401
|
+
pending: "pending";
|
|
3402
|
+
failed: "failed";
|
|
3403
|
+
scored: "scored";
|
|
3404
|
+
unavailable: "unavailable";
|
|
3405
|
+
}>>;
|
|
2673
3406
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2674
3407
|
passed: z.ZodBoolean;
|
|
2675
3408
|
rewardEligible: z.ZodBoolean;
|
|
@@ -2702,6 +3435,7 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2702
3435
|
}, z.core.$strict>>;
|
|
2703
3436
|
training: z.ZodObject<{
|
|
2704
3437
|
status: z.ZodEnum<{
|
|
3438
|
+
pending: "pending";
|
|
2705
3439
|
scored: "scored";
|
|
2706
3440
|
unscorable: "unscorable";
|
|
2707
3441
|
not_configured: "not_configured";
|
|
@@ -2711,6 +3445,7 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2711
3445
|
}, z.core.$strict>;
|
|
2712
3446
|
evaluation: z.ZodObject<{
|
|
2713
3447
|
status: z.ZodEnum<{
|
|
3448
|
+
pending: "pending";
|
|
2714
3449
|
scored: "scored";
|
|
2715
3450
|
unscorable: "unscorable";
|
|
2716
3451
|
not_configured: "not_configured";
|