@openpond/evals 0.11.16 → 0.11.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/connected-evidence/contracts.js +72 -0
- package/dist/connected-evidence/imports.js +71 -0
- package/dist/connected-evidence/index.js +5 -0
- package/dist/connected-evidence/normalize.js +97 -0
- package/dist/connected-evidence/python-correctness.js +73 -0
- package/dist/connected-evidence/sources/claude-code.js +71 -0
- package/dist/connected-evidence/sources/codex.js +52 -0
- package/dist/connected-evidence/sources/history.js +86 -0
- package/dist/connected-evidence/sources/usage.js +15 -0
- package/dist/connected-evidence/usage-summary.js +52 -0
- package/dist/experiments.js +16 -4
- package/dist/graders.js +9 -6
- package/dist/human-review/comparison.js +161 -0
- package/dist/human-review/contracts.js +110 -0
- package/dist/human-review/execution.js +61 -0
- package/dist/human-review/handoff.js +18 -0
- package/dist/human-review/index.js +9 -0
- package/dist/human-review/local-publication.js +18 -0
- package/dist/human-review/repository.js +1 -0
- package/dist/human-review/results.js +18 -0
- package/dist/human-review/service.js +268 -0
- package/dist/human-review/task-proposals.js +39 -0
- package/dist/index.js +1 -0
- package/dist/javascript-verifier-contract.js +2 -2
- package/dist/learning/authoring.js +2 -1
- package/dist/learning/contracts.js +353 -81
- package/dist/learning/index.js +1 -0
- package/dist/learning/reward-authoring.js +5 -2
- package/dist/learning/training-handoff.js +32 -0
- package/dist/metrics-node.js +2 -0
- package/dist/profile-evaluation-target.js +7 -0
- package/dist/profile-evaluations.js +7 -10
- package/dist/profile-external-evaluation.js +35 -0
- package/dist/profile-source-candidate.js +5 -0
- package/dist/rewards.js +5 -3
- package/dist/taskset-run-contract.js +10 -0
- package/dist/tasksets.js +2 -0
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +75 -1
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +150 -2
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +317 -0
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -0
- package/dist/types/connected-evidence/imports.d.ts +19 -0
- package/dist/types/connected-evidence/imports.d.ts.map +1 -0
- package/dist/types/connected-evidence/index.d.ts +6 -0
- package/dist/types/connected-evidence/index.d.ts.map +1 -0
- package/dist/types/connected-evidence/normalize.d.ts +25 -0
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -0
- package/dist/types/connected-evidence/python-correctness.d.ts +196 -0
- package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/claude-code.d.ts +74 -0
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/codex.d.ts +74 -0
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/history.d.ts +146 -0
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/usage.d.ts +3 -0
- package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -0
- package/dist/types/connected-evidence/usage-summary.d.ts +162 -0
- package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -0
- package/dist/types/evidence/conformance.d.ts +28 -28
- package/dist/types/evidence/contracts.d.ts +27 -27
- package/dist/types/execution-contracts.d.ts +159 -5
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/experiments.d.ts +476 -7
- package/dist/types/experiments.d.ts.map +1 -1
- package/dist/types/graders.d.ts +21 -1
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/human-review/comparison.d.ts +1959 -0
- package/dist/types/human-review/comparison.d.ts.map +1 -0
- package/dist/types/human-review/contracts.d.ts +2719 -0
- package/dist/types/human-review/contracts.d.ts.map +1 -0
- package/dist/types/human-review/execution.d.ts +298 -0
- package/dist/types/human-review/execution.d.ts.map +1 -0
- package/dist/types/human-review/handoff.d.ts +124 -0
- package/dist/types/human-review/handoff.d.ts.map +1 -0
- package/dist/types/human-review/index.d.ts +10 -0
- package/dist/types/human-review/index.d.ts.map +1 -0
- package/dist/types/human-review/local-publication.d.ts +165 -0
- package/dist/types/human-review/local-publication.d.ts.map +1 -0
- package/dist/types/human-review/repository.d.ts +43 -0
- package/dist/types/human-review/repository.d.ts.map +1 -0
- package/dist/types/human-review/results.d.ts +118 -0
- package/dist/types/human-review/results.d.ts.map +1 -0
- package/dist/types/human-review/service.d.ts +878 -0
- package/dist/types/human-review/service.d.ts.map +1 -0
- package/dist/types/human-review/task-proposals.d.ts +70 -0
- package/dist/types/human-review/task-proposals.d.ts.map +1 -0
- package/dist/types/index.d.ts +1 -0
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/javascript-environment-contract.d.ts +1 -1
- package/dist/types/javascript-verifier-contract.d.ts +1 -1
- package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
- package/dist/types/learned-preference.d.ts +2 -2
- package/dist/types/learning/acceptance-group.d.ts +13 -13
- package/dist/types/learning/acceptance-plan.d.ts +1 -1
- package/dist/types/learning/admission.d.ts +78 -1
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +2 -0
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +20 -0
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +76 -2
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +759 -24
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts +1 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/iteration-candidate-decision.d.ts +2 -2
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +2 -2
- package/dist/types/learning/operations.d.ts +1118 -8
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +402 -15
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +74 -0
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +14 -2
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/training-handoff.d.ts +201 -0
- package/dist/types/learning/training-handoff.d.ts.map +1 -0
- package/dist/types/learning/transport.d.ts +963 -21
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/metrics-node.d.ts +3 -1
- package/dist/types/metrics-node.d.ts.map +1 -1
- package/dist/types/model-improvement-qualification.d.ts +3 -3
- package/dist/types/native-harness-experiment-attempt.d.ts +2 -2
- package/dist/types/profile-evaluation-comparisons.d.ts +230 -0
- package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
- package/dist/types/profile-evaluation-target.d.ts +14 -0
- package/dist/types/profile-evaluation-target.d.ts.map +1 -0
- package/dist/types/profile-evaluations.d.ts +117 -14
- package/dist/types/profile-evaluations.d.ts.map +1 -1
- package/dist/types/profile-external-evaluation.d.ts +404 -0
- package/dist/types/profile-external-evaluation.d.ts.map +1 -0
- package/dist/types/profile-source-candidate.d.ts +15 -0
- package/dist/types/profile-source-candidate.d.ts.map +1 -0
- package/dist/types/review-conformance.d.ts +7 -7
- package/dist/types/rewards.d.ts +253 -0
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts +3 -3
- package/dist/types/taskset-run-contract.d.ts +230 -0
- package/dist/types/taskset-run-contract.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +311 -3
- package/dist/types/tasksets.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +2 -2
- package/dist/types/telemetry-bundle.d.ts +6 -6
- package/dist/types/telemetry.d.ts +3 -3
- package/package.json +9 -1
- package/schemas/learning/v1/command-request.schema.json +1745 -409
- package/schemas/learning/v1/decision.schema.json +11 -0
- package/schemas/learning/v1/draft.schema.json +11 -0
- package/schemas/learning/v1/grade.schema.json +11 -0
- package/schemas/learning/v1/package.schema.json +532 -12
- package/schemas/learning/v1/policy.schema.json +836 -28
- package/schemas/learning/v1/reward.schema.json +520 -0
- package/schemas/learning/v1/reward_check.schema.json +9 -0
package/dist/types/rewards.d.ts
CHANGED
|
@@ -60,6 +60,83 @@ export declare const RewardImplementationSchema: z.ZodUnion<readonly [z.ZodObjec
|
|
|
60
60
|
}, z.core.$strict>;
|
|
61
61
|
}, z.core.$strict>, z.ZodObject<{
|
|
62
62
|
kind: z.ZodLiteral<"human">;
|
|
63
|
+
form: z.ZodOptional<z.ZodObject<{
|
|
64
|
+
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
65
|
+
mode: z.ZodEnum<{
|
|
66
|
+
individual: "individual";
|
|
67
|
+
pairwise: "pairwise";
|
|
68
|
+
}>;
|
|
69
|
+
instructions: z.ZodString;
|
|
70
|
+
criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
71
|
+
id: z.ZodString;
|
|
72
|
+
label: z.ZodString;
|
|
73
|
+
instructions: z.ZodString;
|
|
74
|
+
required: z.ZodBoolean;
|
|
75
|
+
allowAbstain: z.ZodBoolean;
|
|
76
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
77
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
78
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
79
|
+
description: z.ZodString;
|
|
80
|
+
}, z.core.$strict>>>;
|
|
81
|
+
kind: z.ZodLiteral<"score">;
|
|
82
|
+
minimum: z.ZodNumber;
|
|
83
|
+
maximum: z.ZodNumber;
|
|
84
|
+
step: z.ZodNumber;
|
|
85
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
86
|
+
id: z.ZodString;
|
|
87
|
+
label: z.ZodString;
|
|
88
|
+
instructions: z.ZodString;
|
|
89
|
+
required: z.ZodBoolean;
|
|
90
|
+
allowAbstain: z.ZodBoolean;
|
|
91
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
92
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
93
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
94
|
+
description: z.ZodString;
|
|
95
|
+
}, z.core.$strict>>>;
|
|
96
|
+
kind: z.ZodLiteral<"category">;
|
|
97
|
+
options: z.ZodArray<z.ZodString>;
|
|
98
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
99
|
+
id: z.ZodString;
|
|
100
|
+
label: z.ZodString;
|
|
101
|
+
instructions: z.ZodString;
|
|
102
|
+
required: z.ZodBoolean;
|
|
103
|
+
allowAbstain: z.ZodBoolean;
|
|
104
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
105
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
106
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
107
|
+
description: z.ZodString;
|
|
108
|
+
}, z.core.$strict>>>;
|
|
109
|
+
kind: z.ZodLiteral<"boolean">;
|
|
110
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
111
|
+
id: z.ZodString;
|
|
112
|
+
label: z.ZodString;
|
|
113
|
+
instructions: z.ZodString;
|
|
114
|
+
required: z.ZodBoolean;
|
|
115
|
+
allowAbstain: z.ZodBoolean;
|
|
116
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
117
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
118
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
119
|
+
description: z.ZodString;
|
|
120
|
+
}, z.core.$strict>>>;
|
|
121
|
+
kind: z.ZodLiteral<"text">;
|
|
122
|
+
minimumLength: z.ZodOptional<z.ZodNumber>;
|
|
123
|
+
maximumLength: z.ZodNumber;
|
|
124
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
125
|
+
id: z.ZodString;
|
|
126
|
+
label: z.ZodString;
|
|
127
|
+
instructions: z.ZodString;
|
|
128
|
+
required: z.ZodBoolean;
|
|
129
|
+
allowAbstain: z.ZodBoolean;
|
|
130
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
131
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
132
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
133
|
+
description: z.ZodString;
|
|
134
|
+
}, z.core.$strict>>>;
|
|
135
|
+
kind: z.ZodLiteral<"preference">;
|
|
136
|
+
requireStrength: z.ZodOptional<z.ZodBoolean>;
|
|
137
|
+
allowTie: z.ZodBoolean;
|
|
138
|
+
}, z.core.$strict>], "kind">>;
|
|
139
|
+
}, z.core.$strict>>;
|
|
63
140
|
rubricRef: z.ZodObject<{
|
|
64
141
|
id: z.ZodString;
|
|
65
142
|
path: z.ZodString;
|
|
@@ -156,6 +233,83 @@ export declare const RewardReleaseContentSchema: z.ZodObject<{
|
|
|
156
233
|
}, z.core.$strict>;
|
|
157
234
|
}, z.core.$strict>, z.ZodObject<{
|
|
158
235
|
kind: z.ZodLiteral<"human">;
|
|
236
|
+
form: z.ZodOptional<z.ZodObject<{
|
|
237
|
+
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
238
|
+
mode: z.ZodEnum<{
|
|
239
|
+
individual: "individual";
|
|
240
|
+
pairwise: "pairwise";
|
|
241
|
+
}>;
|
|
242
|
+
instructions: z.ZodString;
|
|
243
|
+
criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
244
|
+
id: z.ZodString;
|
|
245
|
+
label: z.ZodString;
|
|
246
|
+
instructions: z.ZodString;
|
|
247
|
+
required: z.ZodBoolean;
|
|
248
|
+
allowAbstain: z.ZodBoolean;
|
|
249
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
250
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
251
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
252
|
+
description: z.ZodString;
|
|
253
|
+
}, z.core.$strict>>>;
|
|
254
|
+
kind: z.ZodLiteral<"score">;
|
|
255
|
+
minimum: z.ZodNumber;
|
|
256
|
+
maximum: z.ZodNumber;
|
|
257
|
+
step: z.ZodNumber;
|
|
258
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
259
|
+
id: z.ZodString;
|
|
260
|
+
label: z.ZodString;
|
|
261
|
+
instructions: z.ZodString;
|
|
262
|
+
required: z.ZodBoolean;
|
|
263
|
+
allowAbstain: z.ZodBoolean;
|
|
264
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
265
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
266
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
267
|
+
description: z.ZodString;
|
|
268
|
+
}, z.core.$strict>>>;
|
|
269
|
+
kind: z.ZodLiteral<"category">;
|
|
270
|
+
options: z.ZodArray<z.ZodString>;
|
|
271
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
272
|
+
id: z.ZodString;
|
|
273
|
+
label: z.ZodString;
|
|
274
|
+
instructions: z.ZodString;
|
|
275
|
+
required: z.ZodBoolean;
|
|
276
|
+
allowAbstain: z.ZodBoolean;
|
|
277
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
278
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
279
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
280
|
+
description: z.ZodString;
|
|
281
|
+
}, z.core.$strict>>>;
|
|
282
|
+
kind: z.ZodLiteral<"boolean">;
|
|
283
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
284
|
+
id: z.ZodString;
|
|
285
|
+
label: z.ZodString;
|
|
286
|
+
instructions: z.ZodString;
|
|
287
|
+
required: z.ZodBoolean;
|
|
288
|
+
allowAbstain: z.ZodBoolean;
|
|
289
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
290
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
291
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
292
|
+
description: z.ZodString;
|
|
293
|
+
}, z.core.$strict>>>;
|
|
294
|
+
kind: z.ZodLiteral<"text">;
|
|
295
|
+
minimumLength: z.ZodOptional<z.ZodNumber>;
|
|
296
|
+
maximumLength: z.ZodNumber;
|
|
297
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
298
|
+
id: z.ZodString;
|
|
299
|
+
label: z.ZodString;
|
|
300
|
+
instructions: z.ZodString;
|
|
301
|
+
required: z.ZodBoolean;
|
|
302
|
+
allowAbstain: z.ZodBoolean;
|
|
303
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
304
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
305
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
306
|
+
description: z.ZodString;
|
|
307
|
+
}, z.core.$strict>>>;
|
|
308
|
+
kind: z.ZodLiteral<"preference">;
|
|
309
|
+
requireStrength: z.ZodOptional<z.ZodBoolean>;
|
|
310
|
+
allowTie: z.ZodBoolean;
|
|
311
|
+
}, z.core.$strict>], "kind">>;
|
|
312
|
+
}, z.core.$strict>>;
|
|
159
313
|
rubricRef: z.ZodObject<{
|
|
160
314
|
id: z.ZodString;
|
|
161
315
|
path: z.ZodString;
|
|
@@ -286,6 +440,83 @@ export declare const RewardReleaseSchema: z.ZodObject<{
|
|
|
286
440
|
}, z.core.$strict>;
|
|
287
441
|
}, z.core.$strict>, z.ZodObject<{
|
|
288
442
|
kind: z.ZodLiteral<"human">;
|
|
443
|
+
form: z.ZodOptional<z.ZodObject<{
|
|
444
|
+
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
445
|
+
mode: z.ZodEnum<{
|
|
446
|
+
individual: "individual";
|
|
447
|
+
pairwise: "pairwise";
|
|
448
|
+
}>;
|
|
449
|
+
instructions: z.ZodString;
|
|
450
|
+
criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
451
|
+
id: z.ZodString;
|
|
452
|
+
label: z.ZodString;
|
|
453
|
+
instructions: z.ZodString;
|
|
454
|
+
required: z.ZodBoolean;
|
|
455
|
+
allowAbstain: z.ZodBoolean;
|
|
456
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
457
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
458
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
459
|
+
description: z.ZodString;
|
|
460
|
+
}, z.core.$strict>>>;
|
|
461
|
+
kind: z.ZodLiteral<"score">;
|
|
462
|
+
minimum: z.ZodNumber;
|
|
463
|
+
maximum: z.ZodNumber;
|
|
464
|
+
step: z.ZodNumber;
|
|
465
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
466
|
+
id: z.ZodString;
|
|
467
|
+
label: z.ZodString;
|
|
468
|
+
instructions: z.ZodString;
|
|
469
|
+
required: z.ZodBoolean;
|
|
470
|
+
allowAbstain: z.ZodBoolean;
|
|
471
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
472
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
473
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
474
|
+
description: z.ZodString;
|
|
475
|
+
}, z.core.$strict>>>;
|
|
476
|
+
kind: z.ZodLiteral<"category">;
|
|
477
|
+
options: z.ZodArray<z.ZodString>;
|
|
478
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
479
|
+
id: z.ZodString;
|
|
480
|
+
label: z.ZodString;
|
|
481
|
+
instructions: z.ZodString;
|
|
482
|
+
required: z.ZodBoolean;
|
|
483
|
+
allowAbstain: z.ZodBoolean;
|
|
484
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
485
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
486
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
487
|
+
description: z.ZodString;
|
|
488
|
+
}, z.core.$strict>>>;
|
|
489
|
+
kind: z.ZodLiteral<"boolean">;
|
|
490
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
491
|
+
id: z.ZodString;
|
|
492
|
+
label: z.ZodString;
|
|
493
|
+
instructions: z.ZodString;
|
|
494
|
+
required: z.ZodBoolean;
|
|
495
|
+
allowAbstain: z.ZodBoolean;
|
|
496
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
497
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
498
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
499
|
+
description: z.ZodString;
|
|
500
|
+
}, z.core.$strict>>>;
|
|
501
|
+
kind: z.ZodLiteral<"text">;
|
|
502
|
+
minimumLength: z.ZodOptional<z.ZodNumber>;
|
|
503
|
+
maximumLength: z.ZodNumber;
|
|
504
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
505
|
+
id: z.ZodString;
|
|
506
|
+
label: z.ZodString;
|
|
507
|
+
instructions: z.ZodString;
|
|
508
|
+
required: z.ZodBoolean;
|
|
509
|
+
allowAbstain: z.ZodBoolean;
|
|
510
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
511
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
512
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
513
|
+
description: z.ZodString;
|
|
514
|
+
}, z.core.$strict>>>;
|
|
515
|
+
kind: z.ZodLiteral<"preference">;
|
|
516
|
+
requireStrength: z.ZodOptional<z.ZodBoolean>;
|
|
517
|
+
allowTie: z.ZodBoolean;
|
|
518
|
+
}, z.core.$strict>], "kind">>;
|
|
519
|
+
}, z.core.$strict>>;
|
|
289
520
|
rubricRef: z.ZodObject<{
|
|
290
521
|
id: z.ZodString;
|
|
291
522
|
path: z.ZodString;
|
|
@@ -516,6 +747,12 @@ export declare const BoundRewardResultSchema: z.ZodObject<{
|
|
|
516
747
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
517
748
|
graderId: z.ZodString;
|
|
518
749
|
graderVersion: z.ZodString;
|
|
750
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
751
|
+
pending: "pending";
|
|
752
|
+
failed: "failed";
|
|
753
|
+
scored: "scored";
|
|
754
|
+
unavailable: "unavailable";
|
|
755
|
+
}>>;
|
|
519
756
|
score: z.ZodNullable<z.ZodNumber>;
|
|
520
757
|
passed: z.ZodBoolean;
|
|
521
758
|
rewardEligible: z.ZodBoolean;
|
|
@@ -580,6 +817,12 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
580
817
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
581
818
|
graderId: z.ZodString;
|
|
582
819
|
graderVersion: z.ZodString;
|
|
820
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
821
|
+
pending: "pending";
|
|
822
|
+
failed: "failed";
|
|
823
|
+
scored: "scored";
|
|
824
|
+
unavailable: "unavailable";
|
|
825
|
+
}>>;
|
|
583
826
|
score: z.ZodNullable<z.ZodNumber>;
|
|
584
827
|
passed: z.ZodBoolean;
|
|
585
828
|
rewardEligible: z.ZodBoolean;
|
|
@@ -612,6 +855,7 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
612
855
|
}, z.core.$strict>>;
|
|
613
856
|
training: z.ZodObject<{
|
|
614
857
|
status: z.ZodEnum<{
|
|
858
|
+
pending: "pending";
|
|
615
859
|
scored: "scored";
|
|
616
860
|
unscorable: "unscorable";
|
|
617
861
|
not_configured: "not_configured";
|
|
@@ -621,6 +865,7 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
621
865
|
}, z.core.$strict>;
|
|
622
866
|
evaluation: z.ZodObject<{
|
|
623
867
|
status: z.ZodEnum<{
|
|
868
|
+
pending: "pending";
|
|
624
869
|
scored: "scored";
|
|
625
870
|
unscorable: "unscorable";
|
|
626
871
|
not_configured: "not_configured";
|
|
@@ -663,6 +908,12 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
663
908
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
664
909
|
graderId: z.ZodString;
|
|
665
910
|
graderVersion: z.ZodString;
|
|
911
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
912
|
+
pending: "pending";
|
|
913
|
+
failed: "failed";
|
|
914
|
+
scored: "scored";
|
|
915
|
+
unavailable: "unavailable";
|
|
916
|
+
}>>;
|
|
666
917
|
score: z.ZodNullable<z.ZodNumber>;
|
|
667
918
|
passed: z.ZodBoolean;
|
|
668
919
|
rewardEligible: z.ZodBoolean;
|
|
@@ -695,6 +946,7 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
695
946
|
}, z.core.$strict>>;
|
|
696
947
|
training: z.ZodObject<{
|
|
697
948
|
status: z.ZodEnum<{
|
|
949
|
+
pending: "pending";
|
|
698
950
|
scored: "scored";
|
|
699
951
|
unscorable: "unscorable";
|
|
700
952
|
not_configured: "not_configured";
|
|
@@ -704,6 +956,7 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
704
956
|
}, z.core.$strict>;
|
|
705
957
|
evaluation: z.ZodObject<{
|
|
706
958
|
status: z.ZodEnum<{
|
|
959
|
+
pending: "pending";
|
|
707
960
|
scored: "scored";
|
|
708
961
|
unscorable: "unscorable";
|
|
709
962
|
not_configured: "not_configured";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["../../../../src/rewards.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAuC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3I,OAAO,EAAsI,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIrM,eAAO,MAAM,iBAAiB,aAA6C,CAAC;AAC5E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,aAAa,CAAC,GAAG,MAAM,CAE9F;AACD,eAAO,MAAM,0BAA0B
|
|
1
|
+
{"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["../../../../src/rewards.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAuC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3I,OAAO,EAAsI,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIrM,eAAO,MAAM,iBAAiB,aAA6C,CAAC;AAC5E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,aAAa,CAAC,GAAG,MAAM,CAE9F;AACD,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAMrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AACtH,eAAO,MAAM,sBAAsB;;;;kBAAuF,CAAC;AAE3H,eAAO,MAAM,yBAAyB;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAU3B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAEtH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWzB,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAE1H,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAAC;AAEpN,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,aAAa,CAIpG;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,aAAa,CAK9H;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC;IAAE,MAAM,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC,CAajJ;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,UAAU,EAAE,CAKlG;AAED,wBAAsB,oBAAoB,CAAC,KAAK,EAAE;IAChD,OAAO,EAAE,aAAa,CAAC;IACvB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;CAC7C,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAmC7B;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAAE,GAAG,iBAAiB,CA6C5J;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAGrE"}
|
package/dist/types/rollouts.d.ts
CHANGED
|
@@ -22,9 +22,9 @@ export declare const EnvironmentExecutionEvidenceSchema: z.ZodObject<{
|
|
|
22
22
|
contentHash: z.ZodString;
|
|
23
23
|
}, z.core.$strict>;
|
|
24
24
|
status: z.ZodEnum<{
|
|
25
|
+
cancelled: "cancelled";
|
|
25
26
|
failed: "failed";
|
|
26
27
|
completed: "completed";
|
|
27
|
-
cancelled: "cancelled";
|
|
28
28
|
timed_out: "timed_out";
|
|
29
29
|
}>;
|
|
30
30
|
startedAt: z.ZodString;
|
|
@@ -94,6 +94,7 @@ export declare const CanonicalRolloutRecordSchema: z.ZodObject<{
|
|
|
94
94
|
learningEligible: z.ZodBoolean;
|
|
95
95
|
passed: z.ZodBoolean;
|
|
96
96
|
outcomeClass: z.ZodEnum<{
|
|
97
|
+
cancelled: "cancelled";
|
|
97
98
|
completed: "completed";
|
|
98
99
|
policy_failure: "policy_failure";
|
|
99
100
|
incomplete_output: "incomplete_output";
|
|
@@ -104,7 +105,6 @@ export declare const CanonicalRolloutRecordSchema: z.ZodObject<{
|
|
|
104
105
|
provider_failure: "provider_failure";
|
|
105
106
|
host_failure: "host_failure";
|
|
106
107
|
infrastructure_timeout: "infrastructure_timeout";
|
|
107
|
-
cancelled: "cancelled";
|
|
108
108
|
}>;
|
|
109
109
|
failureOwner: z.ZodNullable<z.ZodEnum<{
|
|
110
110
|
policy: "policy";
|
|
@@ -143,9 +143,9 @@ export declare const CanonicalRolloutRecordSchema: z.ZodObject<{
|
|
|
143
143
|
contentHash: z.ZodString;
|
|
144
144
|
}, z.core.$strict>;
|
|
145
145
|
status: z.ZodEnum<{
|
|
146
|
+
cancelled: "cancelled";
|
|
146
147
|
failed: "failed";
|
|
147
148
|
completed: "completed";
|
|
148
|
-
cancelled: "cancelled";
|
|
149
149
|
timed_out: "timed_out";
|
|
150
150
|
}>;
|
|
151
151
|
startedAt: z.ZodString;
|
|
@@ -91,6 +91,121 @@ export declare const TasksetRunManifestContentSchema: z.ZodObject<{
|
|
|
91
91
|
actionId: z.ZodString;
|
|
92
92
|
}, z.core.$strict>], "kind">;
|
|
93
93
|
environmentHash: z.ZodString;
|
|
94
|
+
externalDatasetBinding: z.ZodOptional<z.ZodObject<{
|
|
95
|
+
schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
|
|
96
|
+
dataset: z.ZodObject<{
|
|
97
|
+
id: z.ZodString;
|
|
98
|
+
contentHash: z.ZodString;
|
|
99
|
+
revision: z.ZodNumber;
|
|
100
|
+
}, z.core.$strict>;
|
|
101
|
+
packageHash: z.ZodString;
|
|
102
|
+
profileId: z.ZodString;
|
|
103
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
104
|
+
kind: z.ZodLiteral<"profile">;
|
|
105
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
106
|
+
kind: z.ZodLiteral<"workflow">;
|
|
107
|
+
workflowId: z.ZodString;
|
|
108
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
109
|
+
kind: z.ZodLiteral<"skill">;
|
|
110
|
+
skillPath: z.ZodString;
|
|
111
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
112
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
113
|
+
actionId: z.ZodString;
|
|
114
|
+
}, z.core.$strict>], "kind">;
|
|
115
|
+
declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
|
|
116
|
+
protectedProfileClosureHash: z.ZodString;
|
|
117
|
+
recordedOrigin: z.ZodOptional<z.ZodObject<{
|
|
118
|
+
execution: z.ZodObject<{
|
|
119
|
+
id: z.ZodString;
|
|
120
|
+
contentHash: z.ZodString;
|
|
121
|
+
}, z.core.$strict>;
|
|
122
|
+
originalEvidence: z.ZodObject<{
|
|
123
|
+
id: z.ZodString;
|
|
124
|
+
contentHash: z.ZodString;
|
|
125
|
+
}, z.core.$strict>;
|
|
126
|
+
members: z.ZodArray<z.ZodObject<{
|
|
127
|
+
caseId: z.ZodString;
|
|
128
|
+
seed: z.ZodString;
|
|
129
|
+
fixtureId: z.ZodString;
|
|
130
|
+
sourceId: z.ZodString;
|
|
131
|
+
snapshotHash: z.ZodString;
|
|
132
|
+
boundaryRevisionHash: z.ZodString;
|
|
133
|
+
}, z.core.$strict>>;
|
|
134
|
+
}, z.core.$strict>>;
|
|
135
|
+
gradingSource: z.ZodOptional<z.ZodObject<{
|
|
136
|
+
pass: z.ZodObject<{
|
|
137
|
+
id: z.ZodString;
|
|
138
|
+
contentHash: z.ZodString;
|
|
139
|
+
}, z.core.$strict>;
|
|
140
|
+
evidence: z.ZodObject<{
|
|
141
|
+
id: z.ZodString;
|
|
142
|
+
contentHash: z.ZodString;
|
|
143
|
+
}, z.core.$strict>;
|
|
144
|
+
}, z.core.$strict>>;
|
|
145
|
+
split: z.ZodEnum<{
|
|
146
|
+
train: "train";
|
|
147
|
+
validation: "validation";
|
|
148
|
+
test: "test";
|
|
149
|
+
frozen_eval: "frozen_eval";
|
|
150
|
+
}>;
|
|
151
|
+
population: z.ZodArray<z.ZodObject<{
|
|
152
|
+
taskId: z.ZodString;
|
|
153
|
+
seed: z.ZodString;
|
|
154
|
+
fixtureId: z.ZodNullable<z.ZodString>;
|
|
155
|
+
}, z.core.$strict>>;
|
|
156
|
+
evaluators: z.ZodArray<z.ZodObject<{
|
|
157
|
+
release: z.ZodObject<{
|
|
158
|
+
id: z.ZodString;
|
|
159
|
+
contentHash: z.ZodString;
|
|
160
|
+
revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
|
|
161
|
+
}, z.core.$strict>;
|
|
162
|
+
feedbackKey: z.ZodString;
|
|
163
|
+
configurationHash: z.ZodString;
|
|
164
|
+
output: z.ZodEnum<{
|
|
165
|
+
boolean: "boolean";
|
|
166
|
+
score: "score";
|
|
167
|
+
category: "category";
|
|
168
|
+
}>;
|
|
169
|
+
categories: z.ZodArray<z.ZodString>;
|
|
170
|
+
}, z.core.$strict>>;
|
|
171
|
+
fieldMappingsHash: z.ZodString;
|
|
172
|
+
fieldMappings: z.ZodArray<z.ZodObject<{
|
|
173
|
+
graderId: z.ZodString;
|
|
174
|
+
fields: z.ZodArray<z.ZodObject<{
|
|
175
|
+
destination: z.ZodEnum<{
|
|
176
|
+
output: "output";
|
|
177
|
+
input: "input";
|
|
178
|
+
expectedOutput: "expectedOutput";
|
|
179
|
+
evaluatorContext: "evaluatorContext";
|
|
180
|
+
}>;
|
|
181
|
+
path: z.ZodArray<z.ZodString>;
|
|
182
|
+
source: z.ZodEnum<{
|
|
183
|
+
output: "output";
|
|
184
|
+
input: "input";
|
|
185
|
+
expectedOutput: "expectedOutput";
|
|
186
|
+
evaluatorContext: "evaluatorContext";
|
|
187
|
+
}>;
|
|
188
|
+
sourcePath: z.ZodArray<z.ZodString>;
|
|
189
|
+
}, z.core.$strict>>;
|
|
190
|
+
}, z.core.$strict>>;
|
|
191
|
+
environmentHash: z.ZodString;
|
|
192
|
+
privateDatasetClosureHash: z.ZodString;
|
|
193
|
+
criterion: z.ZodObject<{
|
|
194
|
+
minimumPassRate: z.ZodNumber;
|
|
195
|
+
requireComplete: z.ZodBoolean;
|
|
196
|
+
}, z.core.$strict>;
|
|
197
|
+
contentHash: z.ZodString;
|
|
198
|
+
}, z.core.$strict>>;
|
|
199
|
+
sourceCandidate: z.ZodOptional<z.ZodObject<{
|
|
200
|
+
candidateId: z.ZodString;
|
|
201
|
+
frozenRevision: z.ZodNumber;
|
|
202
|
+
frozenHash: z.ZodString;
|
|
203
|
+
harnessRelease: z.ZodObject<{
|
|
204
|
+
id: z.ZodString;
|
|
205
|
+
contentHash: z.ZodString;
|
|
206
|
+
}, z.core.$strict>;
|
|
207
|
+
protectedClosureHash: z.ZodString;
|
|
208
|
+
}, z.core.$strict>>;
|
|
94
209
|
}, z.core.$strict>>;
|
|
95
210
|
policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
96
211
|
kind: z.ZodLiteral<"model">;
|
|
@@ -204,6 +319,121 @@ export declare const TasksetRunManifestSchema: z.ZodObject<{
|
|
|
204
319
|
actionId: z.ZodString;
|
|
205
320
|
}, z.core.$strict>], "kind">;
|
|
206
321
|
environmentHash: z.ZodString;
|
|
322
|
+
externalDatasetBinding: z.ZodOptional<z.ZodObject<{
|
|
323
|
+
schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
|
|
324
|
+
dataset: z.ZodObject<{
|
|
325
|
+
id: z.ZodString;
|
|
326
|
+
contentHash: z.ZodString;
|
|
327
|
+
revision: z.ZodNumber;
|
|
328
|
+
}, z.core.$strict>;
|
|
329
|
+
packageHash: z.ZodString;
|
|
330
|
+
profileId: z.ZodString;
|
|
331
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
332
|
+
kind: z.ZodLiteral<"profile">;
|
|
333
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
334
|
+
kind: z.ZodLiteral<"workflow">;
|
|
335
|
+
workflowId: z.ZodString;
|
|
336
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
337
|
+
kind: z.ZodLiteral<"skill">;
|
|
338
|
+
skillPath: z.ZodString;
|
|
339
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
340
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
341
|
+
actionId: z.ZodString;
|
|
342
|
+
}, z.core.$strict>], "kind">;
|
|
343
|
+
declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
|
|
344
|
+
protectedProfileClosureHash: z.ZodString;
|
|
345
|
+
recordedOrigin: z.ZodOptional<z.ZodObject<{
|
|
346
|
+
execution: z.ZodObject<{
|
|
347
|
+
id: z.ZodString;
|
|
348
|
+
contentHash: z.ZodString;
|
|
349
|
+
}, z.core.$strict>;
|
|
350
|
+
originalEvidence: z.ZodObject<{
|
|
351
|
+
id: z.ZodString;
|
|
352
|
+
contentHash: z.ZodString;
|
|
353
|
+
}, z.core.$strict>;
|
|
354
|
+
members: z.ZodArray<z.ZodObject<{
|
|
355
|
+
caseId: z.ZodString;
|
|
356
|
+
seed: z.ZodString;
|
|
357
|
+
fixtureId: z.ZodString;
|
|
358
|
+
sourceId: z.ZodString;
|
|
359
|
+
snapshotHash: z.ZodString;
|
|
360
|
+
boundaryRevisionHash: z.ZodString;
|
|
361
|
+
}, z.core.$strict>>;
|
|
362
|
+
}, z.core.$strict>>;
|
|
363
|
+
gradingSource: z.ZodOptional<z.ZodObject<{
|
|
364
|
+
pass: z.ZodObject<{
|
|
365
|
+
id: z.ZodString;
|
|
366
|
+
contentHash: z.ZodString;
|
|
367
|
+
}, z.core.$strict>;
|
|
368
|
+
evidence: z.ZodObject<{
|
|
369
|
+
id: z.ZodString;
|
|
370
|
+
contentHash: z.ZodString;
|
|
371
|
+
}, z.core.$strict>;
|
|
372
|
+
}, z.core.$strict>>;
|
|
373
|
+
split: z.ZodEnum<{
|
|
374
|
+
train: "train";
|
|
375
|
+
validation: "validation";
|
|
376
|
+
test: "test";
|
|
377
|
+
frozen_eval: "frozen_eval";
|
|
378
|
+
}>;
|
|
379
|
+
population: z.ZodArray<z.ZodObject<{
|
|
380
|
+
taskId: z.ZodString;
|
|
381
|
+
seed: z.ZodString;
|
|
382
|
+
fixtureId: z.ZodNullable<z.ZodString>;
|
|
383
|
+
}, z.core.$strict>>;
|
|
384
|
+
evaluators: z.ZodArray<z.ZodObject<{
|
|
385
|
+
release: z.ZodObject<{
|
|
386
|
+
id: z.ZodString;
|
|
387
|
+
contentHash: z.ZodString;
|
|
388
|
+
revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
|
|
389
|
+
}, z.core.$strict>;
|
|
390
|
+
feedbackKey: z.ZodString;
|
|
391
|
+
configurationHash: z.ZodString;
|
|
392
|
+
output: z.ZodEnum<{
|
|
393
|
+
boolean: "boolean";
|
|
394
|
+
score: "score";
|
|
395
|
+
category: "category";
|
|
396
|
+
}>;
|
|
397
|
+
categories: z.ZodArray<z.ZodString>;
|
|
398
|
+
}, z.core.$strict>>;
|
|
399
|
+
fieldMappingsHash: z.ZodString;
|
|
400
|
+
fieldMappings: z.ZodArray<z.ZodObject<{
|
|
401
|
+
graderId: z.ZodString;
|
|
402
|
+
fields: z.ZodArray<z.ZodObject<{
|
|
403
|
+
destination: z.ZodEnum<{
|
|
404
|
+
output: "output";
|
|
405
|
+
input: "input";
|
|
406
|
+
expectedOutput: "expectedOutput";
|
|
407
|
+
evaluatorContext: "evaluatorContext";
|
|
408
|
+
}>;
|
|
409
|
+
path: z.ZodArray<z.ZodString>;
|
|
410
|
+
source: z.ZodEnum<{
|
|
411
|
+
output: "output";
|
|
412
|
+
input: "input";
|
|
413
|
+
expectedOutput: "expectedOutput";
|
|
414
|
+
evaluatorContext: "evaluatorContext";
|
|
415
|
+
}>;
|
|
416
|
+
sourcePath: z.ZodArray<z.ZodString>;
|
|
417
|
+
}, z.core.$strict>>;
|
|
418
|
+
}, z.core.$strict>>;
|
|
419
|
+
environmentHash: z.ZodString;
|
|
420
|
+
privateDatasetClosureHash: z.ZodString;
|
|
421
|
+
criterion: z.ZodObject<{
|
|
422
|
+
minimumPassRate: z.ZodNumber;
|
|
423
|
+
requireComplete: z.ZodBoolean;
|
|
424
|
+
}, z.core.$strict>;
|
|
425
|
+
contentHash: z.ZodString;
|
|
426
|
+
}, z.core.$strict>>;
|
|
427
|
+
sourceCandidate: z.ZodOptional<z.ZodObject<{
|
|
428
|
+
candidateId: z.ZodString;
|
|
429
|
+
frozenRevision: z.ZodNumber;
|
|
430
|
+
frozenHash: z.ZodString;
|
|
431
|
+
harnessRelease: z.ZodObject<{
|
|
432
|
+
id: z.ZodString;
|
|
433
|
+
contentHash: z.ZodString;
|
|
434
|
+
}, z.core.$strict>;
|
|
435
|
+
protectedClosureHash: z.ZodString;
|
|
436
|
+
}, z.core.$strict>>;
|
|
207
437
|
}, z.core.$strict>>;
|
|
208
438
|
policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
209
439
|
kind: z.ZodLiteral<"model">;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"taskset-run-contract.d.ts","sourceRoot":"","sources":["../../../../src/taskset-run-contract.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"taskset-run-contract.d.ts","sourceRoot":"","sources":["../../../../src/taskset-run-contract.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAqE,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AACnH,OAAO,EAA6B,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AACzF,OAAO,EAAoE,KAAK,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AAC3I,OAAO,EAAwB,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AAE1E,mFAAmF;AACnF,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;4BAGjC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,sBAAsB;;;;;kBAKxB,CAAC;AAEZ,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAuB1C,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiF,CAAC;AACvH,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,GAAG,kBAAkB,CAGnH;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,cAAc,GAAG,mBAAmB,CAKnF;AAED;iFACiF;AACjF,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,kBAAkB,EAAE,OAAO,EAAE,cAAc,GAAG,IAAI,CAcnG;AAED;+EAC+E;AAC/E,wBAAgB,mCAAmC,CACjD,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,EAAE,cAAc,EACvB,YAAY,EAAE,wBAAwB,GACrC,IAAI,CAqCN;AAED;iFACiF;AACjF,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,cAAc,EAAE,CAclH"}
|