@openpond/evals 0.11.15 → 0.11.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CONTRACT.md +9 -0
- package/dist/connected-evidence/contracts.js +72 -0
- package/dist/connected-evidence/imports.js +71 -0
- package/dist/connected-evidence/index.js +5 -0
- package/dist/connected-evidence/normalize.js +97 -0
- package/dist/connected-evidence/python-correctness.js +73 -0
- package/dist/connected-evidence/sources/claude-code.js +71 -0
- package/dist/connected-evidence/sources/codex.js +52 -0
- package/dist/connected-evidence/sources/history.js +86 -0
- package/dist/connected-evidence/sources/usage.js +15 -0
- package/dist/connected-evidence/usage-summary.js +52 -0
- package/dist/experiments.js +41 -7
- package/dist/graders.js +9 -6
- package/dist/human-review/comparison.js +161 -0
- package/dist/human-review/contracts.js +110 -0
- package/dist/human-review/execution.js +61 -0
- package/dist/human-review/handoff.js +18 -0
- package/dist/human-review/index.js +9 -0
- package/dist/human-review/local-publication.js +18 -0
- package/dist/human-review/repository.js +1 -0
- package/dist/human-review/results.js +18 -0
- package/dist/human-review/service.js +268 -0
- package/dist/human-review/task-proposals.js +39 -0
- package/dist/index.js +1 -0
- package/dist/javascript-verifier-contract.js +2 -2
- package/dist/learning/authoring.js +2 -1
- package/dist/learning/contracts.js +353 -81
- package/dist/learning/index.js +1 -0
- package/dist/learning/reward-authoring.js +5 -2
- package/dist/learning/training-handoff.js +32 -0
- package/dist/metrics-node.js +2 -0
- package/dist/profile-evaluation-target.js +7 -0
- package/dist/profile-evaluations.js +7 -10
- package/dist/profile-external-evaluation.js +35 -0
- package/dist/profile-source-candidate.js +5 -0
- package/dist/rewards.js +5 -3
- package/dist/taskset-run-contract.js +10 -0
- package/dist/tasksets.js +2 -0
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +75 -1
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +150 -2
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +317 -0
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -0
- package/dist/types/connected-evidence/imports.d.ts +19 -0
- package/dist/types/connected-evidence/imports.d.ts.map +1 -0
- package/dist/types/connected-evidence/index.d.ts +6 -0
- package/dist/types/connected-evidence/index.d.ts.map +1 -0
- package/dist/types/connected-evidence/normalize.d.ts +25 -0
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -0
- package/dist/types/connected-evidence/python-correctness.d.ts +196 -0
- package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/claude-code.d.ts +74 -0
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/codex.d.ts +74 -0
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/history.d.ts +146 -0
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/usage.d.ts +3 -0
- package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -0
- package/dist/types/connected-evidence/usage-summary.d.ts +162 -0
- package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -0
- package/dist/types/evidence/conformance.d.ts +28 -28
- package/dist/types/evidence/contracts.d.ts +27 -27
- package/dist/types/execution-contracts.d.ts +159 -5
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/experiments.d.ts +498 -7
- package/dist/types/experiments.d.ts.map +1 -1
- package/dist/types/graders.d.ts +21 -1
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/human-review/comparison.d.ts +1959 -0
- package/dist/types/human-review/comparison.d.ts.map +1 -0
- package/dist/types/human-review/contracts.d.ts +2719 -0
- package/dist/types/human-review/contracts.d.ts.map +1 -0
- package/dist/types/human-review/execution.d.ts +298 -0
- package/dist/types/human-review/execution.d.ts.map +1 -0
- package/dist/types/human-review/handoff.d.ts +124 -0
- package/dist/types/human-review/handoff.d.ts.map +1 -0
- package/dist/types/human-review/index.d.ts +10 -0
- package/dist/types/human-review/index.d.ts.map +1 -0
- package/dist/types/human-review/local-publication.d.ts +165 -0
- package/dist/types/human-review/local-publication.d.ts.map +1 -0
- package/dist/types/human-review/repository.d.ts +43 -0
- package/dist/types/human-review/repository.d.ts.map +1 -0
- package/dist/types/human-review/results.d.ts +118 -0
- package/dist/types/human-review/results.d.ts.map +1 -0
- package/dist/types/human-review/service.d.ts +878 -0
- package/dist/types/human-review/service.d.ts.map +1 -0
- package/dist/types/human-review/task-proposals.d.ts +70 -0
- package/dist/types/human-review/task-proposals.d.ts.map +1 -0
- package/dist/types/index.d.ts +1 -0
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/javascript-environment-contract.d.ts +1 -1
- package/dist/types/javascript-verifier-contract.d.ts +1 -1
- package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
- package/dist/types/learned-preference.d.ts +2 -2
- package/dist/types/learning/acceptance-group.d.ts +13 -13
- package/dist/types/learning/acceptance-plan.d.ts +1 -1
- package/dist/types/learning/admission.d.ts +78 -1
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +2 -0
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +20 -0
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +76 -2
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +759 -24
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts +1 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/iteration-candidate-decision.d.ts +2 -2
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +2 -2
- package/dist/types/learning/operations.d.ts +1118 -8
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +402 -15
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +74 -0
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +14 -2
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/training-handoff.d.ts +201 -0
- package/dist/types/learning/training-handoff.d.ts.map +1 -0
- package/dist/types/learning/transport.d.ts +963 -21
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/metrics-node.d.ts +3 -1
- package/dist/types/metrics-node.d.ts.map +1 -1
- package/dist/types/model-improvement-qualification.d.ts +3 -3
- package/dist/types/native-harness-experiment-attempt.d.ts +2 -2
- package/dist/types/profile-evaluation-comparisons.d.ts +230 -0
- package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
- package/dist/types/profile-evaluation-target.d.ts +14 -0
- package/dist/types/profile-evaluation-target.d.ts.map +1 -0
- package/dist/types/profile-evaluations.d.ts +117 -14
- package/dist/types/profile-evaluations.d.ts.map +1 -1
- package/dist/types/profile-external-evaluation.d.ts +404 -0
- package/dist/types/profile-external-evaluation.d.ts.map +1 -0
- package/dist/types/profile-source-candidate.d.ts +15 -0
- package/dist/types/profile-source-candidate.d.ts.map +1 -0
- package/dist/types/review-conformance.d.ts +7 -7
- package/dist/types/rewards.d.ts +253 -0
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts +3 -3
- package/dist/types/taskset-run-contract.d.ts +230 -0
- package/dist/types/taskset-run-contract.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +311 -3
- package/dist/types/tasksets.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +2 -2
- package/dist/types/telemetry-bundle.d.ts +6 -6
- package/dist/types/telemetry.d.ts +3 -3
- package/package.json +9 -1
- package/schemas/learning/v1/command-request.schema.json +1745 -409
- package/schemas/learning/v1/decision.schema.json +11 -0
- package/schemas/learning/v1/draft.schema.json +11 -0
- package/schemas/learning/v1/grade.schema.json +11 -0
- package/schemas/learning/v1/package.schema.json +532 -12
- package/schemas/learning/v1/policy.schema.json +836 -28
- package/schemas/learning/v1/reward.schema.json +520 -0
- package/schemas/learning/v1/reward_check.schema.json +9 -0
|
@@ -143,9 +143,9 @@ export declare const PublishLearningResourceCommandSchema: z.ZodDiscriminatedUni
|
|
|
143
143
|
stateful: z.ZodBoolean;
|
|
144
144
|
deterministicSeeds: z.ZodBoolean;
|
|
145
145
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
146
|
+
step: "step";
|
|
146
147
|
create: "create";
|
|
147
148
|
reset: "reset";
|
|
148
|
-
step: "step";
|
|
149
149
|
collect: "collect";
|
|
150
150
|
destroy: "destroy";
|
|
151
151
|
}>>;
|
|
@@ -274,6 +274,83 @@ export declare const PublishLearningResourceCommandSchema: z.ZodDiscriminatedUni
|
|
|
274
274
|
}, z.core.$strict>;
|
|
275
275
|
}, z.core.$strict>, z.ZodObject<{
|
|
276
276
|
kind: z.ZodLiteral<"human">;
|
|
277
|
+
form: z.ZodOptional<z.ZodObject<{
|
|
278
|
+
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
279
|
+
mode: z.ZodEnum<{
|
|
280
|
+
individual: "individual";
|
|
281
|
+
pairwise: "pairwise";
|
|
282
|
+
}>;
|
|
283
|
+
instructions: z.ZodString;
|
|
284
|
+
criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
285
|
+
id: z.ZodString;
|
|
286
|
+
label: z.ZodString;
|
|
287
|
+
instructions: z.ZodString;
|
|
288
|
+
required: z.ZodBoolean;
|
|
289
|
+
allowAbstain: z.ZodBoolean;
|
|
290
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
291
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
292
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
293
|
+
description: z.ZodString;
|
|
294
|
+
}, z.core.$strict>>>;
|
|
295
|
+
kind: z.ZodLiteral<"score">;
|
|
296
|
+
minimum: z.ZodNumber;
|
|
297
|
+
maximum: z.ZodNumber;
|
|
298
|
+
step: z.ZodNumber;
|
|
299
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
300
|
+
id: z.ZodString;
|
|
301
|
+
label: z.ZodString;
|
|
302
|
+
instructions: z.ZodString;
|
|
303
|
+
required: z.ZodBoolean;
|
|
304
|
+
allowAbstain: z.ZodBoolean;
|
|
305
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
306
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
307
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
308
|
+
description: z.ZodString;
|
|
309
|
+
}, z.core.$strict>>>;
|
|
310
|
+
kind: z.ZodLiteral<"category">;
|
|
311
|
+
options: z.ZodArray<z.ZodString>;
|
|
312
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
313
|
+
id: z.ZodString;
|
|
314
|
+
label: z.ZodString;
|
|
315
|
+
instructions: z.ZodString;
|
|
316
|
+
required: z.ZodBoolean;
|
|
317
|
+
allowAbstain: z.ZodBoolean;
|
|
318
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
319
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
320
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
321
|
+
description: z.ZodString;
|
|
322
|
+
}, z.core.$strict>>>;
|
|
323
|
+
kind: z.ZodLiteral<"boolean">;
|
|
324
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
325
|
+
id: z.ZodString;
|
|
326
|
+
label: z.ZodString;
|
|
327
|
+
instructions: z.ZodString;
|
|
328
|
+
required: z.ZodBoolean;
|
|
329
|
+
allowAbstain: z.ZodBoolean;
|
|
330
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
331
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
332
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
333
|
+
description: z.ZodString;
|
|
334
|
+
}, z.core.$strict>>>;
|
|
335
|
+
kind: z.ZodLiteral<"text">;
|
|
336
|
+
minimumLength: z.ZodOptional<z.ZodNumber>;
|
|
337
|
+
maximumLength: z.ZodNumber;
|
|
338
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
339
|
+
id: z.ZodString;
|
|
340
|
+
label: z.ZodString;
|
|
341
|
+
instructions: z.ZodString;
|
|
342
|
+
required: z.ZodBoolean;
|
|
343
|
+
allowAbstain: z.ZodBoolean;
|
|
344
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
345
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
346
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
347
|
+
description: z.ZodString;
|
|
348
|
+
}, z.core.$strict>>>;
|
|
349
|
+
kind: z.ZodLiteral<"preference">;
|
|
350
|
+
requireStrength: z.ZodOptional<z.ZodBoolean>;
|
|
351
|
+
allowTie: z.ZodBoolean;
|
|
352
|
+
}, z.core.$strict>], "kind">>;
|
|
353
|
+
}, z.core.$strict>>;
|
|
277
354
|
rubricRef: z.ZodObject<{
|
|
278
355
|
id: z.ZodString;
|
|
279
356
|
path: z.ZodString;
|
|
@@ -514,6 +591,204 @@ export declare const PublishLearningResourceCommandSchema: z.ZodDiscriminatedUni
|
|
|
514
591
|
}, z.core.$strict>>;
|
|
515
592
|
kind: z.ZodLiteral<"policy">;
|
|
516
593
|
content: z.ZodObject<{
|
|
594
|
+
origin: z.ZodOptional<z.ZodObject<{
|
|
595
|
+
schemaVersion: z.ZodLiteral<"openpond.trainingHandoffOrigin.v1">;
|
|
596
|
+
teamId: z.ZodString;
|
|
597
|
+
projectId: z.ZodNullable<z.ZodString>;
|
|
598
|
+
configurationId: z.ZodString;
|
|
599
|
+
source: z.ZodObject<{
|
|
600
|
+
executionId: z.ZodString;
|
|
601
|
+
passId: z.ZodNullable<z.ZodString>;
|
|
602
|
+
manifestHash: z.ZodString;
|
|
603
|
+
resultHash: z.ZodString;
|
|
604
|
+
}, z.core.$strict>;
|
|
605
|
+
dataset: z.ZodObject<{
|
|
606
|
+
id: z.ZodString;
|
|
607
|
+
revision: z.ZodNumber;
|
|
608
|
+
contentHash: z.ZodString;
|
|
609
|
+
}, z.core.$strict>;
|
|
610
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
611
|
+
kind: z.ZodLiteral<"model">;
|
|
612
|
+
modelId: z.ZodString;
|
|
613
|
+
configurationHash: z.ZodString;
|
|
614
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
615
|
+
kind: z.ZodLiteral<"harness">;
|
|
616
|
+
source: z.ZodObject<{
|
|
617
|
+
profileId: z.ZodString;
|
|
618
|
+
sourceRevision: z.ZodString;
|
|
619
|
+
harnessRelease: z.ZodObject<{
|
|
620
|
+
id: z.ZodString;
|
|
621
|
+
contentHash: z.ZodString;
|
|
622
|
+
}, z.core.$strict>;
|
|
623
|
+
catalogHash: z.ZodString;
|
|
624
|
+
definitionId: z.ZodString;
|
|
625
|
+
definitionHash: z.ZodString;
|
|
626
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
627
|
+
kind: z.ZodLiteral<"profile">;
|
|
628
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
629
|
+
kind: z.ZodLiteral<"workflow">;
|
|
630
|
+
workflowId: z.ZodString;
|
|
631
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
632
|
+
kind: z.ZodLiteral<"skill">;
|
|
633
|
+
skillPath: z.ZodString;
|
|
634
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
635
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
636
|
+
actionId: z.ZodString;
|
|
637
|
+
}, z.core.$strict>], "kind">;
|
|
638
|
+
environmentHash: z.ZodString;
|
|
639
|
+
externalDatasetBinding: z.ZodOptional<z.ZodObject<{
|
|
640
|
+
schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
|
|
641
|
+
dataset: z.ZodObject<{
|
|
642
|
+
id: z.ZodString;
|
|
643
|
+
contentHash: z.ZodString;
|
|
644
|
+
revision: z.ZodNumber;
|
|
645
|
+
}, z.core.$strict>;
|
|
646
|
+
packageHash: z.ZodString;
|
|
647
|
+
profileId: z.ZodString;
|
|
648
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
649
|
+
kind: z.ZodLiteral<"profile">;
|
|
650
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
651
|
+
kind: z.ZodLiteral<"workflow">;
|
|
652
|
+
workflowId: z.ZodString;
|
|
653
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
654
|
+
kind: z.ZodLiteral<"skill">;
|
|
655
|
+
skillPath: z.ZodString;
|
|
656
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
657
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
658
|
+
actionId: z.ZodString;
|
|
659
|
+
}, z.core.$strict>], "kind">;
|
|
660
|
+
declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
|
|
661
|
+
protectedProfileClosureHash: z.ZodString;
|
|
662
|
+
recordedOrigin: z.ZodOptional<z.ZodObject<{
|
|
663
|
+
execution: z.ZodObject<{
|
|
664
|
+
id: z.ZodString;
|
|
665
|
+
contentHash: z.ZodString;
|
|
666
|
+
}, z.core.$strict>;
|
|
667
|
+
originalEvidence: z.ZodObject<{
|
|
668
|
+
id: z.ZodString;
|
|
669
|
+
contentHash: z.ZodString;
|
|
670
|
+
}, z.core.$strict>;
|
|
671
|
+
members: z.ZodArray<z.ZodObject<{
|
|
672
|
+
caseId: z.ZodString;
|
|
673
|
+
seed: z.ZodString;
|
|
674
|
+
fixtureId: z.ZodString;
|
|
675
|
+
sourceId: z.ZodString;
|
|
676
|
+
snapshotHash: z.ZodString;
|
|
677
|
+
boundaryRevisionHash: z.ZodString;
|
|
678
|
+
}, z.core.$strict>>;
|
|
679
|
+
}, z.core.$strict>>;
|
|
680
|
+
gradingSource: z.ZodOptional<z.ZodObject<{
|
|
681
|
+
pass: z.ZodObject<{
|
|
682
|
+
id: z.ZodString;
|
|
683
|
+
contentHash: z.ZodString;
|
|
684
|
+
}, z.core.$strict>;
|
|
685
|
+
evidence: z.ZodObject<{
|
|
686
|
+
id: z.ZodString;
|
|
687
|
+
contentHash: z.ZodString;
|
|
688
|
+
}, z.core.$strict>;
|
|
689
|
+
}, z.core.$strict>>;
|
|
690
|
+
split: z.ZodEnum<{
|
|
691
|
+
train: "train";
|
|
692
|
+
validation: "validation";
|
|
693
|
+
test: "test";
|
|
694
|
+
frozen_eval: "frozen_eval";
|
|
695
|
+
}>;
|
|
696
|
+
population: z.ZodArray<z.ZodObject<{
|
|
697
|
+
taskId: z.ZodString;
|
|
698
|
+
seed: z.ZodString;
|
|
699
|
+
fixtureId: z.ZodNullable<z.ZodString>;
|
|
700
|
+
}, z.core.$strict>>;
|
|
701
|
+
evaluators: z.ZodArray<z.ZodObject<{
|
|
702
|
+
release: z.ZodObject<{
|
|
703
|
+
id: z.ZodString;
|
|
704
|
+
contentHash: z.ZodString;
|
|
705
|
+
revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
|
|
706
|
+
}, z.core.$strict>;
|
|
707
|
+
feedbackKey: z.ZodString;
|
|
708
|
+
configurationHash: z.ZodString;
|
|
709
|
+
output: z.ZodEnum<{
|
|
710
|
+
boolean: "boolean";
|
|
711
|
+
score: "score";
|
|
712
|
+
category: "category";
|
|
713
|
+
}>;
|
|
714
|
+
categories: z.ZodArray<z.ZodString>;
|
|
715
|
+
}, z.core.$strict>>;
|
|
716
|
+
fieldMappingsHash: z.ZodString;
|
|
717
|
+
fieldMappings: z.ZodArray<z.ZodObject<{
|
|
718
|
+
graderId: z.ZodString;
|
|
719
|
+
fields: z.ZodArray<z.ZodObject<{
|
|
720
|
+
destination: z.ZodEnum<{
|
|
721
|
+
output: "output";
|
|
722
|
+
input: "input";
|
|
723
|
+
expectedOutput: "expectedOutput";
|
|
724
|
+
evaluatorContext: "evaluatorContext";
|
|
725
|
+
}>;
|
|
726
|
+
path: z.ZodArray<z.ZodString>;
|
|
727
|
+
source: z.ZodEnum<{
|
|
728
|
+
output: "output";
|
|
729
|
+
input: "input";
|
|
730
|
+
expectedOutput: "expectedOutput";
|
|
731
|
+
evaluatorContext: "evaluatorContext";
|
|
732
|
+
}>;
|
|
733
|
+
sourcePath: z.ZodArray<z.ZodString>;
|
|
734
|
+
}, z.core.$strict>>;
|
|
735
|
+
}, z.core.$strict>>;
|
|
736
|
+
environmentHash: z.ZodString;
|
|
737
|
+
privateDatasetClosureHash: z.ZodString;
|
|
738
|
+
criterion: z.ZodObject<{
|
|
739
|
+
minimumPassRate: z.ZodNumber;
|
|
740
|
+
requireComplete: z.ZodBoolean;
|
|
741
|
+
}, z.core.$strict>;
|
|
742
|
+
contentHash: z.ZodString;
|
|
743
|
+
}, z.core.$strict>>;
|
|
744
|
+
sourceCandidate: z.ZodOptional<z.ZodObject<{
|
|
745
|
+
candidateId: z.ZodString;
|
|
746
|
+
frozenRevision: z.ZodNumber;
|
|
747
|
+
frozenHash: z.ZodString;
|
|
748
|
+
harnessRelease: z.ZodObject<{
|
|
749
|
+
id: z.ZodString;
|
|
750
|
+
contentHash: z.ZodString;
|
|
751
|
+
}, z.core.$strict>;
|
|
752
|
+
protectedClosureHash: z.ZodString;
|
|
753
|
+
}, z.core.$strict>>;
|
|
754
|
+
}, z.core.$strict>;
|
|
755
|
+
model: z.ZodObject<{
|
|
756
|
+
modelId: z.ZodString;
|
|
757
|
+
configurationHash: z.ZodString;
|
|
758
|
+
}, z.core.$strict>;
|
|
759
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
760
|
+
kind: z.ZodLiteral<"agent">;
|
|
761
|
+
source: z.ZodObject<{
|
|
762
|
+
harnessRelease: z.ZodObject<{
|
|
763
|
+
id: z.ZodString;
|
|
764
|
+
contentHash: z.ZodString;
|
|
765
|
+
}, z.core.$strict>;
|
|
766
|
+
agentSnapshot: z.ZodObject<{
|
|
767
|
+
id: z.ZodString;
|
|
768
|
+
contentHash: z.ZodString;
|
|
769
|
+
}, z.core.$strict>;
|
|
770
|
+
sourcePackageHash: z.ZodString;
|
|
771
|
+
}, z.core.$strict>;
|
|
772
|
+
model: z.ZodObject<{
|
|
773
|
+
modelId: z.ZodString;
|
|
774
|
+
configurationHash: z.ZodString;
|
|
775
|
+
}, z.core.$strict>;
|
|
776
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
777
|
+
kind: z.ZodLiteral<"fixture">;
|
|
778
|
+
configurationHash: z.ZodString;
|
|
779
|
+
}, z.core.$strict>], "kind">;
|
|
780
|
+
graders: z.ZodArray<z.ZodObject<{
|
|
781
|
+
feedbackKey: z.ZodString;
|
|
782
|
+
evaluator: z.ZodObject<{
|
|
783
|
+
id: z.ZodString;
|
|
784
|
+
contentHash: z.ZodString;
|
|
785
|
+
}, z.core.$strict>;
|
|
786
|
+
expectedCount: z.ZodNumber;
|
|
787
|
+
scoredCount: z.ZodNumber;
|
|
788
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
789
|
+
}, z.core.$strict>>;
|
|
790
|
+
contentHash: z.ZodString;
|
|
791
|
+
}, z.core.$strict>>;
|
|
517
792
|
schemaVersion: z.ZodLiteral<"openpond.learningPolicy.v1">;
|
|
518
793
|
id: z.ZodString;
|
|
519
794
|
revision: z.ZodNumber;
|
|
@@ -707,9 +982,9 @@ export declare const PublishLearningResourcesCommandSchema: z.ZodObject<{
|
|
|
707
982
|
stateful: z.ZodBoolean;
|
|
708
983
|
deterministicSeeds: z.ZodBoolean;
|
|
709
984
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
985
|
+
step: "step";
|
|
710
986
|
create: "create";
|
|
711
987
|
reset: "reset";
|
|
712
|
-
step: "step";
|
|
713
988
|
collect: "collect";
|
|
714
989
|
destroy: "destroy";
|
|
715
990
|
}>>;
|
|
@@ -840,6 +1115,83 @@ export declare const PublishLearningResourcesCommandSchema: z.ZodObject<{
|
|
|
840
1115
|
}, z.core.$strict>;
|
|
841
1116
|
}, z.core.$strict>, z.ZodObject<{
|
|
842
1117
|
kind: z.ZodLiteral<"human">;
|
|
1118
|
+
form: z.ZodOptional<z.ZodObject<{
|
|
1119
|
+
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
1120
|
+
mode: z.ZodEnum<{
|
|
1121
|
+
individual: "individual";
|
|
1122
|
+
pairwise: "pairwise";
|
|
1123
|
+
}>;
|
|
1124
|
+
instructions: z.ZodString;
|
|
1125
|
+
criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1126
|
+
id: z.ZodString;
|
|
1127
|
+
label: z.ZodString;
|
|
1128
|
+
instructions: z.ZodString;
|
|
1129
|
+
required: z.ZodBoolean;
|
|
1130
|
+
allowAbstain: z.ZodBoolean;
|
|
1131
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
1132
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1133
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
1134
|
+
description: z.ZodString;
|
|
1135
|
+
}, z.core.$strict>>>;
|
|
1136
|
+
kind: z.ZodLiteral<"score">;
|
|
1137
|
+
minimum: z.ZodNumber;
|
|
1138
|
+
maximum: z.ZodNumber;
|
|
1139
|
+
step: z.ZodNumber;
|
|
1140
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1141
|
+
id: z.ZodString;
|
|
1142
|
+
label: z.ZodString;
|
|
1143
|
+
instructions: z.ZodString;
|
|
1144
|
+
required: z.ZodBoolean;
|
|
1145
|
+
allowAbstain: z.ZodBoolean;
|
|
1146
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
1147
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1148
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
1149
|
+
description: z.ZodString;
|
|
1150
|
+
}, z.core.$strict>>>;
|
|
1151
|
+
kind: z.ZodLiteral<"category">;
|
|
1152
|
+
options: z.ZodArray<z.ZodString>;
|
|
1153
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1154
|
+
id: z.ZodString;
|
|
1155
|
+
label: z.ZodString;
|
|
1156
|
+
instructions: z.ZodString;
|
|
1157
|
+
required: z.ZodBoolean;
|
|
1158
|
+
allowAbstain: z.ZodBoolean;
|
|
1159
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
1160
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1161
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
1162
|
+
description: z.ZodString;
|
|
1163
|
+
}, z.core.$strict>>>;
|
|
1164
|
+
kind: z.ZodLiteral<"boolean">;
|
|
1165
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1166
|
+
id: z.ZodString;
|
|
1167
|
+
label: z.ZodString;
|
|
1168
|
+
instructions: z.ZodString;
|
|
1169
|
+
required: z.ZodBoolean;
|
|
1170
|
+
allowAbstain: z.ZodBoolean;
|
|
1171
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
1172
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1173
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
1174
|
+
description: z.ZodString;
|
|
1175
|
+
}, z.core.$strict>>>;
|
|
1176
|
+
kind: z.ZodLiteral<"text">;
|
|
1177
|
+
minimumLength: z.ZodOptional<z.ZodNumber>;
|
|
1178
|
+
maximumLength: z.ZodNumber;
|
|
1179
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1180
|
+
id: z.ZodString;
|
|
1181
|
+
label: z.ZodString;
|
|
1182
|
+
instructions: z.ZodString;
|
|
1183
|
+
required: z.ZodBoolean;
|
|
1184
|
+
allowAbstain: z.ZodBoolean;
|
|
1185
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
1186
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1187
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
1188
|
+
description: z.ZodString;
|
|
1189
|
+
}, z.core.$strict>>>;
|
|
1190
|
+
kind: z.ZodLiteral<"preference">;
|
|
1191
|
+
requireStrength: z.ZodOptional<z.ZodBoolean>;
|
|
1192
|
+
allowTie: z.ZodBoolean;
|
|
1193
|
+
}, z.core.$strict>], "kind">>;
|
|
1194
|
+
}, z.core.$strict>>;
|
|
843
1195
|
rubricRef: z.ZodObject<{
|
|
844
1196
|
id: z.ZodString;
|
|
845
1197
|
path: z.ZodString;
|
|
@@ -1023,6 +1375,204 @@ export declare const PublishLearningResourcesCommandSchema: z.ZodObject<{
|
|
|
1023
1375
|
}, z.core.$strict> | z.ZodObject<{
|
|
1024
1376
|
kind: z.ZodLiteral<"policy">;
|
|
1025
1377
|
content: z.ZodObject<{
|
|
1378
|
+
origin: z.ZodOptional<z.ZodObject<{
|
|
1379
|
+
schemaVersion: z.ZodLiteral<"openpond.trainingHandoffOrigin.v1">;
|
|
1380
|
+
teamId: z.ZodString;
|
|
1381
|
+
projectId: z.ZodNullable<z.ZodString>;
|
|
1382
|
+
configurationId: z.ZodString;
|
|
1383
|
+
source: z.ZodObject<{
|
|
1384
|
+
executionId: z.ZodString;
|
|
1385
|
+
passId: z.ZodNullable<z.ZodString>;
|
|
1386
|
+
manifestHash: z.ZodString;
|
|
1387
|
+
resultHash: z.ZodString;
|
|
1388
|
+
}, z.core.$strict>;
|
|
1389
|
+
dataset: z.ZodObject<{
|
|
1390
|
+
id: z.ZodString;
|
|
1391
|
+
revision: z.ZodNumber;
|
|
1392
|
+
contentHash: z.ZodString;
|
|
1393
|
+
}, z.core.$strict>;
|
|
1394
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1395
|
+
kind: z.ZodLiteral<"model">;
|
|
1396
|
+
modelId: z.ZodString;
|
|
1397
|
+
configurationHash: z.ZodString;
|
|
1398
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1399
|
+
kind: z.ZodLiteral<"harness">;
|
|
1400
|
+
source: z.ZodObject<{
|
|
1401
|
+
profileId: z.ZodString;
|
|
1402
|
+
sourceRevision: z.ZodString;
|
|
1403
|
+
harnessRelease: z.ZodObject<{
|
|
1404
|
+
id: z.ZodString;
|
|
1405
|
+
contentHash: z.ZodString;
|
|
1406
|
+
}, z.core.$strict>;
|
|
1407
|
+
catalogHash: z.ZodString;
|
|
1408
|
+
definitionId: z.ZodString;
|
|
1409
|
+
definitionHash: z.ZodString;
|
|
1410
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1411
|
+
kind: z.ZodLiteral<"profile">;
|
|
1412
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1413
|
+
kind: z.ZodLiteral<"workflow">;
|
|
1414
|
+
workflowId: z.ZodString;
|
|
1415
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1416
|
+
kind: z.ZodLiteral<"skill">;
|
|
1417
|
+
skillPath: z.ZodString;
|
|
1418
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1419
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
1420
|
+
actionId: z.ZodString;
|
|
1421
|
+
}, z.core.$strict>], "kind">;
|
|
1422
|
+
environmentHash: z.ZodString;
|
|
1423
|
+
externalDatasetBinding: z.ZodOptional<z.ZodObject<{
|
|
1424
|
+
schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
|
|
1425
|
+
dataset: z.ZodObject<{
|
|
1426
|
+
id: z.ZodString;
|
|
1427
|
+
contentHash: z.ZodString;
|
|
1428
|
+
revision: z.ZodNumber;
|
|
1429
|
+
}, z.core.$strict>;
|
|
1430
|
+
packageHash: z.ZodString;
|
|
1431
|
+
profileId: z.ZodString;
|
|
1432
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1433
|
+
kind: z.ZodLiteral<"profile">;
|
|
1434
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1435
|
+
kind: z.ZodLiteral<"workflow">;
|
|
1436
|
+
workflowId: z.ZodString;
|
|
1437
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1438
|
+
kind: z.ZodLiteral<"skill">;
|
|
1439
|
+
skillPath: z.ZodString;
|
|
1440
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1441
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
1442
|
+
actionId: z.ZodString;
|
|
1443
|
+
}, z.core.$strict>], "kind">;
|
|
1444
|
+
declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
|
|
1445
|
+
protectedProfileClosureHash: z.ZodString;
|
|
1446
|
+
recordedOrigin: z.ZodOptional<z.ZodObject<{
|
|
1447
|
+
execution: z.ZodObject<{
|
|
1448
|
+
id: z.ZodString;
|
|
1449
|
+
contentHash: z.ZodString;
|
|
1450
|
+
}, z.core.$strict>;
|
|
1451
|
+
originalEvidence: z.ZodObject<{
|
|
1452
|
+
id: z.ZodString;
|
|
1453
|
+
contentHash: z.ZodString;
|
|
1454
|
+
}, z.core.$strict>;
|
|
1455
|
+
members: z.ZodArray<z.ZodObject<{
|
|
1456
|
+
caseId: z.ZodString;
|
|
1457
|
+
seed: z.ZodString;
|
|
1458
|
+
fixtureId: z.ZodString;
|
|
1459
|
+
sourceId: z.ZodString;
|
|
1460
|
+
snapshotHash: z.ZodString;
|
|
1461
|
+
boundaryRevisionHash: z.ZodString;
|
|
1462
|
+
}, z.core.$strict>>;
|
|
1463
|
+
}, z.core.$strict>>;
|
|
1464
|
+
gradingSource: z.ZodOptional<z.ZodObject<{
|
|
1465
|
+
pass: z.ZodObject<{
|
|
1466
|
+
id: z.ZodString;
|
|
1467
|
+
contentHash: z.ZodString;
|
|
1468
|
+
}, z.core.$strict>;
|
|
1469
|
+
evidence: z.ZodObject<{
|
|
1470
|
+
id: z.ZodString;
|
|
1471
|
+
contentHash: z.ZodString;
|
|
1472
|
+
}, z.core.$strict>;
|
|
1473
|
+
}, z.core.$strict>>;
|
|
1474
|
+
split: z.ZodEnum<{
|
|
1475
|
+
train: "train";
|
|
1476
|
+
validation: "validation";
|
|
1477
|
+
test: "test";
|
|
1478
|
+
frozen_eval: "frozen_eval";
|
|
1479
|
+
}>;
|
|
1480
|
+
population: z.ZodArray<z.ZodObject<{
|
|
1481
|
+
taskId: z.ZodString;
|
|
1482
|
+
seed: z.ZodString;
|
|
1483
|
+
fixtureId: z.ZodNullable<z.ZodString>;
|
|
1484
|
+
}, z.core.$strict>>;
|
|
1485
|
+
evaluators: z.ZodArray<z.ZodObject<{
|
|
1486
|
+
release: z.ZodObject<{
|
|
1487
|
+
id: z.ZodString;
|
|
1488
|
+
contentHash: z.ZodString;
|
|
1489
|
+
revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
|
|
1490
|
+
}, z.core.$strict>;
|
|
1491
|
+
feedbackKey: z.ZodString;
|
|
1492
|
+
configurationHash: z.ZodString;
|
|
1493
|
+
output: z.ZodEnum<{
|
|
1494
|
+
boolean: "boolean";
|
|
1495
|
+
score: "score";
|
|
1496
|
+
category: "category";
|
|
1497
|
+
}>;
|
|
1498
|
+
categories: z.ZodArray<z.ZodString>;
|
|
1499
|
+
}, z.core.$strict>>;
|
|
1500
|
+
fieldMappingsHash: z.ZodString;
|
|
1501
|
+
fieldMappings: z.ZodArray<z.ZodObject<{
|
|
1502
|
+
graderId: z.ZodString;
|
|
1503
|
+
fields: z.ZodArray<z.ZodObject<{
|
|
1504
|
+
destination: z.ZodEnum<{
|
|
1505
|
+
output: "output";
|
|
1506
|
+
input: "input";
|
|
1507
|
+
expectedOutput: "expectedOutput";
|
|
1508
|
+
evaluatorContext: "evaluatorContext";
|
|
1509
|
+
}>;
|
|
1510
|
+
path: z.ZodArray<z.ZodString>;
|
|
1511
|
+
source: z.ZodEnum<{
|
|
1512
|
+
output: "output";
|
|
1513
|
+
input: "input";
|
|
1514
|
+
expectedOutput: "expectedOutput";
|
|
1515
|
+
evaluatorContext: "evaluatorContext";
|
|
1516
|
+
}>;
|
|
1517
|
+
sourcePath: z.ZodArray<z.ZodString>;
|
|
1518
|
+
}, z.core.$strict>>;
|
|
1519
|
+
}, z.core.$strict>>;
|
|
1520
|
+
environmentHash: z.ZodString;
|
|
1521
|
+
privateDatasetClosureHash: z.ZodString;
|
|
1522
|
+
criterion: z.ZodObject<{
|
|
1523
|
+
minimumPassRate: z.ZodNumber;
|
|
1524
|
+
requireComplete: z.ZodBoolean;
|
|
1525
|
+
}, z.core.$strict>;
|
|
1526
|
+
contentHash: z.ZodString;
|
|
1527
|
+
}, z.core.$strict>>;
|
|
1528
|
+
sourceCandidate: z.ZodOptional<z.ZodObject<{
|
|
1529
|
+
candidateId: z.ZodString;
|
|
1530
|
+
frozenRevision: z.ZodNumber;
|
|
1531
|
+
frozenHash: z.ZodString;
|
|
1532
|
+
harnessRelease: z.ZodObject<{
|
|
1533
|
+
id: z.ZodString;
|
|
1534
|
+
contentHash: z.ZodString;
|
|
1535
|
+
}, z.core.$strict>;
|
|
1536
|
+
protectedClosureHash: z.ZodString;
|
|
1537
|
+
}, z.core.$strict>>;
|
|
1538
|
+
}, z.core.$strict>;
|
|
1539
|
+
model: z.ZodObject<{
|
|
1540
|
+
modelId: z.ZodString;
|
|
1541
|
+
configurationHash: z.ZodString;
|
|
1542
|
+
}, z.core.$strict>;
|
|
1543
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1544
|
+
kind: z.ZodLiteral<"agent">;
|
|
1545
|
+
source: z.ZodObject<{
|
|
1546
|
+
harnessRelease: z.ZodObject<{
|
|
1547
|
+
id: z.ZodString;
|
|
1548
|
+
contentHash: z.ZodString;
|
|
1549
|
+
}, z.core.$strict>;
|
|
1550
|
+
agentSnapshot: z.ZodObject<{
|
|
1551
|
+
id: z.ZodString;
|
|
1552
|
+
contentHash: z.ZodString;
|
|
1553
|
+
}, z.core.$strict>;
|
|
1554
|
+
sourcePackageHash: z.ZodString;
|
|
1555
|
+
}, z.core.$strict>;
|
|
1556
|
+
model: z.ZodObject<{
|
|
1557
|
+
modelId: z.ZodString;
|
|
1558
|
+
configurationHash: z.ZodString;
|
|
1559
|
+
}, z.core.$strict>;
|
|
1560
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1561
|
+
kind: z.ZodLiteral<"fixture">;
|
|
1562
|
+
configurationHash: z.ZodString;
|
|
1563
|
+
}, z.core.$strict>], "kind">;
|
|
1564
|
+
graders: z.ZodArray<z.ZodObject<{
|
|
1565
|
+
feedbackKey: z.ZodString;
|
|
1566
|
+
evaluator: z.ZodObject<{
|
|
1567
|
+
id: z.ZodString;
|
|
1568
|
+
contentHash: z.ZodString;
|
|
1569
|
+
}, z.core.$strict>;
|
|
1570
|
+
expectedCount: z.ZodNumber;
|
|
1571
|
+
scoredCount: z.ZodNumber;
|
|
1572
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
1573
|
+
}, z.core.$strict>>;
|
|
1574
|
+
contentHash: z.ZodString;
|
|
1575
|
+
}, z.core.$strict>>;
|
|
1026
1576
|
schemaVersion: z.ZodLiteral<"openpond.learningPolicy.v1">;
|
|
1027
1577
|
id: z.ZodString;
|
|
1028
1578
|
revision: z.ZodNumber;
|
|
@@ -1269,13 +1819,13 @@ export declare const ReviewTaskEvidenceCommandSchema: z.ZodObject<{
|
|
|
1269
1819
|
}, z.core.$strict>;
|
|
1270
1820
|
expectedRevision: z.ZodNumber;
|
|
1271
1821
|
disposition: z.ZodEnum<{
|
|
1272
|
-
pending: "pending";
|
|
1273
1822
|
rejected: "rejected";
|
|
1823
|
+
pending: "pending";
|
|
1274
1824
|
approved: "approved";
|
|
1275
1825
|
}>;
|
|
1276
1826
|
targetApproval: z.ZodEnum<{
|
|
1277
|
-
pending: "pending";
|
|
1278
1827
|
rejected: "rejected";
|
|
1828
|
+
pending: "pending";
|
|
1279
1829
|
approved: "approved";
|
|
1280
1830
|
not_required: "not_required";
|
|
1281
1831
|
}>;
|
|
@@ -1408,12 +1958,17 @@ export declare const SaveAuthoringDraftCommandSchema: z.ZodObject<{
|
|
|
1408
1958
|
code: z.ZodString;
|
|
1409
1959
|
exportName: z.ZodString;
|
|
1410
1960
|
timeout: z.ZodString;
|
|
1961
|
+
verifierRuntime: z.ZodOptional<z.ZodEnum<{
|
|
1962
|
+
isolated_javascript: "isolated_javascript";
|
|
1963
|
+
sandbox_process: "sandbox_process";
|
|
1964
|
+
}>>;
|
|
1411
1965
|
rubric: z.ZodString;
|
|
1412
1966
|
providerId: z.ZodString;
|
|
1413
1967
|
modelId: z.ZodString;
|
|
1414
1968
|
modelRevision: z.ZodString;
|
|
1415
1969
|
temperature: z.ZodString;
|
|
1416
1970
|
reviewerRole: z.ZodString;
|
|
1971
|
+
humanForm: z.ZodOptional<z.ZodString>;
|
|
1417
1972
|
learnedId: z.ZodString;
|
|
1418
1973
|
learnedHash: z.ZodString;
|
|
1419
1974
|
inputContract: z.ZodString;
|
|
@@ -1744,12 +2299,17 @@ export declare const LearningCommandSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1744
2299
|
code: z.ZodString;
|
|
1745
2300
|
exportName: z.ZodString;
|
|
1746
2301
|
timeout: z.ZodString;
|
|
2302
|
+
verifierRuntime: z.ZodOptional<z.ZodEnum<{
|
|
2303
|
+
isolated_javascript: "isolated_javascript";
|
|
2304
|
+
sandbox_process: "sandbox_process";
|
|
2305
|
+
}>>;
|
|
1747
2306
|
rubric: z.ZodString;
|
|
1748
2307
|
providerId: z.ZodString;
|
|
1749
2308
|
modelId: z.ZodString;
|
|
1750
2309
|
modelRevision: z.ZodString;
|
|
1751
2310
|
temperature: z.ZodString;
|
|
1752
2311
|
reviewerRole: z.ZodString;
|
|
2312
|
+
humanForm: z.ZodOptional<z.ZodString>;
|
|
1753
2313
|
learnedId: z.ZodString;
|
|
1754
2314
|
learnedHash: z.ZodString;
|
|
1755
2315
|
inputContract: z.ZodString;
|
|
@@ -1971,9 +2531,9 @@ export declare const LearningCommandSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1971
2531
|
stateful: z.ZodBoolean;
|
|
1972
2532
|
deterministicSeeds: z.ZodBoolean;
|
|
1973
2533
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
2534
|
+
step: "step";
|
|
1974
2535
|
create: "create";
|
|
1975
2536
|
reset: "reset";
|
|
1976
|
-
step: "step";
|
|
1977
2537
|
collect: "collect";
|
|
1978
2538
|
destroy: "destroy";
|
|
1979
2539
|
}>>;
|
|
@@ -2102,6 +2662,83 @@ export declare const LearningCommandSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2102
2662
|
}, z.core.$strict>;
|
|
2103
2663
|
}, z.core.$strict>, z.ZodObject<{
|
|
2104
2664
|
kind: z.ZodLiteral<"human">;
|
|
2665
|
+
form: z.ZodOptional<z.ZodObject<{
|
|
2666
|
+
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
2667
|
+
mode: z.ZodEnum<{
|
|
2668
|
+
individual: "individual";
|
|
2669
|
+
pairwise: "pairwise";
|
|
2670
|
+
}>;
|
|
2671
|
+
instructions: z.ZodString;
|
|
2672
|
+
criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
2673
|
+
id: z.ZodString;
|
|
2674
|
+
label: z.ZodString;
|
|
2675
|
+
instructions: z.ZodString;
|
|
2676
|
+
required: z.ZodBoolean;
|
|
2677
|
+
allowAbstain: z.ZodBoolean;
|
|
2678
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
2679
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2680
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
2681
|
+
description: z.ZodString;
|
|
2682
|
+
}, z.core.$strict>>>;
|
|
2683
|
+
kind: z.ZodLiteral<"score">;
|
|
2684
|
+
minimum: z.ZodNumber;
|
|
2685
|
+
maximum: z.ZodNumber;
|
|
2686
|
+
step: z.ZodNumber;
|
|
2687
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
2688
|
+
id: z.ZodString;
|
|
2689
|
+
label: z.ZodString;
|
|
2690
|
+
instructions: z.ZodString;
|
|
2691
|
+
required: z.ZodBoolean;
|
|
2692
|
+
allowAbstain: z.ZodBoolean;
|
|
2693
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
2694
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2695
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
2696
|
+
description: z.ZodString;
|
|
2697
|
+
}, z.core.$strict>>>;
|
|
2698
|
+
kind: z.ZodLiteral<"category">;
|
|
2699
|
+
options: z.ZodArray<z.ZodString>;
|
|
2700
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
2701
|
+
id: z.ZodString;
|
|
2702
|
+
label: z.ZodString;
|
|
2703
|
+
instructions: z.ZodString;
|
|
2704
|
+
required: z.ZodBoolean;
|
|
2705
|
+
allowAbstain: z.ZodBoolean;
|
|
2706
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
2707
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2708
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
2709
|
+
description: z.ZodString;
|
|
2710
|
+
}, z.core.$strict>>>;
|
|
2711
|
+
kind: z.ZodLiteral<"boolean">;
|
|
2712
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
2713
|
+
id: z.ZodString;
|
|
2714
|
+
label: z.ZodString;
|
|
2715
|
+
instructions: z.ZodString;
|
|
2716
|
+
required: z.ZodBoolean;
|
|
2717
|
+
allowAbstain: z.ZodBoolean;
|
|
2718
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
2719
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2720
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
2721
|
+
description: z.ZodString;
|
|
2722
|
+
}, z.core.$strict>>>;
|
|
2723
|
+
kind: z.ZodLiteral<"text">;
|
|
2724
|
+
minimumLength: z.ZodOptional<z.ZodNumber>;
|
|
2725
|
+
maximumLength: z.ZodNumber;
|
|
2726
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
2727
|
+
id: z.ZodString;
|
|
2728
|
+
label: z.ZodString;
|
|
2729
|
+
instructions: z.ZodString;
|
|
2730
|
+
required: z.ZodBoolean;
|
|
2731
|
+
allowAbstain: z.ZodBoolean;
|
|
2732
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
2733
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
2734
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
2735
|
+
description: z.ZodString;
|
|
2736
|
+
}, z.core.$strict>>>;
|
|
2737
|
+
kind: z.ZodLiteral<"preference">;
|
|
2738
|
+
requireStrength: z.ZodOptional<z.ZodBoolean>;
|
|
2739
|
+
allowTie: z.ZodBoolean;
|
|
2740
|
+
}, z.core.$strict>], "kind">>;
|
|
2741
|
+
}, z.core.$strict>>;
|
|
2105
2742
|
rubricRef: z.ZodObject<{
|
|
2106
2743
|
id: z.ZodString;
|
|
2107
2744
|
path: z.ZodString;
|
|
@@ -2342,6 +2979,204 @@ export declare const LearningCommandSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2342
2979
|
}, z.core.$strict>>;
|
|
2343
2980
|
kind: z.ZodLiteral<"policy">;
|
|
2344
2981
|
content: z.ZodObject<{
|
|
2982
|
+
origin: z.ZodOptional<z.ZodObject<{
|
|
2983
|
+
schemaVersion: z.ZodLiteral<"openpond.trainingHandoffOrigin.v1">;
|
|
2984
|
+
teamId: z.ZodString;
|
|
2985
|
+
projectId: z.ZodNullable<z.ZodString>;
|
|
2986
|
+
configurationId: z.ZodString;
|
|
2987
|
+
source: z.ZodObject<{
|
|
2988
|
+
executionId: z.ZodString;
|
|
2989
|
+
passId: z.ZodNullable<z.ZodString>;
|
|
2990
|
+
manifestHash: z.ZodString;
|
|
2991
|
+
resultHash: z.ZodString;
|
|
2992
|
+
}, z.core.$strict>;
|
|
2993
|
+
dataset: z.ZodObject<{
|
|
2994
|
+
id: z.ZodString;
|
|
2995
|
+
revision: z.ZodNumber;
|
|
2996
|
+
contentHash: z.ZodString;
|
|
2997
|
+
}, z.core.$strict>;
|
|
2998
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
2999
|
+
kind: z.ZodLiteral<"model">;
|
|
3000
|
+
modelId: z.ZodString;
|
|
3001
|
+
configurationHash: z.ZodString;
|
|
3002
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3003
|
+
kind: z.ZodLiteral<"harness">;
|
|
3004
|
+
source: z.ZodObject<{
|
|
3005
|
+
profileId: z.ZodString;
|
|
3006
|
+
sourceRevision: z.ZodString;
|
|
3007
|
+
harnessRelease: z.ZodObject<{
|
|
3008
|
+
id: z.ZodString;
|
|
3009
|
+
contentHash: z.ZodString;
|
|
3010
|
+
}, z.core.$strict>;
|
|
3011
|
+
catalogHash: z.ZodString;
|
|
3012
|
+
definitionId: z.ZodString;
|
|
3013
|
+
definitionHash: z.ZodString;
|
|
3014
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
3015
|
+
kind: z.ZodLiteral<"profile">;
|
|
3016
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3017
|
+
kind: z.ZodLiteral<"workflow">;
|
|
3018
|
+
workflowId: z.ZodString;
|
|
3019
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3020
|
+
kind: z.ZodLiteral<"skill">;
|
|
3021
|
+
skillPath: z.ZodString;
|
|
3022
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3023
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
3024
|
+
actionId: z.ZodString;
|
|
3025
|
+
}, z.core.$strict>], "kind">;
|
|
3026
|
+
environmentHash: z.ZodString;
|
|
3027
|
+
externalDatasetBinding: z.ZodOptional<z.ZodObject<{
|
|
3028
|
+
schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
|
|
3029
|
+
dataset: z.ZodObject<{
|
|
3030
|
+
id: z.ZodString;
|
|
3031
|
+
contentHash: z.ZodString;
|
|
3032
|
+
revision: z.ZodNumber;
|
|
3033
|
+
}, z.core.$strict>;
|
|
3034
|
+
packageHash: z.ZodString;
|
|
3035
|
+
profileId: z.ZodString;
|
|
3036
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
3037
|
+
kind: z.ZodLiteral<"profile">;
|
|
3038
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3039
|
+
kind: z.ZodLiteral<"workflow">;
|
|
3040
|
+
workflowId: z.ZodString;
|
|
3041
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3042
|
+
kind: z.ZodLiteral<"skill">;
|
|
3043
|
+
skillPath: z.ZodString;
|
|
3044
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3045
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
3046
|
+
actionId: z.ZodString;
|
|
3047
|
+
}, z.core.$strict>], "kind">;
|
|
3048
|
+
declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
|
|
3049
|
+
protectedProfileClosureHash: z.ZodString;
|
|
3050
|
+
recordedOrigin: z.ZodOptional<z.ZodObject<{
|
|
3051
|
+
execution: z.ZodObject<{
|
|
3052
|
+
id: z.ZodString;
|
|
3053
|
+
contentHash: z.ZodString;
|
|
3054
|
+
}, z.core.$strict>;
|
|
3055
|
+
originalEvidence: z.ZodObject<{
|
|
3056
|
+
id: z.ZodString;
|
|
3057
|
+
contentHash: z.ZodString;
|
|
3058
|
+
}, z.core.$strict>;
|
|
3059
|
+
members: z.ZodArray<z.ZodObject<{
|
|
3060
|
+
caseId: z.ZodString;
|
|
3061
|
+
seed: z.ZodString;
|
|
3062
|
+
fixtureId: z.ZodString;
|
|
3063
|
+
sourceId: z.ZodString;
|
|
3064
|
+
snapshotHash: z.ZodString;
|
|
3065
|
+
boundaryRevisionHash: z.ZodString;
|
|
3066
|
+
}, z.core.$strict>>;
|
|
3067
|
+
}, z.core.$strict>>;
|
|
3068
|
+
gradingSource: z.ZodOptional<z.ZodObject<{
|
|
3069
|
+
pass: z.ZodObject<{
|
|
3070
|
+
id: z.ZodString;
|
|
3071
|
+
contentHash: z.ZodString;
|
|
3072
|
+
}, z.core.$strict>;
|
|
3073
|
+
evidence: z.ZodObject<{
|
|
3074
|
+
id: z.ZodString;
|
|
3075
|
+
contentHash: z.ZodString;
|
|
3076
|
+
}, z.core.$strict>;
|
|
3077
|
+
}, z.core.$strict>>;
|
|
3078
|
+
split: z.ZodEnum<{
|
|
3079
|
+
train: "train";
|
|
3080
|
+
validation: "validation";
|
|
3081
|
+
test: "test";
|
|
3082
|
+
frozen_eval: "frozen_eval";
|
|
3083
|
+
}>;
|
|
3084
|
+
population: z.ZodArray<z.ZodObject<{
|
|
3085
|
+
taskId: z.ZodString;
|
|
3086
|
+
seed: z.ZodString;
|
|
3087
|
+
fixtureId: z.ZodNullable<z.ZodString>;
|
|
3088
|
+
}, z.core.$strict>>;
|
|
3089
|
+
evaluators: z.ZodArray<z.ZodObject<{
|
|
3090
|
+
release: z.ZodObject<{
|
|
3091
|
+
id: z.ZodString;
|
|
3092
|
+
contentHash: z.ZodString;
|
|
3093
|
+
revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
|
|
3094
|
+
}, z.core.$strict>;
|
|
3095
|
+
feedbackKey: z.ZodString;
|
|
3096
|
+
configurationHash: z.ZodString;
|
|
3097
|
+
output: z.ZodEnum<{
|
|
3098
|
+
boolean: "boolean";
|
|
3099
|
+
score: "score";
|
|
3100
|
+
category: "category";
|
|
3101
|
+
}>;
|
|
3102
|
+
categories: z.ZodArray<z.ZodString>;
|
|
3103
|
+
}, z.core.$strict>>;
|
|
3104
|
+
fieldMappingsHash: z.ZodString;
|
|
3105
|
+
fieldMappings: z.ZodArray<z.ZodObject<{
|
|
3106
|
+
graderId: z.ZodString;
|
|
3107
|
+
fields: z.ZodArray<z.ZodObject<{
|
|
3108
|
+
destination: z.ZodEnum<{
|
|
3109
|
+
output: "output";
|
|
3110
|
+
input: "input";
|
|
3111
|
+
expectedOutput: "expectedOutput";
|
|
3112
|
+
evaluatorContext: "evaluatorContext";
|
|
3113
|
+
}>;
|
|
3114
|
+
path: z.ZodArray<z.ZodString>;
|
|
3115
|
+
source: z.ZodEnum<{
|
|
3116
|
+
output: "output";
|
|
3117
|
+
input: "input";
|
|
3118
|
+
expectedOutput: "expectedOutput";
|
|
3119
|
+
evaluatorContext: "evaluatorContext";
|
|
3120
|
+
}>;
|
|
3121
|
+
sourcePath: z.ZodArray<z.ZodString>;
|
|
3122
|
+
}, z.core.$strict>>;
|
|
3123
|
+
}, z.core.$strict>>;
|
|
3124
|
+
environmentHash: z.ZodString;
|
|
3125
|
+
privateDatasetClosureHash: z.ZodString;
|
|
3126
|
+
criterion: z.ZodObject<{
|
|
3127
|
+
minimumPassRate: z.ZodNumber;
|
|
3128
|
+
requireComplete: z.ZodBoolean;
|
|
3129
|
+
}, z.core.$strict>;
|
|
3130
|
+
contentHash: z.ZodString;
|
|
3131
|
+
}, z.core.$strict>>;
|
|
3132
|
+
sourceCandidate: z.ZodOptional<z.ZodObject<{
|
|
3133
|
+
candidateId: z.ZodString;
|
|
3134
|
+
frozenRevision: z.ZodNumber;
|
|
3135
|
+
frozenHash: z.ZodString;
|
|
3136
|
+
harnessRelease: z.ZodObject<{
|
|
3137
|
+
id: z.ZodString;
|
|
3138
|
+
contentHash: z.ZodString;
|
|
3139
|
+
}, z.core.$strict>;
|
|
3140
|
+
protectedClosureHash: z.ZodString;
|
|
3141
|
+
}, z.core.$strict>>;
|
|
3142
|
+
}, z.core.$strict>;
|
|
3143
|
+
model: z.ZodObject<{
|
|
3144
|
+
modelId: z.ZodString;
|
|
3145
|
+
configurationHash: z.ZodString;
|
|
3146
|
+
}, z.core.$strict>;
|
|
3147
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3148
|
+
kind: z.ZodLiteral<"agent">;
|
|
3149
|
+
source: z.ZodObject<{
|
|
3150
|
+
harnessRelease: z.ZodObject<{
|
|
3151
|
+
id: z.ZodString;
|
|
3152
|
+
contentHash: z.ZodString;
|
|
3153
|
+
}, z.core.$strict>;
|
|
3154
|
+
agentSnapshot: z.ZodObject<{
|
|
3155
|
+
id: z.ZodString;
|
|
3156
|
+
contentHash: z.ZodString;
|
|
3157
|
+
}, z.core.$strict>;
|
|
3158
|
+
sourcePackageHash: z.ZodString;
|
|
3159
|
+
}, z.core.$strict>;
|
|
3160
|
+
model: z.ZodObject<{
|
|
3161
|
+
modelId: z.ZodString;
|
|
3162
|
+
configurationHash: z.ZodString;
|
|
3163
|
+
}, z.core.$strict>;
|
|
3164
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3165
|
+
kind: z.ZodLiteral<"fixture">;
|
|
3166
|
+
configurationHash: z.ZodString;
|
|
3167
|
+
}, z.core.$strict>], "kind">;
|
|
3168
|
+
graders: z.ZodArray<z.ZodObject<{
|
|
3169
|
+
feedbackKey: z.ZodString;
|
|
3170
|
+
evaluator: z.ZodObject<{
|
|
3171
|
+
id: z.ZodString;
|
|
3172
|
+
contentHash: z.ZodString;
|
|
3173
|
+
}, z.core.$strict>;
|
|
3174
|
+
expectedCount: z.ZodNumber;
|
|
3175
|
+
scoredCount: z.ZodNumber;
|
|
3176
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
3177
|
+
}, z.core.$strict>>;
|
|
3178
|
+
contentHash: z.ZodString;
|
|
3179
|
+
}, z.core.$strict>>;
|
|
2345
3180
|
schemaVersion: z.ZodLiteral<"openpond.learningPolicy.v1">;
|
|
2346
3181
|
id: z.ZodString;
|
|
2347
3182
|
revision: z.ZodNumber;
|
|
@@ -2534,9 +3369,9 @@ export declare const LearningCommandSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2534
3369
|
stateful: z.ZodBoolean;
|
|
2535
3370
|
deterministicSeeds: z.ZodBoolean;
|
|
2536
3371
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
3372
|
+
step: "step";
|
|
2537
3373
|
create: "create";
|
|
2538
3374
|
reset: "reset";
|
|
2539
|
-
step: "step";
|
|
2540
3375
|
collect: "collect";
|
|
2541
3376
|
destroy: "destroy";
|
|
2542
3377
|
}>>;
|
|
@@ -2667,6 +3502,83 @@ export declare const LearningCommandSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2667
3502
|
}, z.core.$strict>;
|
|
2668
3503
|
}, z.core.$strict>, z.ZodObject<{
|
|
2669
3504
|
kind: z.ZodLiteral<"human">;
|
|
3505
|
+
form: z.ZodOptional<z.ZodObject<{
|
|
3506
|
+
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
3507
|
+
mode: z.ZodEnum<{
|
|
3508
|
+
individual: "individual";
|
|
3509
|
+
pairwise: "pairwise";
|
|
3510
|
+
}>;
|
|
3511
|
+
instructions: z.ZodString;
|
|
3512
|
+
criteria: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
3513
|
+
id: z.ZodString;
|
|
3514
|
+
label: z.ZodString;
|
|
3515
|
+
instructions: z.ZodString;
|
|
3516
|
+
required: z.ZodBoolean;
|
|
3517
|
+
allowAbstain: z.ZodBoolean;
|
|
3518
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
3519
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
3520
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
3521
|
+
description: z.ZodString;
|
|
3522
|
+
}, z.core.$strict>>>;
|
|
3523
|
+
kind: z.ZodLiteral<"score">;
|
|
3524
|
+
minimum: z.ZodNumber;
|
|
3525
|
+
maximum: z.ZodNumber;
|
|
3526
|
+
step: z.ZodNumber;
|
|
3527
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3528
|
+
id: z.ZodString;
|
|
3529
|
+
label: z.ZodString;
|
|
3530
|
+
instructions: z.ZodString;
|
|
3531
|
+
required: z.ZodBoolean;
|
|
3532
|
+
allowAbstain: z.ZodBoolean;
|
|
3533
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
3534
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
3535
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
3536
|
+
description: z.ZodString;
|
|
3537
|
+
}, z.core.$strict>>>;
|
|
3538
|
+
kind: z.ZodLiteral<"category">;
|
|
3539
|
+
options: z.ZodArray<z.ZodString>;
|
|
3540
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3541
|
+
id: z.ZodString;
|
|
3542
|
+
label: z.ZodString;
|
|
3543
|
+
instructions: z.ZodString;
|
|
3544
|
+
required: z.ZodBoolean;
|
|
3545
|
+
allowAbstain: z.ZodBoolean;
|
|
3546
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
3547
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
3548
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
3549
|
+
description: z.ZodString;
|
|
3550
|
+
}, z.core.$strict>>>;
|
|
3551
|
+
kind: z.ZodLiteral<"boolean">;
|
|
3552
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3553
|
+
id: z.ZodString;
|
|
3554
|
+
label: z.ZodString;
|
|
3555
|
+
instructions: z.ZodString;
|
|
3556
|
+
required: z.ZodBoolean;
|
|
3557
|
+
allowAbstain: z.ZodBoolean;
|
|
3558
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
3559
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
3560
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
3561
|
+
description: z.ZodString;
|
|
3562
|
+
}, z.core.$strict>>>;
|
|
3563
|
+
kind: z.ZodLiteral<"text">;
|
|
3564
|
+
minimumLength: z.ZodOptional<z.ZodNumber>;
|
|
3565
|
+
maximumLength: z.ZodNumber;
|
|
3566
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3567
|
+
id: z.ZodString;
|
|
3568
|
+
label: z.ZodString;
|
|
3569
|
+
instructions: z.ZodString;
|
|
3570
|
+
required: z.ZodBoolean;
|
|
3571
|
+
allowAbstain: z.ZodBoolean;
|
|
3572
|
+
requireRationale: z.ZodOptional<z.ZodBoolean>;
|
|
3573
|
+
anchors: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
3574
|
+
value: z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodBoolean]>;
|
|
3575
|
+
description: z.ZodString;
|
|
3576
|
+
}, z.core.$strict>>>;
|
|
3577
|
+
kind: z.ZodLiteral<"preference">;
|
|
3578
|
+
requireStrength: z.ZodOptional<z.ZodBoolean>;
|
|
3579
|
+
allowTie: z.ZodBoolean;
|
|
3580
|
+
}, z.core.$strict>], "kind">>;
|
|
3581
|
+
}, z.core.$strict>>;
|
|
2670
3582
|
rubricRef: z.ZodObject<{
|
|
2671
3583
|
id: z.ZodString;
|
|
2672
3584
|
path: z.ZodString;
|
|
@@ -2850,6 +3762,204 @@ export declare const LearningCommandSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2850
3762
|
}, z.core.$strict> | z.ZodObject<{
|
|
2851
3763
|
kind: z.ZodLiteral<"policy">;
|
|
2852
3764
|
content: z.ZodObject<{
|
|
3765
|
+
origin: z.ZodOptional<z.ZodObject<{
|
|
3766
|
+
schemaVersion: z.ZodLiteral<"openpond.trainingHandoffOrigin.v1">;
|
|
3767
|
+
teamId: z.ZodString;
|
|
3768
|
+
projectId: z.ZodNullable<z.ZodString>;
|
|
3769
|
+
configurationId: z.ZodString;
|
|
3770
|
+
source: z.ZodObject<{
|
|
3771
|
+
executionId: z.ZodString;
|
|
3772
|
+
passId: z.ZodNullable<z.ZodString>;
|
|
3773
|
+
manifestHash: z.ZodString;
|
|
3774
|
+
resultHash: z.ZodString;
|
|
3775
|
+
}, z.core.$strict>;
|
|
3776
|
+
dataset: z.ZodObject<{
|
|
3777
|
+
id: z.ZodString;
|
|
3778
|
+
revision: z.ZodNumber;
|
|
3779
|
+
contentHash: z.ZodString;
|
|
3780
|
+
}, z.core.$strict>;
|
|
3781
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
3782
|
+
kind: z.ZodLiteral<"model">;
|
|
3783
|
+
modelId: z.ZodString;
|
|
3784
|
+
configurationHash: z.ZodString;
|
|
3785
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3786
|
+
kind: z.ZodLiteral<"harness">;
|
|
3787
|
+
source: z.ZodObject<{
|
|
3788
|
+
profileId: z.ZodString;
|
|
3789
|
+
sourceRevision: z.ZodString;
|
|
3790
|
+
harnessRelease: z.ZodObject<{
|
|
3791
|
+
id: z.ZodString;
|
|
3792
|
+
contentHash: z.ZodString;
|
|
3793
|
+
}, z.core.$strict>;
|
|
3794
|
+
catalogHash: z.ZodString;
|
|
3795
|
+
definitionId: z.ZodString;
|
|
3796
|
+
definitionHash: z.ZodString;
|
|
3797
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
3798
|
+
kind: z.ZodLiteral<"profile">;
|
|
3799
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3800
|
+
kind: z.ZodLiteral<"workflow">;
|
|
3801
|
+
workflowId: z.ZodString;
|
|
3802
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3803
|
+
kind: z.ZodLiteral<"skill">;
|
|
3804
|
+
skillPath: z.ZodString;
|
|
3805
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3806
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
3807
|
+
actionId: z.ZodString;
|
|
3808
|
+
}, z.core.$strict>], "kind">;
|
|
3809
|
+
environmentHash: z.ZodString;
|
|
3810
|
+
externalDatasetBinding: z.ZodOptional<z.ZodObject<{
|
|
3811
|
+
schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
|
|
3812
|
+
dataset: z.ZodObject<{
|
|
3813
|
+
id: z.ZodString;
|
|
3814
|
+
contentHash: z.ZodString;
|
|
3815
|
+
revision: z.ZodNumber;
|
|
3816
|
+
}, z.core.$strict>;
|
|
3817
|
+
packageHash: z.ZodString;
|
|
3818
|
+
profileId: z.ZodString;
|
|
3819
|
+
target: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
3820
|
+
kind: z.ZodLiteral<"profile">;
|
|
3821
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3822
|
+
kind: z.ZodLiteral<"workflow">;
|
|
3823
|
+
workflowId: z.ZodString;
|
|
3824
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3825
|
+
kind: z.ZodLiteral<"skill">;
|
|
3826
|
+
skillPath: z.ZodString;
|
|
3827
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3828
|
+
kind: z.ZodLiteral<"agent_action">;
|
|
3829
|
+
actionId: z.ZodString;
|
|
3830
|
+
}, z.core.$strict>], "kind">;
|
|
3831
|
+
declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
|
|
3832
|
+
protectedProfileClosureHash: z.ZodString;
|
|
3833
|
+
recordedOrigin: z.ZodOptional<z.ZodObject<{
|
|
3834
|
+
execution: z.ZodObject<{
|
|
3835
|
+
id: z.ZodString;
|
|
3836
|
+
contentHash: z.ZodString;
|
|
3837
|
+
}, z.core.$strict>;
|
|
3838
|
+
originalEvidence: z.ZodObject<{
|
|
3839
|
+
id: z.ZodString;
|
|
3840
|
+
contentHash: z.ZodString;
|
|
3841
|
+
}, z.core.$strict>;
|
|
3842
|
+
members: z.ZodArray<z.ZodObject<{
|
|
3843
|
+
caseId: z.ZodString;
|
|
3844
|
+
seed: z.ZodString;
|
|
3845
|
+
fixtureId: z.ZodString;
|
|
3846
|
+
sourceId: z.ZodString;
|
|
3847
|
+
snapshotHash: z.ZodString;
|
|
3848
|
+
boundaryRevisionHash: z.ZodString;
|
|
3849
|
+
}, z.core.$strict>>;
|
|
3850
|
+
}, z.core.$strict>>;
|
|
3851
|
+
gradingSource: z.ZodOptional<z.ZodObject<{
|
|
3852
|
+
pass: z.ZodObject<{
|
|
3853
|
+
id: z.ZodString;
|
|
3854
|
+
contentHash: z.ZodString;
|
|
3855
|
+
}, z.core.$strict>;
|
|
3856
|
+
evidence: z.ZodObject<{
|
|
3857
|
+
id: z.ZodString;
|
|
3858
|
+
contentHash: z.ZodString;
|
|
3859
|
+
}, z.core.$strict>;
|
|
3860
|
+
}, z.core.$strict>>;
|
|
3861
|
+
split: z.ZodEnum<{
|
|
3862
|
+
train: "train";
|
|
3863
|
+
validation: "validation";
|
|
3864
|
+
test: "test";
|
|
3865
|
+
frozen_eval: "frozen_eval";
|
|
3866
|
+
}>;
|
|
3867
|
+
population: z.ZodArray<z.ZodObject<{
|
|
3868
|
+
taskId: z.ZodString;
|
|
3869
|
+
seed: z.ZodString;
|
|
3870
|
+
fixtureId: z.ZodNullable<z.ZodString>;
|
|
3871
|
+
}, z.core.$strict>>;
|
|
3872
|
+
evaluators: z.ZodArray<z.ZodObject<{
|
|
3873
|
+
release: z.ZodObject<{
|
|
3874
|
+
id: z.ZodString;
|
|
3875
|
+
contentHash: z.ZodString;
|
|
3876
|
+
revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
|
|
3877
|
+
}, z.core.$strict>;
|
|
3878
|
+
feedbackKey: z.ZodString;
|
|
3879
|
+
configurationHash: z.ZodString;
|
|
3880
|
+
output: z.ZodEnum<{
|
|
3881
|
+
boolean: "boolean";
|
|
3882
|
+
score: "score";
|
|
3883
|
+
category: "category";
|
|
3884
|
+
}>;
|
|
3885
|
+
categories: z.ZodArray<z.ZodString>;
|
|
3886
|
+
}, z.core.$strict>>;
|
|
3887
|
+
fieldMappingsHash: z.ZodString;
|
|
3888
|
+
fieldMappings: z.ZodArray<z.ZodObject<{
|
|
3889
|
+
graderId: z.ZodString;
|
|
3890
|
+
fields: z.ZodArray<z.ZodObject<{
|
|
3891
|
+
destination: z.ZodEnum<{
|
|
3892
|
+
output: "output";
|
|
3893
|
+
input: "input";
|
|
3894
|
+
expectedOutput: "expectedOutput";
|
|
3895
|
+
evaluatorContext: "evaluatorContext";
|
|
3896
|
+
}>;
|
|
3897
|
+
path: z.ZodArray<z.ZodString>;
|
|
3898
|
+
source: z.ZodEnum<{
|
|
3899
|
+
output: "output";
|
|
3900
|
+
input: "input";
|
|
3901
|
+
expectedOutput: "expectedOutput";
|
|
3902
|
+
evaluatorContext: "evaluatorContext";
|
|
3903
|
+
}>;
|
|
3904
|
+
sourcePath: z.ZodArray<z.ZodString>;
|
|
3905
|
+
}, z.core.$strict>>;
|
|
3906
|
+
}, z.core.$strict>>;
|
|
3907
|
+
environmentHash: z.ZodString;
|
|
3908
|
+
privateDatasetClosureHash: z.ZodString;
|
|
3909
|
+
criterion: z.ZodObject<{
|
|
3910
|
+
minimumPassRate: z.ZodNumber;
|
|
3911
|
+
requireComplete: z.ZodBoolean;
|
|
3912
|
+
}, z.core.$strict>;
|
|
3913
|
+
contentHash: z.ZodString;
|
|
3914
|
+
}, z.core.$strict>>;
|
|
3915
|
+
sourceCandidate: z.ZodOptional<z.ZodObject<{
|
|
3916
|
+
candidateId: z.ZodString;
|
|
3917
|
+
frozenRevision: z.ZodNumber;
|
|
3918
|
+
frozenHash: z.ZodString;
|
|
3919
|
+
harnessRelease: z.ZodObject<{
|
|
3920
|
+
id: z.ZodString;
|
|
3921
|
+
contentHash: z.ZodString;
|
|
3922
|
+
}, z.core.$strict>;
|
|
3923
|
+
protectedClosureHash: z.ZodString;
|
|
3924
|
+
}, z.core.$strict>>;
|
|
3925
|
+
}, z.core.$strict>;
|
|
3926
|
+
model: z.ZodObject<{
|
|
3927
|
+
modelId: z.ZodString;
|
|
3928
|
+
configurationHash: z.ZodString;
|
|
3929
|
+
}, z.core.$strict>;
|
|
3930
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3931
|
+
kind: z.ZodLiteral<"agent">;
|
|
3932
|
+
source: z.ZodObject<{
|
|
3933
|
+
harnessRelease: z.ZodObject<{
|
|
3934
|
+
id: z.ZodString;
|
|
3935
|
+
contentHash: z.ZodString;
|
|
3936
|
+
}, z.core.$strict>;
|
|
3937
|
+
agentSnapshot: z.ZodObject<{
|
|
3938
|
+
id: z.ZodString;
|
|
3939
|
+
contentHash: z.ZodString;
|
|
3940
|
+
}, z.core.$strict>;
|
|
3941
|
+
sourcePackageHash: z.ZodString;
|
|
3942
|
+
}, z.core.$strict>;
|
|
3943
|
+
model: z.ZodObject<{
|
|
3944
|
+
modelId: z.ZodString;
|
|
3945
|
+
configurationHash: z.ZodString;
|
|
3946
|
+
}, z.core.$strict>;
|
|
3947
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
3948
|
+
kind: z.ZodLiteral<"fixture">;
|
|
3949
|
+
configurationHash: z.ZodString;
|
|
3950
|
+
}, z.core.$strict>], "kind">;
|
|
3951
|
+
graders: z.ZodArray<z.ZodObject<{
|
|
3952
|
+
feedbackKey: z.ZodString;
|
|
3953
|
+
evaluator: z.ZodObject<{
|
|
3954
|
+
id: z.ZodString;
|
|
3955
|
+
contentHash: z.ZodString;
|
|
3956
|
+
}, z.core.$strict>;
|
|
3957
|
+
expectedCount: z.ZodNumber;
|
|
3958
|
+
scoredCount: z.ZodNumber;
|
|
3959
|
+
score: z.ZodNullable<z.ZodNumber>;
|
|
3960
|
+
}, z.core.$strict>>;
|
|
3961
|
+
contentHash: z.ZodString;
|
|
3962
|
+
}, z.core.$strict>>;
|
|
2853
3963
|
schemaVersion: z.ZodLiteral<"openpond.learningPolicy.v1">;
|
|
2854
3964
|
id: z.ZodString;
|
|
2855
3965
|
revision: z.ZodNumber;
|
|
@@ -3090,13 +4200,13 @@ export declare const LearningCommandSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3090
4200
|
}, z.core.$strict>;
|
|
3091
4201
|
expectedRevision: z.ZodNumber;
|
|
3092
4202
|
disposition: z.ZodEnum<{
|
|
3093
|
-
pending: "pending";
|
|
3094
4203
|
rejected: "rejected";
|
|
4204
|
+
pending: "pending";
|
|
3095
4205
|
approved: "approved";
|
|
3096
4206
|
}>;
|
|
3097
4207
|
targetApproval: z.ZodEnum<{
|
|
3098
|
-
pending: "pending";
|
|
3099
4208
|
rejected: "rejected";
|
|
4209
|
+
pending: "pending";
|
|
3100
4210
|
approved: "approved";
|
|
3101
4211
|
not_required: "not_required";
|
|
3102
4212
|
}>;
|