@openpond/evals 0.12.0 → 0.12.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/artifact-verification.js +2 -0
- package/dist/connected-evidence/sources/claude-branches.js +34 -1
- package/dist/connected-evidence/sources/claude-code.js +1 -1
- package/dist/learning/continuation-mode.js +9 -0
- package/dist/learning/contracts.js +2 -0
- package/dist/learning/correction-metrics.js +61 -0
- package/dist/learning/index.js +2 -0
- package/dist/native-conversations/collector-acquisition.js +17 -6
- package/dist/native-conversations/collector-source-cache.js +1 -1
- package/dist/native-conversations/collector-store.js +27 -2
- package/dist/native-conversations/collector.js +4 -3
- package/dist/native-conversations/history.js +28 -8
- package/dist/native-conversations/index.js +1 -0
- package/dist/native-conversations/selection.js +57 -0
- package/dist/native-conversations/supervisor.js +2 -0
- package/dist/native-conversations/titles.js +2 -2
- package/dist/tasksets.js +1 -0
- package/dist/types/artifact-verification.d.ts.map +1 -1
- package/dist/types/benchmarks.d.ts +22 -22
- package/dist/types/benchmarks.d.ts.map +1 -1
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +40 -39
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/compatibility.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +98 -96
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/connected-evidence/codex-command-observations.d.ts.map +1 -1
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts +6 -6
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +58 -58
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-proof.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-starting-state.d.ts.map +1 -1
- package/dist/types/connected-evidence/git.d.ts.map +1 -1
- package/dist/types/connected-evidence/imports.d.ts.map +1 -1
- package/dist/types/connected-evidence/index.d.ts.map +1 -1
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
- package/dist/types/connected-evidence/python-correctness.d.ts +38 -38
- package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-branches.d.ts +1 -0
- package/dist/types/connected-evidence/sources/claude-branches.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-code.d.ts +25 -25
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-authorization.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex.d.ts +25 -25
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/grok-build.d.ts +25 -25
- package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/history.d.ts +44 -44
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/opencode.d.ts +25 -25
- package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/pi.d.ts +25 -25
- package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -1
- package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -1
- package/dist/types/deterministic-graders.d.ts.map +1 -1
- package/dist/types/environment-execution-services-contract.d.ts +19 -19
- package/dist/types/environment-execution-services-contract.d.ts.map +1 -1
- package/dist/types/environment-execution-services.d.ts.map +1 -1
- package/dist/types/evidence/authoring.d.ts.map +1 -1
- package/dist/types/evidence/conformance.d.ts +98 -98
- package/dist/types/evidence/conformance.d.ts.map +1 -1
- package/dist/types/evidence/contracts.d.ts +183 -183
- package/dist/types/evidence/contracts.d.ts.map +1 -1
- package/dist/types/evidence/eligibility.d.ts +160 -160
- package/dist/types/evidence/eligibility.d.ts.map +1 -1
- package/dist/types/evidence/index.d.ts.map +1 -1
- package/dist/types/execution-contracts.d.ts +110 -110
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/execution-receipts.d.ts.map +1 -1
- package/dist/types/experiments.d.ts +96 -96
- package/dist/types/experiments.d.ts.map +1 -1
- package/dist/types/graders.d.ts +35 -35
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/harness-experiment-source.d.ts.map +1 -1
- package/dist/types/harness.d.ts.map +1 -1
- package/dist/types/human-review/comparison.d.ts +189 -189
- package/dist/types/human-review/comparison.d.ts.map +1 -1
- package/dist/types/human-review/contracts.d.ts +178 -178
- package/dist/types/human-review/contracts.d.ts.map +1 -1
- package/dist/types/human-review/execution.d.ts +53 -53
- package/dist/types/human-review/execution.d.ts.map +1 -1
- package/dist/types/human-review/handoff.d.ts +43 -43
- package/dist/types/human-review/handoff.d.ts.map +1 -1
- package/dist/types/human-review/index.d.ts.map +1 -1
- package/dist/types/human-review/local-publication.d.ts +4 -4
- package/dist/types/human-review/local-publication.d.ts.map +1 -1
- package/dist/types/human-review/repository.d.ts.map +1 -1
- package/dist/types/human-review/results.d.ts +8 -8
- package/dist/types/human-review/results.d.ts.map +1 -1
- package/dist/types/human-review/service.d.ts +292 -292
- package/dist/types/human-review/service.d.ts.map +1 -1
- package/dist/types/human-review/task-proposals.d.ts +2 -2
- package/dist/types/human-review/task-proposals.d.ts.map +1 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/javascript-environment-attempt.d.ts.map +1 -1
- package/dist/types/javascript-environment-contract.d.ts +39 -39
- package/dist/types/javascript-environment-contract.d.ts.map +1 -1
- package/dist/types/javascript-environment-node.d.ts.map +1 -1
- package/dist/types/javascript-environment.d.ts +14 -14
- package/dist/types/javascript-environment.d.ts.map +1 -1
- package/dist/types/javascript-isolate-node.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process-entry.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process.d.ts.map +1 -1
- package/dist/types/javascript-isolate.d.ts.map +1 -1
- package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
- package/dist/types/javascript-verifier-node.d.ts.map +1 -1
- package/dist/types/javascript-verifier-worker.d.ts.map +1 -1
- package/dist/types/javascript-verifier.d.ts.map +1 -1
- package/dist/types/learned-preference.d.ts +10 -10
- package/dist/types/learned-preference.d.ts.map +1 -1
- package/dist/types/learning/acceptance-group.d.ts +44 -44
- package/dist/types/learning/acceptance-group.d.ts.map +1 -1
- package/dist/types/learning/acceptance-plan.d.ts +8 -8
- package/dist/types/learning/acceptance-plan.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +37 -36
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/assets.d.ts +2 -2
- package/dist/types/learning/assets.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +11 -11
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +38 -38
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +75 -72
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -1
- package/dist/types/learning/continuation-mode.d.ts +18 -0
- package/dist/types/learning/continuation-mode.d.ts.map +1 -0
- package/dist/types/learning/contracts.d.ts +341 -298
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/correction-metrics.d.ts +274 -0
- package/dist/types/learning/correction-metrics.d.ts.map +1 -0
- package/dist/types/learning/errors.d.ts.map +1 -1
- package/dist/types/learning/grade-judge-budget.d.ts.map +1 -1
- package/dist/types/learning/grade-worker.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts +2 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/intake-contracts.d.ts +10 -10
- package/dist/types/learning/intake-contracts.d.ts.map +1 -1
- package/dist/types/learning/intake-csv.d.ts.map +1 -1
- package/dist/types/learning/intake-history.d.ts.map +1 -1
- package/dist/types/learning/intake-service.d.ts.map +1 -1
- package/dist/types/learning/intake-text.d.ts.map +1 -1
- package/dist/types/learning/intake.d.ts.map +1 -1
- package/dist/types/learning/iteration-budget.d.ts.map +1 -1
- package/dist/types/learning/iteration-candidate-decision.d.ts +16 -16
- package/dist/types/learning/iteration-candidate-decision.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-commands.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +4 -4
- package/dist/types/learning/iteration-dispatch-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-worker.d.ts.map +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-cancellation.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-service.d.ts.map +1 -1
- package/dist/types/learning/iteration-training-parent.d.ts.map +1 -1
- package/dist/types/learning/judge-budget.d.ts +1 -1
- package/dist/types/learning/judge-budget.d.ts.map +1 -1
- package/dist/types/learning/model-judge.d.ts.map +1 -1
- package/dist/types/learning/nightly-schedule.d.ts.map +1 -1
- package/dist/types/learning/operations.d.ts +352 -298
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/policy-inspection.d.ts.map +1 -1
- package/dist/types/learning/rating-reward-fixture.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +199 -184
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration-closure.d.ts +248 -248
- package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +62 -62
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-check-budget.d.ts.map +1 -1
- package/dist/types/learning/reward-check-service.d.ts.map +1 -1
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +30 -30
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +3 -3
- package/dist/types/learning/schedule-contracts.d.ts.map +1 -1
- package/dist/types/learning/schedule-service.d.ts +2 -2
- package/dist/types/learning/schedule-service.d.ts.map +1 -1
- package/dist/types/learning/schedule-worker.d.ts.map +1 -1
- package/dist/types/learning/service.d.ts +3 -3
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/task-queue-inspection.d.ts.map +1 -1
- package/dist/types/learning/training-handoff.d.ts +9 -9
- package/dist/types/learning/training-handoff.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +2270 -2228
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/metric-policy.d.ts +6 -6
- package/dist/types/metric-policy.d.ts.map +1 -1
- package/dist/types/metrics-node.d.ts.map +1 -1
- package/dist/types/metrics.d.ts.map +1 -1
- package/dist/types/model-improvement-qualification.d.ts +17 -17
- package/dist/types/model-improvement-qualification.d.ts.map +1 -1
- package/dist/types/native-conversations/appimage-runtime.d.ts.map +1 -1
- package/dist/types/native-conversations/codex-window-inventory.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-acquisition.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-branches.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-calendar-gate.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-contracts.d.ts +3 -0
- package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-coverage.d.ts +2 -2
- package/dist/types/native-conversations/collector-coverage.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-cron.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-destinations.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-errors.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-progress.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-schedule.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-service-files.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-snapshots.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-source-cache.d.ts +2 -2
- package/dist/types/native-conversations/collector-source-cache.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-store.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-sync-requests.d.ts.map +1 -1
- package/dist/types/native-conversations/collector.d.ts.map +1 -1
- package/dist/types/native-conversations/contracts.d.ts +2 -0
- package/dist/types/native-conversations/contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/database.d.ts.map +1 -1
- package/dist/types/native-conversations/discovery.d.ts.map +1 -1
- package/dist/types/native-conversations/git-assets.d.ts.map +1 -1
- package/dist/types/native-conversations/history.d.ts +2 -0
- package/dist/types/native-conversations/history.d.ts.map +1 -1
- package/dist/types/native-conversations/index.d.ts +1 -0
- package/dist/types/native-conversations/index.d.ts.map +1 -1
- package/dist/types/native-conversations/location.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-cold-archive.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-database.d.ts.map +1 -1
- package/dist/types/native-conversations/readiness.d.ts.map +1 -1
- package/dist/types/native-conversations/selection.d.ts +32 -0
- package/dist/types/native-conversations/selection.d.ts.map +1 -0
- package/dist/types/native-conversations/source-locations.d.ts.map +1 -1
- package/dist/types/native-conversations/supervisor.d.ts.map +1 -1
- package/dist/types/native-conversations/titles.d.ts +1 -1
- package/dist/types/native-conversations/titles.d.ts.map +1 -1
- package/dist/types/native-harness-experiment-attempt.d.ts.map +1 -1
- package/dist/types/preferences.d.ts +22 -22
- package/dist/types/preferences.d.ts.map +1 -1
- package/dist/types/prepared-process-isolation.d.ts.map +1 -1
- package/dist/types/profile-evaluation-comparisons.d.ts +18 -18
- package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
- package/dist/types/profile-evaluation-execution.d.ts.map +1 -1
- package/dist/types/profile-evaluation-reports.d.ts +2 -2
- package/dist/types/profile-evaluation-reports.d.ts.map +1 -1
- package/dist/types/profile-evaluation-suites.d.ts.map +1 -1
- package/dist/types/profile-evaluation-target.d.ts.map +1 -1
- package/dist/types/profile-evaluations.d.ts +15 -15
- package/dist/types/profile-evaluations.d.ts.map +1 -1
- package/dist/types/profile-external-evaluation.d.ts +84 -84
- package/dist/types/profile-external-evaluation.d.ts.map +1 -1
- package/dist/types/profile-source-candidate.d.ts.map +1 -1
- package/dist/types/review-conformance.d.ts +53 -53
- package/dist/types/review-conformance.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +104 -104
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts +16 -16
- package/dist/types/rollouts.d.ts.map +1 -1
- package/dist/types/runs.d.ts +22 -22
- package/dist/types/runs.d.ts.map +1 -1
- package/dist/types/sql-execution-contract.d.ts +3 -3
- package/dist/types/sql-execution-contract.d.ts.map +1 -1
- package/dist/types/sql-execution-engine.d.ts.map +1 -1
- package/dist/types/sql-execution-node.d.ts.map +1 -1
- package/dist/types/sql-execution-process-entry.d.ts.map +1 -1
- package/dist/types/task-schema-validation.d.ts.map +1 -1
- package/dist/types/task-schema.d.ts.map +1 -1
- package/dist/types/task-value-validator.d.ts.map +1 -1
- package/dist/types/taskset-run-contract.d.ts +26 -26
- package/dist/types/taskset-run-contract.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +73 -69
- package/dist/types/tasksets.d.ts.map +1 -1
- package/dist/types/telemetry/index.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +6 -6
- package/dist/types/telemetry-analysis.d.ts.map +1 -1
- package/dist/types/telemetry-bundle.d.ts +42 -42
- package/dist/types/telemetry-bundle.d.ts.map +1 -1
- package/dist/types/telemetry-catalog.d.ts +67 -67
- package/dist/types/telemetry-catalog.d.ts.map +1 -1
- package/dist/types/telemetry.d.ts +44 -44
- package/dist/types/telemetry.d.ts.map +1 -1
- package/package.json +1 -1
- package/schemas/learning/v1/command-request.schema.json +44 -0
- package/schemas/learning/v1/definition.schema.json +4 -0
- package/schemas/learning/v1/evidence.schema.json +4 -0
- package/schemas/learning/v1/example-submission.schema.json +4 -0
- package/schemas/learning/v1/package.schema.json +4 -0
- package/schemas/learning/v1/policy.schema.json +40 -0
|
@@ -14,10 +14,10 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
14
14
|
description: z.ZodString;
|
|
15
15
|
instructions: z.ZodString;
|
|
16
16
|
category: z.ZodEnum<{
|
|
17
|
+
coding: "coding";
|
|
17
18
|
custom: "custom";
|
|
18
|
-
structured: "structured";
|
|
19
19
|
question_answering: "question_answering";
|
|
20
|
-
|
|
20
|
+
structured: "structured";
|
|
21
21
|
tool_workflow: "tool_workflow";
|
|
22
22
|
}>;
|
|
23
23
|
familyNamespace: z.ZodString;
|
|
@@ -33,11 +33,12 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
33
33
|
sizeBytes: z.ZodNumber;
|
|
34
34
|
mediaType: z.ZodString;
|
|
35
35
|
visibility: z.ZodEnum<{
|
|
36
|
+
host_private: "host_private";
|
|
36
37
|
policy: "policy";
|
|
37
38
|
verifier: "verifier";
|
|
38
|
-
host_private: "host_private";
|
|
39
39
|
}>;
|
|
40
40
|
}, z.core.$strict>>>;
|
|
41
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
41
42
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
42
43
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
43
44
|
}, z.core.$strict>>>;
|
|
@@ -61,25 +62,25 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
61
62
|
environment: z.ZodObject<{
|
|
62
63
|
protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
|
|
63
64
|
kind: z.ZodEnum<{
|
|
64
|
-
text: "text";
|
|
65
65
|
agent: "agent";
|
|
66
|
-
work: "work";
|
|
67
66
|
custom_program: "custom_program";
|
|
67
|
+
text: "text";
|
|
68
|
+
work: "work";
|
|
68
69
|
}>;
|
|
69
70
|
entrypoint: z.ZodString;
|
|
70
71
|
stateful: z.ZodBoolean;
|
|
71
72
|
deterministicSeeds: z.ZodBoolean;
|
|
72
73
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
73
|
-
step: "step";
|
|
74
|
-
create: "create";
|
|
75
|
-
reset: "reset";
|
|
76
74
|
collect: "collect";
|
|
75
|
+
create: "create";
|
|
77
76
|
destroy: "destroy";
|
|
77
|
+
reset: "reset";
|
|
78
|
+
step: "step";
|
|
78
79
|
}>>;
|
|
79
80
|
networkPolicy: z.ZodEnum<{
|
|
80
|
-
none: "none";
|
|
81
81
|
declared_read_only: "declared_read_only";
|
|
82
82
|
declared_scoped: "declared_scoped";
|
|
83
|
+
none: "none";
|
|
83
84
|
}>;
|
|
84
85
|
defaultTimeoutMs: z.ZodNumber;
|
|
85
86
|
}, z.core.$strict>;
|
|
@@ -103,10 +104,10 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
103
104
|
required: z.ZodBoolean;
|
|
104
105
|
scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
105
106
|
portability: z.ZodEnum<{
|
|
106
|
-
portable: "portable";
|
|
107
107
|
host_adapter: "host_adapter";
|
|
108
|
-
local_only: "local_only";
|
|
109
108
|
hosted_only: "hosted_only";
|
|
109
|
+
local_only: "local_only";
|
|
110
|
+
portable: "portable";
|
|
110
111
|
}>;
|
|
111
112
|
}, z.core.$strict>>;
|
|
112
113
|
verifierSetRelease: z.ZodOptional<z.ZodObject<{
|
|
@@ -123,10 +124,10 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
123
124
|
description: z.ZodString;
|
|
124
125
|
instructions: z.ZodString;
|
|
125
126
|
category: z.ZodEnum<{
|
|
127
|
+
coding: "coding";
|
|
126
128
|
custom: "custom";
|
|
127
|
-
structured: "structured";
|
|
128
129
|
question_answering: "question_answering";
|
|
129
|
-
|
|
130
|
+
structured: "structured";
|
|
130
131
|
tool_workflow: "tool_workflow";
|
|
131
132
|
}>;
|
|
132
133
|
familyNamespace: z.ZodString;
|
|
@@ -142,11 +143,12 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
142
143
|
sizeBytes: z.ZodNumber;
|
|
143
144
|
mediaType: z.ZodString;
|
|
144
145
|
visibility: z.ZodEnum<{
|
|
146
|
+
host_private: "host_private";
|
|
145
147
|
policy: "policy";
|
|
146
148
|
verifier: "verifier";
|
|
147
|
-
host_private: "host_private";
|
|
148
149
|
}>;
|
|
149
150
|
}, z.core.$strict>>>;
|
|
151
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
150
152
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
151
153
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
152
154
|
}, z.core.$strict>>>;
|
|
@@ -170,25 +172,25 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
170
172
|
environment: z.ZodObject<{
|
|
171
173
|
protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
|
|
172
174
|
kind: z.ZodEnum<{
|
|
173
|
-
text: "text";
|
|
174
175
|
agent: "agent";
|
|
175
|
-
work: "work";
|
|
176
176
|
custom_program: "custom_program";
|
|
177
|
+
text: "text";
|
|
178
|
+
work: "work";
|
|
177
179
|
}>;
|
|
178
180
|
entrypoint: z.ZodString;
|
|
179
181
|
stateful: z.ZodBoolean;
|
|
180
182
|
deterministicSeeds: z.ZodBoolean;
|
|
181
183
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
182
|
-
step: "step";
|
|
183
|
-
create: "create";
|
|
184
|
-
reset: "reset";
|
|
185
184
|
collect: "collect";
|
|
185
|
+
create: "create";
|
|
186
186
|
destroy: "destroy";
|
|
187
|
+
reset: "reset";
|
|
188
|
+
step: "step";
|
|
187
189
|
}>>;
|
|
188
190
|
networkPolicy: z.ZodEnum<{
|
|
189
|
-
none: "none";
|
|
190
191
|
declared_read_only: "declared_read_only";
|
|
191
192
|
declared_scoped: "declared_scoped";
|
|
193
|
+
none: "none";
|
|
192
194
|
}>;
|
|
193
195
|
defaultTimeoutMs: z.ZodNumber;
|
|
194
196
|
}, z.core.$strict>;
|
|
@@ -212,10 +214,10 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
212
214
|
required: z.ZodBoolean;
|
|
213
215
|
scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
214
216
|
portability: z.ZodEnum<{
|
|
215
|
-
portable: "portable";
|
|
216
217
|
host_adapter: "host_adapter";
|
|
217
|
-
local_only: "local_only";
|
|
218
218
|
hosted_only: "hosted_only";
|
|
219
|
+
local_only: "local_only";
|
|
220
|
+
portable: "portable";
|
|
219
221
|
}>;
|
|
220
222
|
}, z.core.$strict>>;
|
|
221
223
|
verifierSetRelease: z.ZodOptional<z.ZodObject<{
|
|
@@ -236,10 +238,10 @@ export declare const TaskSourceMappingSchema: z.ZodObject<{
|
|
|
236
238
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
237
239
|
familyKey: z.ZodString;
|
|
238
240
|
split: z.ZodEnum<{
|
|
241
|
+
frozen_eval: "frozen_eval";
|
|
242
|
+
test: "test";
|
|
239
243
|
train: "train";
|
|
240
244
|
validation: "validation";
|
|
241
|
-
test: "test";
|
|
242
|
-
frozen_eval: "frozen_eval";
|
|
243
245
|
}>;
|
|
244
246
|
}, z.core.$strict>;
|
|
245
247
|
/** An explicit Model edit starts new evidence; the original admissions remain
|
|
@@ -269,11 +271,11 @@ export declare const LearningSourceContentSchema: z.ZodObject<{
|
|
|
269
271
|
revision: z.ZodNumber;
|
|
270
272
|
name: z.ZodString;
|
|
271
273
|
kind: z.ZodEnum<{
|
|
272
|
-
work: "work";
|
|
273
|
-
provider: "provider";
|
|
274
|
-
direct: "direct";
|
|
275
274
|
benchmark: "benchmark";
|
|
275
|
+
direct: "direct";
|
|
276
276
|
opentelemetry: "opentelemetry";
|
|
277
|
+
provider: "provider";
|
|
278
|
+
work: "work";
|
|
277
279
|
}>;
|
|
278
280
|
taskDefinition: z.ZodObject<{
|
|
279
281
|
id: z.ZodString;
|
|
@@ -282,10 +284,10 @@ export declare const LearningSourceContentSchema: z.ZodObject<{
|
|
|
282
284
|
}, z.core.$strict>;
|
|
283
285
|
enabled: z.ZodBoolean;
|
|
284
286
|
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
287
|
+
frozen_eval: "frozen_eval";
|
|
288
|
+
test: "test";
|
|
285
289
|
train: "train";
|
|
286
290
|
validation: "validation";
|
|
287
|
-
test: "test";
|
|
288
|
-
frozen_eval: "frozen_eval";
|
|
289
291
|
}>>;
|
|
290
292
|
mapping: z.ZodNullable<z.ZodObject<{
|
|
291
293
|
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
@@ -298,10 +300,10 @@ export declare const LearningSourceContentSchema: z.ZodObject<{
|
|
|
298
300
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
299
301
|
familyKey: z.ZodString;
|
|
300
302
|
split: z.ZodEnum<{
|
|
303
|
+
frozen_eval: "frozen_eval";
|
|
304
|
+
test: "test";
|
|
301
305
|
train: "train";
|
|
302
306
|
validation: "validation";
|
|
303
|
-
test: "test";
|
|
304
|
-
frozen_eval: "frozen_eval";
|
|
305
307
|
}>;
|
|
306
308
|
}, z.core.$strict>>;
|
|
307
309
|
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
@@ -342,11 +344,11 @@ export declare const LearningSourceSchema: z.ZodObject<{
|
|
|
342
344
|
revision: z.ZodNumber;
|
|
343
345
|
name: z.ZodString;
|
|
344
346
|
kind: z.ZodEnum<{
|
|
345
|
-
work: "work";
|
|
346
|
-
provider: "provider";
|
|
347
|
-
direct: "direct";
|
|
348
347
|
benchmark: "benchmark";
|
|
348
|
+
direct: "direct";
|
|
349
349
|
opentelemetry: "opentelemetry";
|
|
350
|
+
provider: "provider";
|
|
351
|
+
work: "work";
|
|
350
352
|
}>;
|
|
351
353
|
taskDefinition: z.ZodObject<{
|
|
352
354
|
id: z.ZodString;
|
|
@@ -355,10 +357,10 @@ export declare const LearningSourceSchema: z.ZodObject<{
|
|
|
355
357
|
}, z.core.$strict>;
|
|
356
358
|
enabled: z.ZodBoolean;
|
|
357
359
|
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
360
|
+
frozen_eval: "frozen_eval";
|
|
361
|
+
test: "test";
|
|
358
362
|
train: "train";
|
|
359
363
|
validation: "validation";
|
|
360
|
-
test: "test";
|
|
361
|
-
frozen_eval: "frozen_eval";
|
|
362
364
|
}>>;
|
|
363
365
|
mapping: z.ZodNullable<z.ZodObject<{
|
|
364
366
|
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
@@ -371,10 +373,10 @@ export declare const LearningSourceSchema: z.ZodObject<{
|
|
|
371
373
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
372
374
|
familyKey: z.ZodString;
|
|
373
375
|
split: z.ZodEnum<{
|
|
376
|
+
frozen_eval: "frozen_eval";
|
|
377
|
+
test: "test";
|
|
374
378
|
train: "train";
|
|
375
379
|
validation: "validation";
|
|
376
|
-
test: "test";
|
|
377
|
-
frozen_eval: "frozen_eval";
|
|
378
380
|
}>;
|
|
379
381
|
}, z.core.$strict>>;
|
|
380
382
|
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
@@ -424,10 +426,10 @@ export declare const TaskExampleSubmissionSchema: z.ZodObject<{
|
|
|
424
426
|
occurredAt: z.ZodString;
|
|
425
427
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
426
428
|
split: z.ZodEnum<{
|
|
429
|
+
frozen_eval: "frozen_eval";
|
|
430
|
+
test: "test";
|
|
427
431
|
train: "train";
|
|
428
432
|
validation: "validation";
|
|
429
|
-
test: "test";
|
|
430
|
-
frozen_eval: "frozen_eval";
|
|
431
433
|
}>;
|
|
432
434
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
433
435
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -440,9 +442,9 @@ export declare const TaskExampleSubmissionSchema: z.ZodObject<{
|
|
|
440
442
|
sizeBytes: z.ZodNumber;
|
|
441
443
|
mediaType: z.ZodString;
|
|
442
444
|
visibility: z.ZodEnum<{
|
|
445
|
+
host_private: "host_private";
|
|
443
446
|
policy: "policy";
|
|
444
447
|
verifier: "verifier";
|
|
445
|
-
host_private: "host_private";
|
|
446
448
|
}>;
|
|
447
449
|
}, z.core.$strict>>;
|
|
448
450
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -455,11 +457,12 @@ export declare const TaskExampleSubmissionSchema: z.ZodObject<{
|
|
|
455
457
|
sizeBytes: z.ZodNumber;
|
|
456
458
|
mediaType: z.ZodString;
|
|
457
459
|
visibility: z.ZodEnum<{
|
|
460
|
+
host_private: "host_private";
|
|
458
461
|
policy: "policy";
|
|
459
462
|
verifier: "verifier";
|
|
460
|
-
host_private: "host_private";
|
|
461
463
|
}>;
|
|
462
464
|
}, z.core.$strict>>>;
|
|
465
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
463
466
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
464
467
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
465
468
|
}, z.core.$strict>>>;
|
|
@@ -491,10 +494,10 @@ export declare const TaskEvidenceContentSchema: z.ZodObject<{
|
|
|
491
494
|
occurredAt: z.ZodString;
|
|
492
495
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
493
496
|
split: z.ZodEnum<{
|
|
497
|
+
frozen_eval: "frozen_eval";
|
|
498
|
+
test: "test";
|
|
494
499
|
train: "train";
|
|
495
500
|
validation: "validation";
|
|
496
|
-
test: "test";
|
|
497
|
-
frozen_eval: "frozen_eval";
|
|
498
501
|
}>;
|
|
499
502
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
500
503
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -507,9 +510,9 @@ export declare const TaskEvidenceContentSchema: z.ZodObject<{
|
|
|
507
510
|
sizeBytes: z.ZodNumber;
|
|
508
511
|
mediaType: z.ZodString;
|
|
509
512
|
visibility: z.ZodEnum<{
|
|
513
|
+
host_private: "host_private";
|
|
510
514
|
policy: "policy";
|
|
511
515
|
verifier: "verifier";
|
|
512
|
-
host_private: "host_private";
|
|
513
516
|
}>;
|
|
514
517
|
}, z.core.$strict>>;
|
|
515
518
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -522,11 +525,12 @@ export declare const TaskEvidenceContentSchema: z.ZodObject<{
|
|
|
522
525
|
sizeBytes: z.ZodNumber;
|
|
523
526
|
mediaType: z.ZodString;
|
|
524
527
|
visibility: z.ZodEnum<{
|
|
528
|
+
host_private: "host_private";
|
|
525
529
|
policy: "policy";
|
|
526
530
|
verifier: "verifier";
|
|
527
|
-
host_private: "host_private";
|
|
528
531
|
}>;
|
|
529
532
|
}, z.core.$strict>>>;
|
|
533
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
530
534
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
531
535
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
532
536
|
}, z.core.$strict>>>;
|
|
@@ -566,10 +570,10 @@ export declare const TaskEvidenceSchema: z.ZodObject<{
|
|
|
566
570
|
occurredAt: z.ZodString;
|
|
567
571
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
568
572
|
split: z.ZodEnum<{
|
|
573
|
+
frozen_eval: "frozen_eval";
|
|
574
|
+
test: "test";
|
|
569
575
|
train: "train";
|
|
570
576
|
validation: "validation";
|
|
571
|
-
test: "test";
|
|
572
|
-
frozen_eval: "frozen_eval";
|
|
573
577
|
}>;
|
|
574
578
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
575
579
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -582,9 +586,9 @@ export declare const TaskEvidenceSchema: z.ZodObject<{
|
|
|
582
586
|
sizeBytes: z.ZodNumber;
|
|
583
587
|
mediaType: z.ZodString;
|
|
584
588
|
visibility: z.ZodEnum<{
|
|
589
|
+
host_private: "host_private";
|
|
585
590
|
policy: "policy";
|
|
586
591
|
verifier: "verifier";
|
|
587
|
-
host_private: "host_private";
|
|
588
592
|
}>;
|
|
589
593
|
}, z.core.$strict>>;
|
|
590
594
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -597,11 +601,12 @@ export declare const TaskEvidenceSchema: z.ZodObject<{
|
|
|
597
601
|
sizeBytes: z.ZodNumber;
|
|
598
602
|
mediaType: z.ZodString;
|
|
599
603
|
visibility: z.ZodEnum<{
|
|
604
|
+
host_private: "host_private";
|
|
600
605
|
policy: "policy";
|
|
601
606
|
verifier: "verifier";
|
|
602
|
-
host_private: "host_private";
|
|
603
607
|
}>;
|
|
604
608
|
}, z.core.$strict>>>;
|
|
609
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
605
610
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
606
611
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
607
612
|
}, z.core.$strict>>>;
|
|
@@ -641,11 +646,11 @@ export declare const TaskFeedbackSubmissionSchema: z.ZodObject<{
|
|
|
641
646
|
expectedEvidenceHash: z.ZodNullable<z.ZodString>;
|
|
642
647
|
occurredAt: z.ZodString;
|
|
643
648
|
kind: z.ZodEnum<{
|
|
644
|
-
|
|
645
|
-
target_correction: "target_correction";
|
|
649
|
+
family_resolution: "family_resolution";
|
|
646
650
|
ground_truth_correction: "ground_truth_correction";
|
|
647
651
|
input_correction: "input_correction";
|
|
648
|
-
|
|
652
|
+
outcome: "outcome";
|
|
653
|
+
target_correction: "target_correction";
|
|
649
654
|
}>;
|
|
650
655
|
value: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
651
656
|
note: z.ZodString;
|
|
@@ -662,20 +667,20 @@ export declare const TaskFeedbackSchema: z.ZodObject<{
|
|
|
662
667
|
expectedEvidenceHash: z.ZodNullable<z.ZodString>;
|
|
663
668
|
occurredAt: z.ZodString;
|
|
664
669
|
kind: z.ZodEnum<{
|
|
665
|
-
|
|
666
|
-
target_correction: "target_correction";
|
|
670
|
+
family_resolution: "family_resolution";
|
|
667
671
|
ground_truth_correction: "ground_truth_correction";
|
|
668
672
|
input_correction: "input_correction";
|
|
669
|
-
|
|
673
|
+
outcome: "outcome";
|
|
674
|
+
target_correction: "target_correction";
|
|
670
675
|
}>;
|
|
671
676
|
value: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
672
677
|
note: z.ZodString;
|
|
673
678
|
}, z.core.$strict>;
|
|
674
679
|
status: z.ZodEnum<{
|
|
675
|
-
|
|
680
|
+
applied: "applied";
|
|
676
681
|
pending_example: "pending_example";
|
|
677
682
|
pending_review: "pending_review";
|
|
678
|
-
|
|
683
|
+
rejected: "rejected";
|
|
679
684
|
superseded: "superseded";
|
|
680
685
|
}>;
|
|
681
686
|
evidence: z.ZodNullable<z.ZodObject<{
|
|
@@ -688,9 +693,9 @@ export declare const TaskFeedbackSchema: z.ZodObject<{
|
|
|
688
693
|
submittedBy: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
689
694
|
id: z.ZodString;
|
|
690
695
|
role: z.ZodEnum<{
|
|
696
|
+
editor: "editor";
|
|
691
697
|
reviewer: "reviewer";
|
|
692
698
|
source: "source";
|
|
693
|
-
editor: "editor";
|
|
694
699
|
}>;
|
|
695
700
|
sourceId: z.ZodNullable<z.ZodString>;
|
|
696
701
|
}, z.core.$strict>>>;
|
|
@@ -732,26 +737,26 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
732
737
|
}, z.core.$strict>>;
|
|
733
738
|
}, z.core.$strict>;
|
|
734
739
|
evidenceValidity: z.ZodEnum<{
|
|
740
|
+
invalid: "invalid";
|
|
735
741
|
pending: "pending";
|
|
736
742
|
valid: "valid";
|
|
737
|
-
invalid: "invalid";
|
|
738
743
|
}>;
|
|
739
744
|
taskAdmissibility: z.ZodEnum<{
|
|
740
|
-
rejected: "rejected";
|
|
741
|
-
pending: "pending";
|
|
742
745
|
approved: "approved";
|
|
746
|
+
pending: "pending";
|
|
747
|
+
rejected: "rejected";
|
|
743
748
|
}>;
|
|
744
749
|
observedQuality: z.ZodEnum<{
|
|
745
|
-
passed: "passed";
|
|
746
750
|
failed: "failed";
|
|
751
|
+
passed: "passed";
|
|
747
752
|
unavailable: "unavailable";
|
|
748
753
|
unscored: "unscored";
|
|
749
754
|
}>;
|
|
750
755
|
targetApproval: z.ZodEnum<{
|
|
751
|
-
rejected: "rejected";
|
|
752
|
-
pending: "pending";
|
|
753
756
|
approved: "approved";
|
|
754
757
|
not_required: "not_required";
|
|
758
|
+
pending: "pending";
|
|
759
|
+
rejected: "rejected";
|
|
755
760
|
}>;
|
|
756
761
|
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
757
762
|
grade: z.ZodNullable<z.ZodObject<{
|
|
@@ -776,11 +781,11 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
776
781
|
training: "training";
|
|
777
782
|
}>;
|
|
778
783
|
status: z.ZodEnum<{
|
|
779
|
-
pending: "pending";
|
|
780
784
|
failed: "failed";
|
|
785
|
+
not_applicable: "not_applicable";
|
|
786
|
+
pending: "pending";
|
|
781
787
|
scored: "scored";
|
|
782
788
|
unavailable: "unavailable";
|
|
783
|
-
not_applicable: "not_applicable";
|
|
784
789
|
}>;
|
|
785
790
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
786
791
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -791,8 +796,8 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
791
796
|
graderId: z.ZodString;
|
|
792
797
|
graderVersion: z.ZodString;
|
|
793
798
|
status: z.ZodOptional<z.ZodEnum<{
|
|
794
|
-
pending: "pending";
|
|
795
799
|
failed: "failed";
|
|
800
|
+
pending: "pending";
|
|
796
801
|
scored: "scored";
|
|
797
802
|
unavailable: "unavailable";
|
|
798
803
|
}>>;
|
|
@@ -800,12 +805,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
800
805
|
passed: z.ZodBoolean;
|
|
801
806
|
rewardEligible: z.ZodBoolean;
|
|
802
807
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
803
|
-
|
|
804
|
-
grader_failure: "grader_failure";
|
|
808
|
+
cancelled: "cancelled";
|
|
805
809
|
environment_failure: "environment_failure";
|
|
810
|
+
grader_failure: "grader_failure";
|
|
806
811
|
infrastructure_failure: "infrastructure_failure";
|
|
812
|
+
policy_failure: "policy_failure";
|
|
807
813
|
timeout: "timeout";
|
|
808
|
-
cancelled: "cancelled";
|
|
809
814
|
}>>;
|
|
810
815
|
feedback: z.ZodArray<z.ZodString>;
|
|
811
816
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -825,12 +830,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
825
830
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
826
831
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
827
832
|
reasoningEffort: z.ZodEnum<{
|
|
828
|
-
|
|
833
|
+
high: "high";
|
|
829
834
|
low: "low";
|
|
835
|
+
max: "max";
|
|
830
836
|
medium: "medium";
|
|
831
|
-
|
|
837
|
+
off: "off";
|
|
832
838
|
xhigh: "xhigh";
|
|
833
|
-
max: "max";
|
|
834
839
|
}>;
|
|
835
840
|
maximumOutputTokens: z.ZodNumber;
|
|
836
841
|
}, z.core.$strict>>;
|
|
@@ -844,20 +849,20 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
844
849
|
}, z.core.$strict>>;
|
|
845
850
|
training: z.ZodObject<{
|
|
846
851
|
status: z.ZodEnum<{
|
|
852
|
+
not_configured: "not_configured";
|
|
847
853
|
pending: "pending";
|
|
848
854
|
scored: "scored";
|
|
849
855
|
unscorable: "unscorable";
|
|
850
|
-
not_configured: "not_configured";
|
|
851
856
|
}>;
|
|
852
857
|
score: z.ZodNullable<z.ZodNumber>;
|
|
853
858
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
854
859
|
}, z.core.$strict>;
|
|
855
860
|
evaluation: z.ZodObject<{
|
|
856
861
|
status: z.ZodEnum<{
|
|
862
|
+
not_configured: "not_configured";
|
|
857
863
|
pending: "pending";
|
|
858
864
|
scored: "scored";
|
|
859
865
|
unscorable: "unscorable";
|
|
860
|
-
not_configured: "not_configured";
|
|
861
866
|
}>;
|
|
862
867
|
score: z.ZodNullable<z.ZodNumber>;
|
|
863
868
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -886,11 +891,11 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
886
891
|
training: "training";
|
|
887
892
|
}>;
|
|
888
893
|
status: z.ZodEnum<{
|
|
889
|
-
pending: "pending";
|
|
890
894
|
failed: "failed";
|
|
895
|
+
not_applicable: "not_applicable";
|
|
896
|
+
pending: "pending";
|
|
891
897
|
scored: "scored";
|
|
892
898
|
unavailable: "unavailable";
|
|
893
|
-
not_applicable: "not_applicable";
|
|
894
899
|
}>;
|
|
895
900
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
896
901
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -901,8 +906,8 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
901
906
|
graderId: z.ZodString;
|
|
902
907
|
graderVersion: z.ZodString;
|
|
903
908
|
status: z.ZodOptional<z.ZodEnum<{
|
|
904
|
-
pending: "pending";
|
|
905
909
|
failed: "failed";
|
|
910
|
+
pending: "pending";
|
|
906
911
|
scored: "scored";
|
|
907
912
|
unavailable: "unavailable";
|
|
908
913
|
}>>;
|
|
@@ -910,12 +915,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
910
915
|
passed: z.ZodBoolean;
|
|
911
916
|
rewardEligible: z.ZodBoolean;
|
|
912
917
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
913
|
-
|
|
914
|
-
grader_failure: "grader_failure";
|
|
918
|
+
cancelled: "cancelled";
|
|
915
919
|
environment_failure: "environment_failure";
|
|
920
|
+
grader_failure: "grader_failure";
|
|
916
921
|
infrastructure_failure: "infrastructure_failure";
|
|
922
|
+
policy_failure: "policy_failure";
|
|
917
923
|
timeout: "timeout";
|
|
918
|
-
cancelled: "cancelled";
|
|
919
924
|
}>>;
|
|
920
925
|
feedback: z.ZodArray<z.ZodString>;
|
|
921
926
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -935,12 +940,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
935
940
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
936
941
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
937
942
|
reasoningEffort: z.ZodEnum<{
|
|
938
|
-
|
|
943
|
+
high: "high";
|
|
939
944
|
low: "low";
|
|
945
|
+
max: "max";
|
|
940
946
|
medium: "medium";
|
|
941
|
-
|
|
947
|
+
off: "off";
|
|
942
948
|
xhigh: "xhigh";
|
|
943
|
-
max: "max";
|
|
944
949
|
}>;
|
|
945
950
|
maximumOutputTokens: z.ZodNumber;
|
|
946
951
|
}, z.core.$strict>>;
|
|
@@ -954,20 +959,20 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
954
959
|
}, z.core.$strict>>;
|
|
955
960
|
training: z.ZodObject<{
|
|
956
961
|
status: z.ZodEnum<{
|
|
962
|
+
not_configured: "not_configured";
|
|
957
963
|
pending: "pending";
|
|
958
964
|
scored: "scored";
|
|
959
965
|
unscorable: "unscorable";
|
|
960
|
-
not_configured: "not_configured";
|
|
961
966
|
}>;
|
|
962
967
|
score: z.ZodNullable<z.ZodNumber>;
|
|
963
968
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
964
969
|
}, z.core.$strict>;
|
|
965
970
|
evaluation: z.ZodObject<{
|
|
966
971
|
status: z.ZodEnum<{
|
|
972
|
+
not_configured: "not_configured";
|
|
967
973
|
pending: "pending";
|
|
968
974
|
scored: "scored";
|
|
969
975
|
unscorable: "unscorable";
|
|
970
|
-
not_configured: "not_configured";
|
|
971
976
|
}>;
|
|
972
977
|
score: z.ZodNullable<z.ZodNumber>;
|
|
973
978
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -1004,26 +1009,26 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1004
1009
|
}, z.core.$strict>>;
|
|
1005
1010
|
}, z.core.$strict>;
|
|
1006
1011
|
evidenceValidity: z.ZodEnum<{
|
|
1012
|
+
invalid: "invalid";
|
|
1007
1013
|
pending: "pending";
|
|
1008
1014
|
valid: "valid";
|
|
1009
|
-
invalid: "invalid";
|
|
1010
1015
|
}>;
|
|
1011
1016
|
taskAdmissibility: z.ZodEnum<{
|
|
1012
|
-
rejected: "rejected";
|
|
1013
|
-
pending: "pending";
|
|
1014
1017
|
approved: "approved";
|
|
1018
|
+
pending: "pending";
|
|
1019
|
+
rejected: "rejected";
|
|
1015
1020
|
}>;
|
|
1016
1021
|
observedQuality: z.ZodEnum<{
|
|
1017
|
-
passed: "passed";
|
|
1018
1022
|
failed: "failed";
|
|
1023
|
+
passed: "passed";
|
|
1019
1024
|
unavailable: "unavailable";
|
|
1020
1025
|
unscored: "unscored";
|
|
1021
1026
|
}>;
|
|
1022
1027
|
targetApproval: z.ZodEnum<{
|
|
1023
|
-
rejected: "rejected";
|
|
1024
|
-
pending: "pending";
|
|
1025
1028
|
approved: "approved";
|
|
1026
1029
|
not_required: "not_required";
|
|
1030
|
+
pending: "pending";
|
|
1031
|
+
rejected: "rejected";
|
|
1027
1032
|
}>;
|
|
1028
1033
|
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
1029
1034
|
grade: z.ZodNullable<z.ZodObject<{
|
|
@@ -1048,11 +1053,11 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1048
1053
|
training: "training";
|
|
1049
1054
|
}>;
|
|
1050
1055
|
status: z.ZodEnum<{
|
|
1051
|
-
pending: "pending";
|
|
1052
1056
|
failed: "failed";
|
|
1057
|
+
not_applicable: "not_applicable";
|
|
1058
|
+
pending: "pending";
|
|
1053
1059
|
scored: "scored";
|
|
1054
1060
|
unavailable: "unavailable";
|
|
1055
|
-
not_applicable: "not_applicable";
|
|
1056
1061
|
}>;
|
|
1057
1062
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
1058
1063
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -1063,8 +1068,8 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1063
1068
|
graderId: z.ZodString;
|
|
1064
1069
|
graderVersion: z.ZodString;
|
|
1065
1070
|
status: z.ZodOptional<z.ZodEnum<{
|
|
1066
|
-
pending: "pending";
|
|
1067
1071
|
failed: "failed";
|
|
1072
|
+
pending: "pending";
|
|
1068
1073
|
scored: "scored";
|
|
1069
1074
|
unavailable: "unavailable";
|
|
1070
1075
|
}>>;
|
|
@@ -1072,12 +1077,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1072
1077
|
passed: z.ZodBoolean;
|
|
1073
1078
|
rewardEligible: z.ZodBoolean;
|
|
1074
1079
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1075
|
-
|
|
1076
|
-
grader_failure: "grader_failure";
|
|
1080
|
+
cancelled: "cancelled";
|
|
1077
1081
|
environment_failure: "environment_failure";
|
|
1082
|
+
grader_failure: "grader_failure";
|
|
1078
1083
|
infrastructure_failure: "infrastructure_failure";
|
|
1084
|
+
policy_failure: "policy_failure";
|
|
1079
1085
|
timeout: "timeout";
|
|
1080
|
-
cancelled: "cancelled";
|
|
1081
1086
|
}>>;
|
|
1082
1087
|
feedback: z.ZodArray<z.ZodString>;
|
|
1083
1088
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -1097,12 +1102,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1097
1102
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
1098
1103
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
1099
1104
|
reasoningEffort: z.ZodEnum<{
|
|
1100
|
-
|
|
1105
|
+
high: "high";
|
|
1101
1106
|
low: "low";
|
|
1107
|
+
max: "max";
|
|
1102
1108
|
medium: "medium";
|
|
1103
|
-
|
|
1109
|
+
off: "off";
|
|
1104
1110
|
xhigh: "xhigh";
|
|
1105
|
-
max: "max";
|
|
1106
1111
|
}>;
|
|
1107
1112
|
maximumOutputTokens: z.ZodNumber;
|
|
1108
1113
|
}, z.core.$strict>>;
|
|
@@ -1116,20 +1121,20 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1116
1121
|
}, z.core.$strict>>;
|
|
1117
1122
|
training: z.ZodObject<{
|
|
1118
1123
|
status: z.ZodEnum<{
|
|
1124
|
+
not_configured: "not_configured";
|
|
1119
1125
|
pending: "pending";
|
|
1120
1126
|
scored: "scored";
|
|
1121
1127
|
unscorable: "unscorable";
|
|
1122
|
-
not_configured: "not_configured";
|
|
1123
1128
|
}>;
|
|
1124
1129
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1125
1130
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1126
1131
|
}, z.core.$strict>;
|
|
1127
1132
|
evaluation: z.ZodObject<{
|
|
1128
1133
|
status: z.ZodEnum<{
|
|
1134
|
+
not_configured: "not_configured";
|
|
1129
1135
|
pending: "pending";
|
|
1130
1136
|
scored: "scored";
|
|
1131
1137
|
unscorable: "unscorable";
|
|
1132
|
-
not_configured: "not_configured";
|
|
1133
1138
|
}>;
|
|
1134
1139
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1135
1140
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -1158,11 +1163,11 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1158
1163
|
training: "training";
|
|
1159
1164
|
}>;
|
|
1160
1165
|
status: z.ZodEnum<{
|
|
1161
|
-
pending: "pending";
|
|
1162
1166
|
failed: "failed";
|
|
1167
|
+
not_applicable: "not_applicable";
|
|
1168
|
+
pending: "pending";
|
|
1163
1169
|
scored: "scored";
|
|
1164
1170
|
unavailable: "unavailable";
|
|
1165
|
-
not_applicable: "not_applicable";
|
|
1166
1171
|
}>;
|
|
1167
1172
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
1168
1173
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -1173,8 +1178,8 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1173
1178
|
graderId: z.ZodString;
|
|
1174
1179
|
graderVersion: z.ZodString;
|
|
1175
1180
|
status: z.ZodOptional<z.ZodEnum<{
|
|
1176
|
-
pending: "pending";
|
|
1177
1181
|
failed: "failed";
|
|
1182
|
+
pending: "pending";
|
|
1178
1183
|
scored: "scored";
|
|
1179
1184
|
unavailable: "unavailable";
|
|
1180
1185
|
}>>;
|
|
@@ -1182,12 +1187,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1182
1187
|
passed: z.ZodBoolean;
|
|
1183
1188
|
rewardEligible: z.ZodBoolean;
|
|
1184
1189
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1185
|
-
|
|
1186
|
-
grader_failure: "grader_failure";
|
|
1190
|
+
cancelled: "cancelled";
|
|
1187
1191
|
environment_failure: "environment_failure";
|
|
1192
|
+
grader_failure: "grader_failure";
|
|
1188
1193
|
infrastructure_failure: "infrastructure_failure";
|
|
1194
|
+
policy_failure: "policy_failure";
|
|
1189
1195
|
timeout: "timeout";
|
|
1190
|
-
cancelled: "cancelled";
|
|
1191
1196
|
}>>;
|
|
1192
1197
|
feedback: z.ZodArray<z.ZodString>;
|
|
1193
1198
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -1207,12 +1212,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1207
1212
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
1208
1213
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
1209
1214
|
reasoningEffort: z.ZodEnum<{
|
|
1210
|
-
|
|
1215
|
+
high: "high";
|
|
1211
1216
|
low: "low";
|
|
1217
|
+
max: "max";
|
|
1212
1218
|
medium: "medium";
|
|
1213
|
-
|
|
1219
|
+
off: "off";
|
|
1214
1220
|
xhigh: "xhigh";
|
|
1215
|
-
max: "max";
|
|
1216
1221
|
}>;
|
|
1217
1222
|
maximumOutputTokens: z.ZodNumber;
|
|
1218
1223
|
}, z.core.$strict>>;
|
|
@@ -1226,20 +1231,20 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1226
1231
|
}, z.core.$strict>>;
|
|
1227
1232
|
training: z.ZodObject<{
|
|
1228
1233
|
status: z.ZodEnum<{
|
|
1234
|
+
not_configured: "not_configured";
|
|
1229
1235
|
pending: "pending";
|
|
1230
1236
|
scored: "scored";
|
|
1231
1237
|
unscorable: "unscorable";
|
|
1232
|
-
not_configured: "not_configured";
|
|
1233
1238
|
}>;
|
|
1234
1239
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1235
1240
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1236
1241
|
}, z.core.$strict>;
|
|
1237
1242
|
evaluation: z.ZodObject<{
|
|
1238
1243
|
status: z.ZodEnum<{
|
|
1244
|
+
not_configured: "not_configured";
|
|
1239
1245
|
pending: "pending";
|
|
1240
1246
|
scored: "scored";
|
|
1241
1247
|
unscorable: "unscorable";
|
|
1242
|
-
not_configured: "not_configured";
|
|
1243
1248
|
}>;
|
|
1244
1249
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1245
1250
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -1266,8 +1271,8 @@ export declare const TaskBatchContentSchema: z.ZodObject<{
|
|
|
1266
1271
|
}, z.core.$strict>;
|
|
1267
1272
|
purpose: z.ZodEnum<{
|
|
1268
1273
|
evaluation: "evaluation";
|
|
1269
|
-
supervised_training: "supervised_training";
|
|
1270
1274
|
reward_training: "reward_training";
|
|
1275
|
+
supervised_training: "supervised_training";
|
|
1271
1276
|
}>;
|
|
1272
1277
|
examples: z.ZodArray<z.ZodObject<{
|
|
1273
1278
|
evidence: z.ZodObject<{
|
|
@@ -1283,10 +1288,10 @@ export declare const TaskBatchContentSchema: z.ZodObject<{
|
|
|
1283
1288
|
familyKey: z.ZodString;
|
|
1284
1289
|
inputHash: z.ZodString;
|
|
1285
1290
|
split: z.ZodEnum<{
|
|
1291
|
+
frozen_eval: "frozen_eval";
|
|
1292
|
+
test: "test";
|
|
1286
1293
|
train: "train";
|
|
1287
1294
|
validation: "validation";
|
|
1288
|
-
test: "test";
|
|
1289
|
-
frozen_eval: "frozen_eval";
|
|
1290
1295
|
}>;
|
|
1291
1296
|
}, z.core.$strict>>;
|
|
1292
1297
|
sealedAt: z.ZodString;
|
|
@@ -1308,8 +1313,8 @@ export declare const TaskBatchSchema: z.ZodObject<{
|
|
|
1308
1313
|
}, z.core.$strict>;
|
|
1309
1314
|
purpose: z.ZodEnum<{
|
|
1310
1315
|
evaluation: "evaluation";
|
|
1311
|
-
supervised_training: "supervised_training";
|
|
1312
1316
|
reward_training: "reward_training";
|
|
1317
|
+
supervised_training: "supervised_training";
|
|
1313
1318
|
}>;
|
|
1314
1319
|
examples: z.ZodArray<z.ZodObject<{
|
|
1315
1320
|
evidence: z.ZodObject<{
|
|
@@ -1325,10 +1330,10 @@ export declare const TaskBatchSchema: z.ZodObject<{
|
|
|
1325
1330
|
familyKey: z.ZodString;
|
|
1326
1331
|
inputHash: z.ZodString;
|
|
1327
1332
|
split: z.ZodEnum<{
|
|
1333
|
+
frozen_eval: "frozen_eval";
|
|
1334
|
+
test: "test";
|
|
1328
1335
|
train: "train";
|
|
1329
1336
|
validation: "validation";
|
|
1330
|
-
test: "test";
|
|
1331
|
-
frozen_eval: "frozen_eval";
|
|
1332
1337
|
}>;
|
|
1333
1338
|
}, z.core.$strict>>;
|
|
1334
1339
|
sealedAt: z.ZodString;
|
|
@@ -1433,10 +1438,10 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1433
1438
|
}, z.core.$strict>;
|
|
1434
1439
|
}, z.core.$strict>>;
|
|
1435
1440
|
split: z.ZodEnum<{
|
|
1441
|
+
frozen_eval: "frozen_eval";
|
|
1442
|
+
test: "test";
|
|
1436
1443
|
train: "train";
|
|
1437
1444
|
validation: "validation";
|
|
1438
|
-
test: "test";
|
|
1439
|
-
frozen_eval: "frozen_eval";
|
|
1440
1445
|
}>;
|
|
1441
1446
|
population: z.ZodArray<z.ZodObject<{
|
|
1442
1447
|
taskId: z.ZodString;
|
|
@@ -1453,8 +1458,8 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1453
1458
|
configurationHash: z.ZodString;
|
|
1454
1459
|
output: z.ZodEnum<{
|
|
1455
1460
|
boolean: "boolean";
|
|
1456
|
-
score: "score";
|
|
1457
1461
|
category: "category";
|
|
1462
|
+
score: "score";
|
|
1458
1463
|
}>;
|
|
1459
1464
|
categories: z.ZodArray<z.ZodString>;
|
|
1460
1465
|
}, z.core.$strict>>;
|
|
@@ -1463,17 +1468,17 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1463
1468
|
graderId: z.ZodString;
|
|
1464
1469
|
fields: z.ZodArray<z.ZodObject<{
|
|
1465
1470
|
destination: z.ZodEnum<{
|
|
1466
|
-
output: "output";
|
|
1467
|
-
input: "input";
|
|
1468
|
-
expectedOutput: "expectedOutput";
|
|
1469
1471
|
evaluatorContext: "evaluatorContext";
|
|
1472
|
+
expectedOutput: "expectedOutput";
|
|
1473
|
+
input: "input";
|
|
1474
|
+
output: "output";
|
|
1470
1475
|
}>;
|
|
1471
1476
|
path: z.ZodArray<z.ZodString>;
|
|
1472
1477
|
source: z.ZodEnum<{
|
|
1473
|
-
output: "output";
|
|
1474
|
-
input: "input";
|
|
1475
|
-
expectedOutput: "expectedOutput";
|
|
1476
1478
|
evaluatorContext: "evaluatorContext";
|
|
1479
|
+
expectedOutput: "expectedOutput";
|
|
1480
|
+
input: "input";
|
|
1481
|
+
output: "output";
|
|
1477
1482
|
}>;
|
|
1478
1483
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1479
1484
|
}, z.core.$strict>>;
|
|
@@ -1539,8 +1544,8 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1539
1544
|
revision: z.ZodNumber;
|
|
1540
1545
|
modelProjectId: z.ZodString;
|
|
1541
1546
|
executionOwner: z.ZodEnum<{
|
|
1542
|
-
local: "local";
|
|
1543
1547
|
hosted: "hosted";
|
|
1548
|
+
local: "local";
|
|
1544
1549
|
}>;
|
|
1545
1550
|
enabled: z.ZodBoolean;
|
|
1546
1551
|
sources: z.ZodArray<z.ZodObject<{
|
|
@@ -1594,14 +1599,14 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1594
1599
|
}, z.core.$strict>>;
|
|
1595
1600
|
training: z.ZodObject<{
|
|
1596
1601
|
method: z.ZodEnum<{
|
|
1597
|
-
sft: "sft";
|
|
1598
1602
|
dpo: "dpo";
|
|
1599
1603
|
grpo: "grpo";
|
|
1600
|
-
ppo: "ppo";
|
|
1601
|
-
sdft: "sdft";
|
|
1602
1604
|
opd: "opd";
|
|
1603
1605
|
opsd: "opsd";
|
|
1606
|
+
ppo: "ppo";
|
|
1607
|
+
sdft: "sdft";
|
|
1604
1608
|
sdpo: "sdpo";
|
|
1609
|
+
sft: "sft";
|
|
1605
1610
|
}>;
|
|
1606
1611
|
recipe: z.ZodObject<{
|
|
1607
1612
|
id: z.ZodString;
|
|
@@ -1615,6 +1620,18 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1615
1620
|
id: z.ZodString;
|
|
1616
1621
|
contentHash: z.ZodString;
|
|
1617
1622
|
}, z.core.$strict>>;
|
|
1623
|
+
continuationMode: z.ZodOptional<z.ZodObject<{
|
|
1624
|
+
adapterMode: z.ZodEnum<{
|
|
1625
|
+
residual_append: "residual_append";
|
|
1626
|
+
sequential_merge: "sequential_merge";
|
|
1627
|
+
shared: "shared";
|
|
1628
|
+
}>;
|
|
1629
|
+
sourceConfiguration: z.ZodObject<{
|
|
1630
|
+
id: z.ZodString;
|
|
1631
|
+
revision: z.ZodNumber;
|
|
1632
|
+
etag: z.ZodString;
|
|
1633
|
+
}, z.core.$strict>;
|
|
1634
|
+
}, z.core.$strict>>;
|
|
1618
1635
|
}, z.core.$strict>;
|
|
1619
1636
|
limits: z.ZodObject<{
|
|
1620
1637
|
maxIterationSpendUsd: z.ZodNumber;
|
|
@@ -1738,10 +1755,10 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1738
1755
|
}, z.core.$strict>;
|
|
1739
1756
|
}, z.core.$strict>>;
|
|
1740
1757
|
split: z.ZodEnum<{
|
|
1758
|
+
frozen_eval: "frozen_eval";
|
|
1759
|
+
test: "test";
|
|
1741
1760
|
train: "train";
|
|
1742
1761
|
validation: "validation";
|
|
1743
|
-
test: "test";
|
|
1744
|
-
frozen_eval: "frozen_eval";
|
|
1745
1762
|
}>;
|
|
1746
1763
|
population: z.ZodArray<z.ZodObject<{
|
|
1747
1764
|
taskId: z.ZodString;
|
|
@@ -1758,8 +1775,8 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1758
1775
|
configurationHash: z.ZodString;
|
|
1759
1776
|
output: z.ZodEnum<{
|
|
1760
1777
|
boolean: "boolean";
|
|
1761
|
-
score: "score";
|
|
1762
1778
|
category: "category";
|
|
1779
|
+
score: "score";
|
|
1763
1780
|
}>;
|
|
1764
1781
|
categories: z.ZodArray<z.ZodString>;
|
|
1765
1782
|
}, z.core.$strict>>;
|
|
@@ -1768,17 +1785,17 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1768
1785
|
graderId: z.ZodString;
|
|
1769
1786
|
fields: z.ZodArray<z.ZodObject<{
|
|
1770
1787
|
destination: z.ZodEnum<{
|
|
1771
|
-
output: "output";
|
|
1772
|
-
input: "input";
|
|
1773
|
-
expectedOutput: "expectedOutput";
|
|
1774
1788
|
evaluatorContext: "evaluatorContext";
|
|
1789
|
+
expectedOutput: "expectedOutput";
|
|
1790
|
+
input: "input";
|
|
1791
|
+
output: "output";
|
|
1775
1792
|
}>;
|
|
1776
1793
|
path: z.ZodArray<z.ZodString>;
|
|
1777
1794
|
source: z.ZodEnum<{
|
|
1778
|
-
output: "output";
|
|
1779
|
-
input: "input";
|
|
1780
|
-
expectedOutput: "expectedOutput";
|
|
1781
1795
|
evaluatorContext: "evaluatorContext";
|
|
1796
|
+
expectedOutput: "expectedOutput";
|
|
1797
|
+
input: "input";
|
|
1798
|
+
output: "output";
|
|
1782
1799
|
}>;
|
|
1783
1800
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1784
1801
|
}, z.core.$strict>>;
|
|
@@ -1844,8 +1861,8 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1844
1861
|
revision: z.ZodNumber;
|
|
1845
1862
|
modelProjectId: z.ZodString;
|
|
1846
1863
|
executionOwner: z.ZodEnum<{
|
|
1847
|
-
local: "local";
|
|
1848
1864
|
hosted: "hosted";
|
|
1865
|
+
local: "local";
|
|
1849
1866
|
}>;
|
|
1850
1867
|
enabled: z.ZodBoolean;
|
|
1851
1868
|
sources: z.ZodArray<z.ZodObject<{
|
|
@@ -1899,14 +1916,14 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1899
1916
|
}, z.core.$strict>>;
|
|
1900
1917
|
training: z.ZodObject<{
|
|
1901
1918
|
method: z.ZodEnum<{
|
|
1902
|
-
sft: "sft";
|
|
1903
1919
|
dpo: "dpo";
|
|
1904
1920
|
grpo: "grpo";
|
|
1905
|
-
ppo: "ppo";
|
|
1906
|
-
sdft: "sdft";
|
|
1907
1921
|
opd: "opd";
|
|
1908
1922
|
opsd: "opsd";
|
|
1923
|
+
ppo: "ppo";
|
|
1924
|
+
sdft: "sdft";
|
|
1909
1925
|
sdpo: "sdpo";
|
|
1926
|
+
sft: "sft";
|
|
1910
1927
|
}>;
|
|
1911
1928
|
recipe: z.ZodObject<{
|
|
1912
1929
|
id: z.ZodString;
|
|
@@ -1920,6 +1937,18 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1920
1937
|
id: z.ZodString;
|
|
1921
1938
|
contentHash: z.ZodString;
|
|
1922
1939
|
}, z.core.$strict>>;
|
|
1940
|
+
continuationMode: z.ZodOptional<z.ZodObject<{
|
|
1941
|
+
adapterMode: z.ZodEnum<{
|
|
1942
|
+
residual_append: "residual_append";
|
|
1943
|
+
sequential_merge: "sequential_merge";
|
|
1944
|
+
shared: "shared";
|
|
1945
|
+
}>;
|
|
1946
|
+
sourceConfiguration: z.ZodObject<{
|
|
1947
|
+
id: z.ZodString;
|
|
1948
|
+
revision: z.ZodNumber;
|
|
1949
|
+
etag: z.ZodString;
|
|
1950
|
+
}, z.core.$strict>;
|
|
1951
|
+
}, z.core.$strict>>;
|
|
1923
1952
|
}, z.core.$strict>;
|
|
1924
1953
|
limits: z.ZodObject<{
|
|
1925
1954
|
maxIterationSpendUsd: z.ZodNumber;
|
|
@@ -1962,19 +1991,19 @@ export declare const LearningAcceptedParentSchema: z.ZodObject<{
|
|
|
1962
1991
|
}, z.core.$strict>;
|
|
1963
1992
|
export declare const LearningIterationStatusSchema: z.ZodEnum<{
|
|
1964
1993
|
accepted: "accepted";
|
|
1965
|
-
rejected: "rejected";
|
|
1966
1994
|
cancelled: "cancelled";
|
|
1995
|
+
cancelling: "cancelling";
|
|
1996
|
+
candidate_ready: "candidate_ready";
|
|
1997
|
+
completed_without_candidate: "completed_without_candidate";
|
|
1998
|
+
dispatching: "dispatching";
|
|
1999
|
+
evaluating: "evaluating";
|
|
1967
2000
|
failed: "failed";
|
|
2001
|
+
paused: "paused";
|
|
2002
|
+
ready: "ready";
|
|
2003
|
+
rejected: "rejected";
|
|
1968
2004
|
training: "training";
|
|
1969
2005
|
waiting_for_data: "waiting_for_data";
|
|
1970
2006
|
waiting_for_review: "waiting_for_review";
|
|
1971
|
-
ready: "ready";
|
|
1972
|
-
dispatching: "dispatching";
|
|
1973
|
-
evaluating: "evaluating";
|
|
1974
|
-
candidate_ready: "candidate_ready";
|
|
1975
|
-
paused: "paused";
|
|
1976
|
-
cancelling: "cancelling";
|
|
1977
|
-
completed_without_candidate: "completed_without_candidate";
|
|
1978
2007
|
}>;
|
|
1979
2008
|
export declare const LearningIterationSchema: z.ZodObject<{
|
|
1980
2009
|
schemaVersion: z.ZodLiteral<"openpond.learningIteration.v1">;
|
|
@@ -1987,19 +2016,19 @@ export declare const LearningIterationSchema: z.ZodObject<{
|
|
|
1987
2016
|
}, z.core.$strict>;
|
|
1988
2017
|
status: z.ZodEnum<{
|
|
1989
2018
|
accepted: "accepted";
|
|
1990
|
-
rejected: "rejected";
|
|
1991
2019
|
cancelled: "cancelled";
|
|
2020
|
+
cancelling: "cancelling";
|
|
2021
|
+
candidate_ready: "candidate_ready";
|
|
2022
|
+
completed_without_candidate: "completed_without_candidate";
|
|
2023
|
+
dispatching: "dispatching";
|
|
2024
|
+
evaluating: "evaluating";
|
|
1992
2025
|
failed: "failed";
|
|
2026
|
+
paused: "paused";
|
|
2027
|
+
ready: "ready";
|
|
2028
|
+
rejected: "rejected";
|
|
1993
2029
|
training: "training";
|
|
1994
2030
|
waiting_for_data: "waiting_for_data";
|
|
1995
2031
|
waiting_for_review: "waiting_for_review";
|
|
1996
|
-
ready: "ready";
|
|
1997
|
-
dispatching: "dispatching";
|
|
1998
|
-
evaluating: "evaluating";
|
|
1999
|
-
candidate_ready: "candidate_ready";
|
|
2000
|
-
paused: "paused";
|
|
2001
|
-
cancelling: "cancelling";
|
|
2002
|
-
completed_without_candidate: "completed_without_candidate";
|
|
2003
2032
|
}>;
|
|
2004
2033
|
triggerIdentity: z.ZodString;
|
|
2005
2034
|
batch: z.ZodNullable<z.ZodObject<{
|
|
@@ -2082,12 +2111,12 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2082
2111
|
}>;
|
|
2083
2112
|
output: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
2084
2113
|
status: z.ZodEnum<{
|
|
2085
|
-
queued: "queued";
|
|
2086
2114
|
cancelled: "cancelled";
|
|
2087
|
-
|
|
2115
|
+
cancelling: "cancelling";
|
|
2088
2116
|
completed: "completed";
|
|
2117
|
+
failed: "failed";
|
|
2118
|
+
queued: "queued";
|
|
2089
2119
|
running: "running";
|
|
2090
|
-
cancelling: "cancelling";
|
|
2091
2120
|
}>;
|
|
2092
2121
|
composition: z.ZodNullable<z.ZodObject<{
|
|
2093
2122
|
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
@@ -2111,11 +2140,11 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2111
2140
|
training: "training";
|
|
2112
2141
|
}>;
|
|
2113
2142
|
status: z.ZodEnum<{
|
|
2114
|
-
pending: "pending";
|
|
2115
2143
|
failed: "failed";
|
|
2144
|
+
not_applicable: "not_applicable";
|
|
2145
|
+
pending: "pending";
|
|
2116
2146
|
scored: "scored";
|
|
2117
2147
|
unavailable: "unavailable";
|
|
2118
|
-
not_applicable: "not_applicable";
|
|
2119
2148
|
}>;
|
|
2120
2149
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
2121
2150
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -2126,8 +2155,8 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2126
2155
|
graderId: z.ZodString;
|
|
2127
2156
|
graderVersion: z.ZodString;
|
|
2128
2157
|
status: z.ZodOptional<z.ZodEnum<{
|
|
2129
|
-
pending: "pending";
|
|
2130
2158
|
failed: "failed";
|
|
2159
|
+
pending: "pending";
|
|
2131
2160
|
scored: "scored";
|
|
2132
2161
|
unavailable: "unavailable";
|
|
2133
2162
|
}>>;
|
|
@@ -2135,12 +2164,12 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2135
2164
|
passed: z.ZodBoolean;
|
|
2136
2165
|
rewardEligible: z.ZodBoolean;
|
|
2137
2166
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2138
|
-
|
|
2139
|
-
grader_failure: "grader_failure";
|
|
2167
|
+
cancelled: "cancelled";
|
|
2140
2168
|
environment_failure: "environment_failure";
|
|
2169
|
+
grader_failure: "grader_failure";
|
|
2141
2170
|
infrastructure_failure: "infrastructure_failure";
|
|
2171
|
+
policy_failure: "policy_failure";
|
|
2142
2172
|
timeout: "timeout";
|
|
2143
|
-
cancelled: "cancelled";
|
|
2144
2173
|
}>>;
|
|
2145
2174
|
feedback: z.ZodArray<z.ZodString>;
|
|
2146
2175
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -2160,12 +2189,12 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2160
2189
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
2161
2190
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
2162
2191
|
reasoningEffort: z.ZodEnum<{
|
|
2163
|
-
|
|
2192
|
+
high: "high";
|
|
2164
2193
|
low: "low";
|
|
2194
|
+
max: "max";
|
|
2165
2195
|
medium: "medium";
|
|
2166
|
-
|
|
2196
|
+
off: "off";
|
|
2167
2197
|
xhigh: "xhigh";
|
|
2168
|
-
max: "max";
|
|
2169
2198
|
}>;
|
|
2170
2199
|
maximumOutputTokens: z.ZodNumber;
|
|
2171
2200
|
}, z.core.$strict>>;
|
|
@@ -2179,20 +2208,20 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2179
2208
|
}, z.core.$strict>>;
|
|
2180
2209
|
training: z.ZodObject<{
|
|
2181
2210
|
status: z.ZodEnum<{
|
|
2211
|
+
not_configured: "not_configured";
|
|
2182
2212
|
pending: "pending";
|
|
2183
2213
|
scored: "scored";
|
|
2184
2214
|
unscorable: "unscorable";
|
|
2185
|
-
not_configured: "not_configured";
|
|
2186
2215
|
}>;
|
|
2187
2216
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2188
2217
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2189
2218
|
}, z.core.$strict>;
|
|
2190
2219
|
evaluation: z.ZodObject<{
|
|
2191
2220
|
status: z.ZodEnum<{
|
|
2221
|
+
not_configured: "not_configured";
|
|
2192
2222
|
pending: "pending";
|
|
2193
2223
|
scored: "scored";
|
|
2194
2224
|
unscorable: "unscorable";
|
|
2195
|
-
not_configured: "not_configured";
|
|
2196
2225
|
}>;
|
|
2197
2226
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2198
2227
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -2209,9 +2238,9 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2209
2238
|
requestHash: z.ZodString;
|
|
2210
2239
|
reservedUsd: z.ZodNumber;
|
|
2211
2240
|
status: z.ZodEnum<{
|
|
2241
|
+
not_dispatched: "not_dispatched";
|
|
2212
2242
|
reserved: "reserved";
|
|
2213
2243
|
settled: "settled";
|
|
2214
|
-
not_dispatched: "not_dispatched";
|
|
2215
2244
|
}>;
|
|
2216
2245
|
response: z.ZodNullable<z.ZodObject<{
|
|
2217
2246
|
text: z.ZodString;
|
|
@@ -2239,10 +2268,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2239
2268
|
description: z.ZodString;
|
|
2240
2269
|
instructions: z.ZodString;
|
|
2241
2270
|
category: z.ZodEnum<{
|
|
2271
|
+
coding: "coding";
|
|
2242
2272
|
custom: "custom";
|
|
2243
|
-
structured: "structured";
|
|
2244
2273
|
question_answering: "question_answering";
|
|
2245
|
-
|
|
2274
|
+
structured: "structured";
|
|
2246
2275
|
tool_workflow: "tool_workflow";
|
|
2247
2276
|
}>;
|
|
2248
2277
|
familyNamespace: z.ZodString;
|
|
@@ -2258,11 +2287,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2258
2287
|
sizeBytes: z.ZodNumber;
|
|
2259
2288
|
mediaType: z.ZodString;
|
|
2260
2289
|
visibility: z.ZodEnum<{
|
|
2290
|
+
host_private: "host_private";
|
|
2261
2291
|
policy: "policy";
|
|
2262
2292
|
verifier: "verifier";
|
|
2263
|
-
host_private: "host_private";
|
|
2264
2293
|
}>;
|
|
2265
2294
|
}, z.core.$strict>>>;
|
|
2295
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
2266
2296
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
2267
2297
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
2268
2298
|
}, z.core.$strict>>>;
|
|
@@ -2286,25 +2316,25 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2286
2316
|
environment: z.ZodObject<{
|
|
2287
2317
|
protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
|
|
2288
2318
|
kind: z.ZodEnum<{
|
|
2289
|
-
text: "text";
|
|
2290
2319
|
agent: "agent";
|
|
2291
|
-
work: "work";
|
|
2292
2320
|
custom_program: "custom_program";
|
|
2321
|
+
text: "text";
|
|
2322
|
+
work: "work";
|
|
2293
2323
|
}>;
|
|
2294
2324
|
entrypoint: z.ZodString;
|
|
2295
2325
|
stateful: z.ZodBoolean;
|
|
2296
2326
|
deterministicSeeds: z.ZodBoolean;
|
|
2297
2327
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
2298
|
-
step: "step";
|
|
2299
|
-
create: "create";
|
|
2300
|
-
reset: "reset";
|
|
2301
2328
|
collect: "collect";
|
|
2329
|
+
create: "create";
|
|
2302
2330
|
destroy: "destroy";
|
|
2331
|
+
reset: "reset";
|
|
2332
|
+
step: "step";
|
|
2303
2333
|
}>>;
|
|
2304
2334
|
networkPolicy: z.ZodEnum<{
|
|
2305
|
-
none: "none";
|
|
2306
2335
|
declared_read_only: "declared_read_only";
|
|
2307
2336
|
declared_scoped: "declared_scoped";
|
|
2337
|
+
none: "none";
|
|
2308
2338
|
}>;
|
|
2309
2339
|
defaultTimeoutMs: z.ZodNumber;
|
|
2310
2340
|
}, z.core.$strict>;
|
|
@@ -2328,10 +2358,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2328
2358
|
required: z.ZodBoolean;
|
|
2329
2359
|
scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
2330
2360
|
portability: z.ZodEnum<{
|
|
2331
|
-
portable: "portable";
|
|
2332
2361
|
host_adapter: "host_adapter";
|
|
2333
|
-
local_only: "local_only";
|
|
2334
2362
|
hosted_only: "hosted_only";
|
|
2363
|
+
local_only: "local_only";
|
|
2364
|
+
portable: "portable";
|
|
2335
2365
|
}>;
|
|
2336
2366
|
}, z.core.$strict>>;
|
|
2337
2367
|
verifierSetRelease: z.ZodOptional<z.ZodObject<{
|
|
@@ -2349,10 +2379,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2349
2379
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
2350
2380
|
implementation: z.ZodUnion<readonly [z.ZodObject<{
|
|
2351
2381
|
kind: z.ZodEnum<{
|
|
2352
|
-
content: "content";
|
|
2353
|
-
schema: "schema";
|
|
2354
2382
|
artifact: "artifact";
|
|
2383
|
+
content: "content";
|
|
2355
2384
|
runtime_event: "runtime_event";
|
|
2385
|
+
schema: "schema";
|
|
2356
2386
|
state: "state";
|
|
2357
2387
|
}>;
|
|
2358
2388
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -2365,15 +2395,15 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2365
2395
|
sizeBytes: z.ZodNumber;
|
|
2366
2396
|
mediaType: z.ZodString;
|
|
2367
2397
|
visibility: z.ZodEnum<{
|
|
2398
|
+
host_private: "host_private";
|
|
2368
2399
|
policy: "policy";
|
|
2369
2400
|
verifier: "verifier";
|
|
2370
|
-
host_private: "host_private";
|
|
2371
2401
|
}>;
|
|
2372
2402
|
}, z.core.$strict>;
|
|
2373
2403
|
calibrationStatus: z.ZodEnum<{
|
|
2374
|
-
pending: "pending";
|
|
2375
|
-
passed: "passed";
|
|
2376
2404
|
failed: "failed";
|
|
2405
|
+
passed: "passed";
|
|
2406
|
+
pending: "pending";
|
|
2377
2407
|
}>;
|
|
2378
2408
|
model: z.ZodOptional<z.ZodObject<{
|
|
2379
2409
|
providerId: z.ZodString;
|
|
@@ -2382,9 +2412,6 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2382
2412
|
}, z.core.$strict>>;
|
|
2383
2413
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2384
2414
|
}, z.core.$strict>, z.ZodObject<{
|
|
2385
|
-
exportName: z.ZodOptional<z.ZodString>;
|
|
2386
|
-
timeoutMs: z.ZodNumber;
|
|
2387
|
-
networkPolicy: z.ZodLiteral<"none">;
|
|
2388
2415
|
kind: z.ZodLiteral<"custom_verifier">;
|
|
2389
2416
|
runtime: z.ZodOptional<z.ZodEnum<{
|
|
2390
2417
|
isolated_javascript: "isolated_javascript";
|
|
@@ -2397,13 +2424,29 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2397
2424
|
sizeBytes: z.ZodNumber;
|
|
2398
2425
|
mediaType: z.ZodString;
|
|
2399
2426
|
visibility: z.ZodEnum<{
|
|
2427
|
+
host_private: "host_private";
|
|
2400
2428
|
policy: "policy";
|
|
2401
2429
|
verifier: "verifier";
|
|
2402
|
-
host_private: "host_private";
|
|
2403
2430
|
}>;
|
|
2404
2431
|
}, z.core.$strict>;
|
|
2432
|
+
exportName: z.ZodOptional<z.ZodString>;
|
|
2433
|
+
timeoutMs: z.ZodNumber;
|
|
2434
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
2405
2435
|
}, z.core.$strict>, z.ZodObject<{
|
|
2406
2436
|
kind: z.ZodLiteral<"human">;
|
|
2437
|
+
rubricRef: z.ZodObject<{
|
|
2438
|
+
id: z.ZodString;
|
|
2439
|
+
path: z.ZodString;
|
|
2440
|
+
contentHash: z.ZodString;
|
|
2441
|
+
sizeBytes: z.ZodNumber;
|
|
2442
|
+
mediaType: z.ZodString;
|
|
2443
|
+
visibility: z.ZodEnum<{
|
|
2444
|
+
host_private: "host_private";
|
|
2445
|
+
policy: "policy";
|
|
2446
|
+
verifier: "verifier";
|
|
2447
|
+
}>;
|
|
2448
|
+
}, z.core.$strict>;
|
|
2449
|
+
reviewerRole: z.ZodString;
|
|
2407
2450
|
form: z.ZodOptional<z.ZodObject<{
|
|
2408
2451
|
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
2409
2452
|
mode: z.ZodEnum<{
|
|
@@ -2481,19 +2524,6 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2481
2524
|
allowTie: z.ZodBoolean;
|
|
2482
2525
|
}, z.core.$strict>], "kind">>;
|
|
2483
2526
|
}, z.core.$strict>>;
|
|
2484
|
-
rubricRef: z.ZodObject<{
|
|
2485
|
-
id: z.ZodString;
|
|
2486
|
-
path: z.ZodString;
|
|
2487
|
-
contentHash: z.ZodString;
|
|
2488
|
-
sizeBytes: z.ZodNumber;
|
|
2489
|
-
mediaType: z.ZodString;
|
|
2490
|
-
visibility: z.ZodEnum<{
|
|
2491
|
-
policy: "policy";
|
|
2492
|
-
verifier: "verifier";
|
|
2493
|
-
host_private: "host_private";
|
|
2494
|
-
}>;
|
|
2495
|
-
}, z.core.$strict>;
|
|
2496
|
-
reviewerRole: z.ZodString;
|
|
2497
2527
|
}, z.core.$strict>, z.ZodObject<{
|
|
2498
2528
|
kind: z.ZodLiteral<"learned_model">;
|
|
2499
2529
|
modelVersion: z.ZodObject<{
|
|
@@ -2507,9 +2537,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2507
2537
|
sizeBytes: z.ZodNumber;
|
|
2508
2538
|
mediaType: z.ZodString;
|
|
2509
2539
|
visibility: z.ZodEnum<{
|
|
2540
|
+
host_private: "host_private";
|
|
2510
2541
|
policy: "policy";
|
|
2511
2542
|
verifier: "verifier";
|
|
2512
|
-
host_private: "host_private";
|
|
2513
2543
|
}>;
|
|
2514
2544
|
}, z.core.$strict>;
|
|
2515
2545
|
}, z.core.$strict>]>;
|
|
@@ -2524,9 +2554,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2524
2554
|
sizeBytes: z.ZodNumber;
|
|
2525
2555
|
mediaType: z.ZodString;
|
|
2526
2556
|
visibility: z.ZodEnum<{
|
|
2557
|
+
host_private: "host_private";
|
|
2527
2558
|
policy: "policy";
|
|
2528
2559
|
verifier: "verifier";
|
|
2529
|
-
host_private: "host_private";
|
|
2530
2560
|
}>;
|
|
2531
2561
|
}, z.core.$strict>>;
|
|
2532
2562
|
fixtureSetRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -2536,9 +2566,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2536
2566
|
sizeBytes: z.ZodNumber;
|
|
2537
2567
|
mediaType: z.ZodString;
|
|
2538
2568
|
visibility: z.ZodEnum<{
|
|
2569
|
+
host_private: "host_private";
|
|
2539
2570
|
policy: "policy";
|
|
2540
2571
|
verifier: "verifier";
|
|
2541
|
-
host_private: "host_private";
|
|
2542
2572
|
}>;
|
|
2543
2573
|
}, z.core.$strict>>;
|
|
2544
2574
|
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -2599,11 +2629,11 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2599
2629
|
revision: z.ZodNumber;
|
|
2600
2630
|
name: z.ZodString;
|
|
2601
2631
|
kind: z.ZodEnum<{
|
|
2602
|
-
work: "work";
|
|
2603
|
-
provider: "provider";
|
|
2604
|
-
direct: "direct";
|
|
2605
2632
|
benchmark: "benchmark";
|
|
2633
|
+
direct: "direct";
|
|
2606
2634
|
opentelemetry: "opentelemetry";
|
|
2635
|
+
provider: "provider";
|
|
2636
|
+
work: "work";
|
|
2607
2637
|
}>;
|
|
2608
2638
|
taskDefinition: z.ZodObject<{
|
|
2609
2639
|
id: z.ZodString;
|
|
@@ -2612,10 +2642,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2612
2642
|
}, z.core.$strict>;
|
|
2613
2643
|
enabled: z.ZodBoolean;
|
|
2614
2644
|
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
2645
|
+
frozen_eval: "frozen_eval";
|
|
2646
|
+
test: "test";
|
|
2615
2647
|
train: "train";
|
|
2616
2648
|
validation: "validation";
|
|
2617
|
-
test: "test";
|
|
2618
|
-
frozen_eval: "frozen_eval";
|
|
2619
2649
|
}>>;
|
|
2620
2650
|
mapping: z.ZodNullable<z.ZodObject<{
|
|
2621
2651
|
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
@@ -2628,10 +2658,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2628
2658
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
2629
2659
|
familyKey: z.ZodString;
|
|
2630
2660
|
split: z.ZodEnum<{
|
|
2661
|
+
frozen_eval: "frozen_eval";
|
|
2662
|
+
test: "test";
|
|
2631
2663
|
train: "train";
|
|
2632
2664
|
validation: "validation";
|
|
2633
|
-
test: "test";
|
|
2634
|
-
frozen_eval: "frozen_eval";
|
|
2635
2665
|
}>;
|
|
2636
2666
|
}, z.core.$strict>>;
|
|
2637
2667
|
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
@@ -2689,10 +2719,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2689
2719
|
occurredAt: z.ZodString;
|
|
2690
2720
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
2691
2721
|
split: z.ZodEnum<{
|
|
2722
|
+
frozen_eval: "frozen_eval";
|
|
2723
|
+
test: "test";
|
|
2692
2724
|
train: "train";
|
|
2693
2725
|
validation: "validation";
|
|
2694
|
-
test: "test";
|
|
2695
|
-
frozen_eval: "frozen_eval";
|
|
2696
2726
|
}>;
|
|
2697
2727
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
2698
2728
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -2705,9 +2735,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2705
2735
|
sizeBytes: z.ZodNumber;
|
|
2706
2736
|
mediaType: z.ZodString;
|
|
2707
2737
|
visibility: z.ZodEnum<{
|
|
2738
|
+
host_private: "host_private";
|
|
2708
2739
|
policy: "policy";
|
|
2709
2740
|
verifier: "verifier";
|
|
2710
|
-
host_private: "host_private";
|
|
2711
2741
|
}>;
|
|
2712
2742
|
}, z.core.$strict>>;
|
|
2713
2743
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -2720,11 +2750,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2720
2750
|
sizeBytes: z.ZodNumber;
|
|
2721
2751
|
mediaType: z.ZodString;
|
|
2722
2752
|
visibility: z.ZodEnum<{
|
|
2753
|
+
host_private: "host_private";
|
|
2723
2754
|
policy: "policy";
|
|
2724
2755
|
verifier: "verifier";
|
|
2725
|
-
host_private: "host_private";
|
|
2726
2756
|
}>;
|
|
2727
2757
|
}, z.core.$strict>>>;
|
|
2758
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
2728
2759
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
2729
2760
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
2730
2761
|
}, z.core.$strict>>>;
|
|
@@ -2753,20 +2784,20 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2753
2784
|
expectedEvidenceHash: z.ZodNullable<z.ZodString>;
|
|
2754
2785
|
occurredAt: z.ZodString;
|
|
2755
2786
|
kind: z.ZodEnum<{
|
|
2756
|
-
|
|
2757
|
-
target_correction: "target_correction";
|
|
2787
|
+
family_resolution: "family_resolution";
|
|
2758
2788
|
ground_truth_correction: "ground_truth_correction";
|
|
2759
2789
|
input_correction: "input_correction";
|
|
2760
|
-
|
|
2790
|
+
outcome: "outcome";
|
|
2791
|
+
target_correction: "target_correction";
|
|
2761
2792
|
}>;
|
|
2762
2793
|
value: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
2763
2794
|
note: z.ZodString;
|
|
2764
2795
|
}, z.core.$strict>;
|
|
2765
2796
|
status: z.ZodEnum<{
|
|
2766
|
-
|
|
2797
|
+
applied: "applied";
|
|
2767
2798
|
pending_example: "pending_example";
|
|
2768
2799
|
pending_review: "pending_review";
|
|
2769
|
-
|
|
2800
|
+
rejected: "rejected";
|
|
2770
2801
|
superseded: "superseded";
|
|
2771
2802
|
}>;
|
|
2772
2803
|
evidence: z.ZodNullable<z.ZodObject<{
|
|
@@ -2779,9 +2810,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2779
2810
|
submittedBy: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
2780
2811
|
id: z.ZodString;
|
|
2781
2812
|
role: z.ZodEnum<{
|
|
2813
|
+
editor: "editor";
|
|
2782
2814
|
reviewer: "reviewer";
|
|
2783
2815
|
source: "source";
|
|
2784
|
-
editor: "editor";
|
|
2785
2816
|
}>;
|
|
2786
2817
|
sourceId: z.ZodNullable<z.ZodString>;
|
|
2787
2818
|
}, z.core.$strict>>>;
|
|
@@ -2822,26 +2853,26 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2822
2853
|
}, z.core.$strict>>;
|
|
2823
2854
|
}, z.core.$strict>;
|
|
2824
2855
|
evidenceValidity: z.ZodEnum<{
|
|
2856
|
+
invalid: "invalid";
|
|
2825
2857
|
pending: "pending";
|
|
2826
2858
|
valid: "valid";
|
|
2827
|
-
invalid: "invalid";
|
|
2828
2859
|
}>;
|
|
2829
2860
|
taskAdmissibility: z.ZodEnum<{
|
|
2830
|
-
rejected: "rejected";
|
|
2831
|
-
pending: "pending";
|
|
2832
2861
|
approved: "approved";
|
|
2862
|
+
pending: "pending";
|
|
2863
|
+
rejected: "rejected";
|
|
2833
2864
|
}>;
|
|
2834
2865
|
observedQuality: z.ZodEnum<{
|
|
2835
|
-
passed: "passed";
|
|
2836
2866
|
failed: "failed";
|
|
2867
|
+
passed: "passed";
|
|
2837
2868
|
unavailable: "unavailable";
|
|
2838
2869
|
unscored: "unscored";
|
|
2839
2870
|
}>;
|
|
2840
2871
|
targetApproval: z.ZodEnum<{
|
|
2841
|
-
rejected: "rejected";
|
|
2842
|
-
pending: "pending";
|
|
2843
2872
|
approved: "approved";
|
|
2844
2873
|
not_required: "not_required";
|
|
2874
|
+
pending: "pending";
|
|
2875
|
+
rejected: "rejected";
|
|
2845
2876
|
}>;
|
|
2846
2877
|
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
2847
2878
|
grade: z.ZodNullable<z.ZodObject<{
|
|
@@ -2866,11 +2897,11 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2866
2897
|
training: "training";
|
|
2867
2898
|
}>;
|
|
2868
2899
|
status: z.ZodEnum<{
|
|
2869
|
-
pending: "pending";
|
|
2870
2900
|
failed: "failed";
|
|
2901
|
+
not_applicable: "not_applicable";
|
|
2902
|
+
pending: "pending";
|
|
2871
2903
|
scored: "scored";
|
|
2872
2904
|
unavailable: "unavailable";
|
|
2873
|
-
not_applicable: "not_applicable";
|
|
2874
2905
|
}>;
|
|
2875
2906
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
2876
2907
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -2881,8 +2912,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2881
2912
|
graderId: z.ZodString;
|
|
2882
2913
|
graderVersion: z.ZodString;
|
|
2883
2914
|
status: z.ZodOptional<z.ZodEnum<{
|
|
2884
|
-
pending: "pending";
|
|
2885
2915
|
failed: "failed";
|
|
2916
|
+
pending: "pending";
|
|
2886
2917
|
scored: "scored";
|
|
2887
2918
|
unavailable: "unavailable";
|
|
2888
2919
|
}>>;
|
|
@@ -2890,12 +2921,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2890
2921
|
passed: z.ZodBoolean;
|
|
2891
2922
|
rewardEligible: z.ZodBoolean;
|
|
2892
2923
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2893
|
-
|
|
2894
|
-
grader_failure: "grader_failure";
|
|
2924
|
+
cancelled: "cancelled";
|
|
2895
2925
|
environment_failure: "environment_failure";
|
|
2926
|
+
grader_failure: "grader_failure";
|
|
2896
2927
|
infrastructure_failure: "infrastructure_failure";
|
|
2928
|
+
policy_failure: "policy_failure";
|
|
2897
2929
|
timeout: "timeout";
|
|
2898
|
-
cancelled: "cancelled";
|
|
2899
2930
|
}>>;
|
|
2900
2931
|
feedback: z.ZodArray<z.ZodString>;
|
|
2901
2932
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -2915,12 +2946,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2915
2946
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
2916
2947
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
2917
2948
|
reasoningEffort: z.ZodEnum<{
|
|
2918
|
-
|
|
2949
|
+
high: "high";
|
|
2919
2950
|
low: "low";
|
|
2951
|
+
max: "max";
|
|
2920
2952
|
medium: "medium";
|
|
2921
|
-
|
|
2953
|
+
off: "off";
|
|
2922
2954
|
xhigh: "xhigh";
|
|
2923
|
-
max: "max";
|
|
2924
2955
|
}>;
|
|
2925
2956
|
maximumOutputTokens: z.ZodNumber;
|
|
2926
2957
|
}, z.core.$strict>>;
|
|
@@ -2934,20 +2965,20 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2934
2965
|
}, z.core.$strict>>;
|
|
2935
2966
|
training: z.ZodObject<{
|
|
2936
2967
|
status: z.ZodEnum<{
|
|
2968
|
+
not_configured: "not_configured";
|
|
2937
2969
|
pending: "pending";
|
|
2938
2970
|
scored: "scored";
|
|
2939
2971
|
unscorable: "unscorable";
|
|
2940
|
-
not_configured: "not_configured";
|
|
2941
2972
|
}>;
|
|
2942
2973
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2943
2974
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2944
2975
|
}, z.core.$strict>;
|
|
2945
2976
|
evaluation: z.ZodObject<{
|
|
2946
2977
|
status: z.ZodEnum<{
|
|
2978
|
+
not_configured: "not_configured";
|
|
2947
2979
|
pending: "pending";
|
|
2948
2980
|
scored: "scored";
|
|
2949
2981
|
unscorable: "unscorable";
|
|
2950
|
-
not_configured: "not_configured";
|
|
2951
2982
|
}>;
|
|
2952
2983
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2953
2984
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -2976,11 +3007,11 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2976
3007
|
training: "training";
|
|
2977
3008
|
}>;
|
|
2978
3009
|
status: z.ZodEnum<{
|
|
2979
|
-
pending: "pending";
|
|
2980
3010
|
failed: "failed";
|
|
3011
|
+
not_applicable: "not_applicable";
|
|
3012
|
+
pending: "pending";
|
|
2981
3013
|
scored: "scored";
|
|
2982
3014
|
unavailable: "unavailable";
|
|
2983
|
-
not_applicable: "not_applicable";
|
|
2984
3015
|
}>;
|
|
2985
3016
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
2986
3017
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -2991,8 +3022,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2991
3022
|
graderId: z.ZodString;
|
|
2992
3023
|
graderVersion: z.ZodString;
|
|
2993
3024
|
status: z.ZodOptional<z.ZodEnum<{
|
|
2994
|
-
pending: "pending";
|
|
2995
3025
|
failed: "failed";
|
|
3026
|
+
pending: "pending";
|
|
2996
3027
|
scored: "scored";
|
|
2997
3028
|
unavailable: "unavailable";
|
|
2998
3029
|
}>>;
|
|
@@ -3000,12 +3031,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3000
3031
|
passed: z.ZodBoolean;
|
|
3001
3032
|
rewardEligible: z.ZodBoolean;
|
|
3002
3033
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
3003
|
-
|
|
3004
|
-
grader_failure: "grader_failure";
|
|
3034
|
+
cancelled: "cancelled";
|
|
3005
3035
|
environment_failure: "environment_failure";
|
|
3036
|
+
grader_failure: "grader_failure";
|
|
3006
3037
|
infrastructure_failure: "infrastructure_failure";
|
|
3038
|
+
policy_failure: "policy_failure";
|
|
3007
3039
|
timeout: "timeout";
|
|
3008
|
-
cancelled: "cancelled";
|
|
3009
3040
|
}>>;
|
|
3010
3041
|
feedback: z.ZodArray<z.ZodString>;
|
|
3011
3042
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -3025,12 +3056,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3025
3056
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
3026
3057
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
3027
3058
|
reasoningEffort: z.ZodEnum<{
|
|
3028
|
-
|
|
3059
|
+
high: "high";
|
|
3029
3060
|
low: "low";
|
|
3061
|
+
max: "max";
|
|
3030
3062
|
medium: "medium";
|
|
3031
|
-
|
|
3063
|
+
off: "off";
|
|
3032
3064
|
xhigh: "xhigh";
|
|
3033
|
-
max: "max";
|
|
3034
3065
|
}>;
|
|
3035
3066
|
maximumOutputTokens: z.ZodNumber;
|
|
3036
3067
|
}, z.core.$strict>>;
|
|
@@ -3044,20 +3075,20 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3044
3075
|
}, z.core.$strict>>;
|
|
3045
3076
|
training: z.ZodObject<{
|
|
3046
3077
|
status: z.ZodEnum<{
|
|
3078
|
+
not_configured: "not_configured";
|
|
3047
3079
|
pending: "pending";
|
|
3048
3080
|
scored: "scored";
|
|
3049
3081
|
unscorable: "unscorable";
|
|
3050
|
-
not_configured: "not_configured";
|
|
3051
3082
|
}>;
|
|
3052
3083
|
score: z.ZodNullable<z.ZodNumber>;
|
|
3053
3084
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
3054
3085
|
}, z.core.$strict>;
|
|
3055
3086
|
evaluation: z.ZodObject<{
|
|
3056
3087
|
status: z.ZodEnum<{
|
|
3088
|
+
not_configured: "not_configured";
|
|
3057
3089
|
pending: "pending";
|
|
3058
3090
|
scored: "scored";
|
|
3059
3091
|
unscorable: "unscorable";
|
|
3060
|
-
not_configured: "not_configured";
|
|
3061
3092
|
}>;
|
|
3062
3093
|
score: z.ZodNullable<z.ZodNumber>;
|
|
3063
3094
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -3083,8 +3114,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3083
3114
|
}, z.core.$strict>;
|
|
3084
3115
|
purpose: z.ZodEnum<{
|
|
3085
3116
|
evaluation: "evaluation";
|
|
3086
|
-
supervised_training: "supervised_training";
|
|
3087
3117
|
reward_training: "reward_training";
|
|
3118
|
+
supervised_training: "supervised_training";
|
|
3088
3119
|
}>;
|
|
3089
3120
|
examples: z.ZodArray<z.ZodObject<{
|
|
3090
3121
|
evidence: z.ZodObject<{
|
|
@@ -3100,10 +3131,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3100
3131
|
familyKey: z.ZodString;
|
|
3101
3132
|
inputHash: z.ZodString;
|
|
3102
3133
|
split: z.ZodEnum<{
|
|
3134
|
+
frozen_eval: "frozen_eval";
|
|
3135
|
+
test: "test";
|
|
3103
3136
|
train: "train";
|
|
3104
3137
|
validation: "validation";
|
|
3105
|
-
test: "test";
|
|
3106
|
-
frozen_eval: "frozen_eval";
|
|
3107
3138
|
}>;
|
|
3108
3139
|
}, z.core.$strict>>;
|
|
3109
3140
|
sealedAt: z.ZodString;
|
|
@@ -3207,10 +3238,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3207
3238
|
}, z.core.$strict>;
|
|
3208
3239
|
}, z.core.$strict>>;
|
|
3209
3240
|
split: z.ZodEnum<{
|
|
3241
|
+
frozen_eval: "frozen_eval";
|
|
3242
|
+
test: "test";
|
|
3210
3243
|
train: "train";
|
|
3211
3244
|
validation: "validation";
|
|
3212
|
-
test: "test";
|
|
3213
|
-
frozen_eval: "frozen_eval";
|
|
3214
3245
|
}>;
|
|
3215
3246
|
population: z.ZodArray<z.ZodObject<{
|
|
3216
3247
|
taskId: z.ZodString;
|
|
@@ -3227,8 +3258,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3227
3258
|
configurationHash: z.ZodString;
|
|
3228
3259
|
output: z.ZodEnum<{
|
|
3229
3260
|
boolean: "boolean";
|
|
3230
|
-
score: "score";
|
|
3231
3261
|
category: "category";
|
|
3262
|
+
score: "score";
|
|
3232
3263
|
}>;
|
|
3233
3264
|
categories: z.ZodArray<z.ZodString>;
|
|
3234
3265
|
}, z.core.$strict>>;
|
|
@@ -3237,17 +3268,17 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3237
3268
|
graderId: z.ZodString;
|
|
3238
3269
|
fields: z.ZodArray<z.ZodObject<{
|
|
3239
3270
|
destination: z.ZodEnum<{
|
|
3240
|
-
output: "output";
|
|
3241
|
-
input: "input";
|
|
3242
|
-
expectedOutput: "expectedOutput";
|
|
3243
3271
|
evaluatorContext: "evaluatorContext";
|
|
3272
|
+
expectedOutput: "expectedOutput";
|
|
3273
|
+
input: "input";
|
|
3274
|
+
output: "output";
|
|
3244
3275
|
}>;
|
|
3245
3276
|
path: z.ZodArray<z.ZodString>;
|
|
3246
3277
|
source: z.ZodEnum<{
|
|
3247
|
-
output: "output";
|
|
3248
|
-
input: "input";
|
|
3249
|
-
expectedOutput: "expectedOutput";
|
|
3250
3278
|
evaluatorContext: "evaluatorContext";
|
|
3279
|
+
expectedOutput: "expectedOutput";
|
|
3280
|
+
input: "input";
|
|
3281
|
+
output: "output";
|
|
3251
3282
|
}>;
|
|
3252
3283
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
3253
3284
|
}, z.core.$strict>>;
|
|
@@ -3313,8 +3344,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3313
3344
|
revision: z.ZodNumber;
|
|
3314
3345
|
modelProjectId: z.ZodString;
|
|
3315
3346
|
executionOwner: z.ZodEnum<{
|
|
3316
|
-
local: "local";
|
|
3317
3347
|
hosted: "hosted";
|
|
3348
|
+
local: "local";
|
|
3318
3349
|
}>;
|
|
3319
3350
|
enabled: z.ZodBoolean;
|
|
3320
3351
|
sources: z.ZodArray<z.ZodObject<{
|
|
@@ -3368,14 +3399,14 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3368
3399
|
}, z.core.$strict>>;
|
|
3369
3400
|
training: z.ZodObject<{
|
|
3370
3401
|
method: z.ZodEnum<{
|
|
3371
|
-
sft: "sft";
|
|
3372
3402
|
dpo: "dpo";
|
|
3373
3403
|
grpo: "grpo";
|
|
3374
|
-
ppo: "ppo";
|
|
3375
|
-
sdft: "sdft";
|
|
3376
3404
|
opd: "opd";
|
|
3377
3405
|
opsd: "opsd";
|
|
3406
|
+
ppo: "ppo";
|
|
3407
|
+
sdft: "sdft";
|
|
3378
3408
|
sdpo: "sdpo";
|
|
3409
|
+
sft: "sft";
|
|
3379
3410
|
}>;
|
|
3380
3411
|
recipe: z.ZodObject<{
|
|
3381
3412
|
id: z.ZodString;
|
|
@@ -3389,6 +3420,18 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3389
3420
|
id: z.ZodString;
|
|
3390
3421
|
contentHash: z.ZodString;
|
|
3391
3422
|
}, z.core.$strict>>;
|
|
3423
|
+
continuationMode: z.ZodOptional<z.ZodObject<{
|
|
3424
|
+
adapterMode: z.ZodEnum<{
|
|
3425
|
+
residual_append: "residual_append";
|
|
3426
|
+
sequential_merge: "sequential_merge";
|
|
3427
|
+
shared: "shared";
|
|
3428
|
+
}>;
|
|
3429
|
+
sourceConfiguration: z.ZodObject<{
|
|
3430
|
+
id: z.ZodString;
|
|
3431
|
+
revision: z.ZodNumber;
|
|
3432
|
+
etag: z.ZodString;
|
|
3433
|
+
}, z.core.$strict>;
|
|
3434
|
+
}, z.core.$strict>>;
|
|
3392
3435
|
}, z.core.$strict>;
|
|
3393
3436
|
limits: z.ZodObject<{
|
|
3394
3437
|
maxIterationSpendUsd: z.ZodNumber;
|
|
@@ -3425,19 +3468,19 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3425
3468
|
}, z.core.$strict>;
|
|
3426
3469
|
status: z.ZodEnum<{
|
|
3427
3470
|
accepted: "accepted";
|
|
3428
|
-
rejected: "rejected";
|
|
3429
3471
|
cancelled: "cancelled";
|
|
3472
|
+
cancelling: "cancelling";
|
|
3473
|
+
candidate_ready: "candidate_ready";
|
|
3474
|
+
completed_without_candidate: "completed_without_candidate";
|
|
3475
|
+
dispatching: "dispatching";
|
|
3476
|
+
evaluating: "evaluating";
|
|
3430
3477
|
failed: "failed";
|
|
3478
|
+
paused: "paused";
|
|
3479
|
+
ready: "ready";
|
|
3480
|
+
rejected: "rejected";
|
|
3431
3481
|
training: "training";
|
|
3432
3482
|
waiting_for_data: "waiting_for_data";
|
|
3433
3483
|
waiting_for_review: "waiting_for_review";
|
|
3434
|
-
ready: "ready";
|
|
3435
|
-
dispatching: "dispatching";
|
|
3436
|
-
evaluating: "evaluating";
|
|
3437
|
-
candidate_ready: "candidate_ready";
|
|
3438
|
-
paused: "paused";
|
|
3439
|
-
cancelling: "cancelling";
|
|
3440
|
-
completed_without_candidate: "completed_without_candidate";
|
|
3441
3484
|
}>;
|
|
3442
3485
|
triggerIdentity: z.ZodString;
|
|
3443
3486
|
batch: z.ZodNullable<z.ZodObject<{
|
|
@@ -3519,12 +3562,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3519
3562
|
}>;
|
|
3520
3563
|
output: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
3521
3564
|
status: z.ZodEnum<{
|
|
3522
|
-
queued: "queued";
|
|
3523
3565
|
cancelled: "cancelled";
|
|
3524
|
-
|
|
3566
|
+
cancelling: "cancelling";
|
|
3525
3567
|
completed: "completed";
|
|
3568
|
+
failed: "failed";
|
|
3569
|
+
queued: "queued";
|
|
3526
3570
|
running: "running";
|
|
3527
|
-
cancelling: "cancelling";
|
|
3528
3571
|
}>;
|
|
3529
3572
|
composition: z.ZodNullable<z.ZodObject<{
|
|
3530
3573
|
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
@@ -3548,11 +3591,11 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3548
3591
|
training: "training";
|
|
3549
3592
|
}>;
|
|
3550
3593
|
status: z.ZodEnum<{
|
|
3551
|
-
pending: "pending";
|
|
3552
3594
|
failed: "failed";
|
|
3595
|
+
not_applicable: "not_applicable";
|
|
3596
|
+
pending: "pending";
|
|
3553
3597
|
scored: "scored";
|
|
3554
3598
|
unavailable: "unavailable";
|
|
3555
|
-
not_applicable: "not_applicable";
|
|
3556
3599
|
}>;
|
|
3557
3600
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
3558
3601
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -3563,8 +3606,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3563
3606
|
graderId: z.ZodString;
|
|
3564
3607
|
graderVersion: z.ZodString;
|
|
3565
3608
|
status: z.ZodOptional<z.ZodEnum<{
|
|
3566
|
-
pending: "pending";
|
|
3567
3609
|
failed: "failed";
|
|
3610
|
+
pending: "pending";
|
|
3568
3611
|
scored: "scored";
|
|
3569
3612
|
unavailable: "unavailable";
|
|
3570
3613
|
}>>;
|
|
@@ -3572,12 +3615,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3572
3615
|
passed: z.ZodBoolean;
|
|
3573
3616
|
rewardEligible: z.ZodBoolean;
|
|
3574
3617
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
3575
|
-
|
|
3576
|
-
grader_failure: "grader_failure";
|
|
3618
|
+
cancelled: "cancelled";
|
|
3577
3619
|
environment_failure: "environment_failure";
|
|
3620
|
+
grader_failure: "grader_failure";
|
|
3578
3621
|
infrastructure_failure: "infrastructure_failure";
|
|
3622
|
+
policy_failure: "policy_failure";
|
|
3579
3623
|
timeout: "timeout";
|
|
3580
|
-
cancelled: "cancelled";
|
|
3581
3624
|
}>>;
|
|
3582
3625
|
feedback: z.ZodArray<z.ZodString>;
|
|
3583
3626
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -3597,12 +3640,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3597
3640
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
3598
3641
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
3599
3642
|
reasoningEffort: z.ZodEnum<{
|
|
3600
|
-
|
|
3643
|
+
high: "high";
|
|
3601
3644
|
low: "low";
|
|
3645
|
+
max: "max";
|
|
3602
3646
|
medium: "medium";
|
|
3603
|
-
|
|
3647
|
+
off: "off";
|
|
3604
3648
|
xhigh: "xhigh";
|
|
3605
|
-
max: "max";
|
|
3606
3649
|
}>;
|
|
3607
3650
|
maximumOutputTokens: z.ZodNumber;
|
|
3608
3651
|
}, z.core.$strict>>;
|
|
@@ -3616,20 +3659,20 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3616
3659
|
}, z.core.$strict>>;
|
|
3617
3660
|
training: z.ZodObject<{
|
|
3618
3661
|
status: z.ZodEnum<{
|
|
3662
|
+
not_configured: "not_configured";
|
|
3619
3663
|
pending: "pending";
|
|
3620
3664
|
scored: "scored";
|
|
3621
3665
|
unscorable: "unscorable";
|
|
3622
|
-
not_configured: "not_configured";
|
|
3623
3666
|
}>;
|
|
3624
3667
|
score: z.ZodNullable<z.ZodNumber>;
|
|
3625
3668
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
3626
3669
|
}, z.core.$strict>;
|
|
3627
3670
|
evaluation: z.ZodObject<{
|
|
3628
3671
|
status: z.ZodEnum<{
|
|
3672
|
+
not_configured: "not_configured";
|
|
3629
3673
|
pending: "pending";
|
|
3630
3674
|
scored: "scored";
|
|
3631
3675
|
unscorable: "unscorable";
|
|
3632
|
-
not_configured: "not_configured";
|
|
3633
3676
|
}>;
|
|
3634
3677
|
score: z.ZodNullable<z.ZodNumber>;
|
|
3635
3678
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -3646,9 +3689,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3646
3689
|
requestHash: z.ZodString;
|
|
3647
3690
|
reservedUsd: z.ZodNumber;
|
|
3648
3691
|
status: z.ZodEnum<{
|
|
3692
|
+
not_dispatched: "not_dispatched";
|
|
3649
3693
|
reserved: "reserved";
|
|
3650
3694
|
settled: "settled";
|
|
3651
|
-
not_dispatched: "not_dispatched";
|
|
3652
3695
|
}>;
|
|
3653
3696
|
response: z.ZodNullable<z.ZodObject<{
|
|
3654
3697
|
text: z.ZodString;
|