@openpond/evals 0.12.0 → 0.12.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/artifact-verification.js +2 -0
- package/dist/connected-evidence/sources/claude-branches.js +34 -1
- package/dist/connected-evidence/sources/claude-code.js +1 -1
- package/dist/learning/continuation-mode.js +9 -0
- package/dist/learning/contracts.js +2 -0
- package/dist/learning/correction-metrics.js +61 -0
- package/dist/learning/index.js +2 -0
- package/dist/native-conversations/collector-acquisition.js +17 -6
- package/dist/native-conversations/collector-source-cache.js +1 -1
- package/dist/native-conversations/collector-store.js +27 -2
- package/dist/native-conversations/collector.js +4 -3
- package/dist/native-conversations/history.js +28 -8
- package/dist/native-conversations/index.js +1 -0
- package/dist/native-conversations/selection.js +57 -0
- package/dist/native-conversations/supervisor.js +2 -0
- package/dist/native-conversations/titles.js +2 -2
- package/dist/tasksets.js +1 -0
- package/dist/types/artifact-verification.d.ts.map +1 -1
- package/dist/types/benchmarks.d.ts +22 -22
- package/dist/types/benchmarks.d.ts.map +1 -1
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +40 -39
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/compatibility.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +98 -96
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/connected-evidence/codex-command-observations.d.ts.map +1 -1
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts +6 -6
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +58 -58
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-proof.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-starting-state.d.ts.map +1 -1
- package/dist/types/connected-evidence/git.d.ts.map +1 -1
- package/dist/types/connected-evidence/imports.d.ts.map +1 -1
- package/dist/types/connected-evidence/index.d.ts.map +1 -1
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
- package/dist/types/connected-evidence/python-correctness.d.ts +38 -38
- package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-branches.d.ts +1 -0
- package/dist/types/connected-evidence/sources/claude-branches.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-code.d.ts +25 -25
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-authorization.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex.d.ts +25 -25
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/grok-build.d.ts +25 -25
- package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/history.d.ts +44 -44
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/opencode.d.ts +25 -25
- package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/pi.d.ts +25 -25
- package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -1
- package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -1
- package/dist/types/deterministic-graders.d.ts.map +1 -1
- package/dist/types/environment-execution-services-contract.d.ts +19 -19
- package/dist/types/environment-execution-services-contract.d.ts.map +1 -1
- package/dist/types/environment-execution-services.d.ts.map +1 -1
- package/dist/types/evidence/authoring.d.ts.map +1 -1
- package/dist/types/evidence/conformance.d.ts +98 -98
- package/dist/types/evidence/conformance.d.ts.map +1 -1
- package/dist/types/evidence/contracts.d.ts +183 -183
- package/dist/types/evidence/contracts.d.ts.map +1 -1
- package/dist/types/evidence/eligibility.d.ts +160 -160
- package/dist/types/evidence/eligibility.d.ts.map +1 -1
- package/dist/types/evidence/index.d.ts.map +1 -1
- package/dist/types/execution-contracts.d.ts +110 -110
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/execution-receipts.d.ts.map +1 -1
- package/dist/types/experiments.d.ts +96 -96
- package/dist/types/experiments.d.ts.map +1 -1
- package/dist/types/graders.d.ts +35 -35
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/harness-experiment-source.d.ts.map +1 -1
- package/dist/types/harness.d.ts.map +1 -1
- package/dist/types/human-review/comparison.d.ts +189 -189
- package/dist/types/human-review/comparison.d.ts.map +1 -1
- package/dist/types/human-review/contracts.d.ts +178 -178
- package/dist/types/human-review/contracts.d.ts.map +1 -1
- package/dist/types/human-review/execution.d.ts +53 -53
- package/dist/types/human-review/execution.d.ts.map +1 -1
- package/dist/types/human-review/handoff.d.ts +43 -43
- package/dist/types/human-review/handoff.d.ts.map +1 -1
- package/dist/types/human-review/index.d.ts.map +1 -1
- package/dist/types/human-review/local-publication.d.ts +4 -4
- package/dist/types/human-review/local-publication.d.ts.map +1 -1
- package/dist/types/human-review/repository.d.ts.map +1 -1
- package/dist/types/human-review/results.d.ts +8 -8
- package/dist/types/human-review/results.d.ts.map +1 -1
- package/dist/types/human-review/service.d.ts +292 -292
- package/dist/types/human-review/service.d.ts.map +1 -1
- package/dist/types/human-review/task-proposals.d.ts +2 -2
- package/dist/types/human-review/task-proposals.d.ts.map +1 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/javascript-environment-attempt.d.ts.map +1 -1
- package/dist/types/javascript-environment-contract.d.ts +39 -39
- package/dist/types/javascript-environment-contract.d.ts.map +1 -1
- package/dist/types/javascript-environment-node.d.ts.map +1 -1
- package/dist/types/javascript-environment.d.ts +14 -14
- package/dist/types/javascript-environment.d.ts.map +1 -1
- package/dist/types/javascript-isolate-node.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process-entry.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process.d.ts.map +1 -1
- package/dist/types/javascript-isolate.d.ts.map +1 -1
- package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
- package/dist/types/javascript-verifier-node.d.ts.map +1 -1
- package/dist/types/javascript-verifier-worker.d.ts.map +1 -1
- package/dist/types/javascript-verifier.d.ts.map +1 -1
- package/dist/types/learned-preference.d.ts +10 -10
- package/dist/types/learned-preference.d.ts.map +1 -1
- package/dist/types/learning/acceptance-group.d.ts +44 -44
- package/dist/types/learning/acceptance-group.d.ts.map +1 -1
- package/dist/types/learning/acceptance-plan.d.ts +8 -8
- package/dist/types/learning/acceptance-plan.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +37 -36
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/assets.d.ts +2 -2
- package/dist/types/learning/assets.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +11 -11
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +38 -38
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +75 -72
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -1
- package/dist/types/learning/continuation-mode.d.ts +18 -0
- package/dist/types/learning/continuation-mode.d.ts.map +1 -0
- package/dist/types/learning/contracts.d.ts +341 -298
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/correction-metrics.d.ts +274 -0
- package/dist/types/learning/correction-metrics.d.ts.map +1 -0
- package/dist/types/learning/errors.d.ts.map +1 -1
- package/dist/types/learning/grade-judge-budget.d.ts.map +1 -1
- package/dist/types/learning/grade-worker.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts +2 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/intake-contracts.d.ts +10 -10
- package/dist/types/learning/intake-contracts.d.ts.map +1 -1
- package/dist/types/learning/intake-csv.d.ts.map +1 -1
- package/dist/types/learning/intake-history.d.ts.map +1 -1
- package/dist/types/learning/intake-service.d.ts.map +1 -1
- package/dist/types/learning/intake-text.d.ts.map +1 -1
- package/dist/types/learning/intake.d.ts.map +1 -1
- package/dist/types/learning/iteration-budget.d.ts.map +1 -1
- package/dist/types/learning/iteration-candidate-decision.d.ts +16 -16
- package/dist/types/learning/iteration-candidate-decision.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-commands.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +4 -4
- package/dist/types/learning/iteration-dispatch-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-worker.d.ts.map +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-cancellation.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-service.d.ts.map +1 -1
- package/dist/types/learning/iteration-training-parent.d.ts.map +1 -1
- package/dist/types/learning/judge-budget.d.ts +1 -1
- package/dist/types/learning/judge-budget.d.ts.map +1 -1
- package/dist/types/learning/model-judge.d.ts.map +1 -1
- package/dist/types/learning/nightly-schedule.d.ts.map +1 -1
- package/dist/types/learning/operations.d.ts +352 -298
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/policy-inspection.d.ts.map +1 -1
- package/dist/types/learning/rating-reward-fixture.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +199 -184
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration-closure.d.ts +248 -248
- package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +62 -62
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-check-budget.d.ts.map +1 -1
- package/dist/types/learning/reward-check-service.d.ts.map +1 -1
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +30 -30
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +3 -3
- package/dist/types/learning/schedule-contracts.d.ts.map +1 -1
- package/dist/types/learning/schedule-service.d.ts +2 -2
- package/dist/types/learning/schedule-service.d.ts.map +1 -1
- package/dist/types/learning/schedule-worker.d.ts.map +1 -1
- package/dist/types/learning/service.d.ts +3 -3
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/task-queue-inspection.d.ts.map +1 -1
- package/dist/types/learning/training-handoff.d.ts +9 -9
- package/dist/types/learning/training-handoff.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +2270 -2228
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/metric-policy.d.ts +6 -6
- package/dist/types/metric-policy.d.ts.map +1 -1
- package/dist/types/metrics-node.d.ts.map +1 -1
- package/dist/types/metrics.d.ts.map +1 -1
- package/dist/types/model-improvement-qualification.d.ts +17 -17
- package/dist/types/model-improvement-qualification.d.ts.map +1 -1
- package/dist/types/native-conversations/appimage-runtime.d.ts.map +1 -1
- package/dist/types/native-conversations/codex-window-inventory.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-acquisition.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-branches.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-calendar-gate.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-contracts.d.ts +3 -0
- package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-coverage.d.ts +2 -2
- package/dist/types/native-conversations/collector-coverage.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-cron.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-destinations.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-errors.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-progress.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-schedule.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-service-files.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-snapshots.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-source-cache.d.ts +2 -2
- package/dist/types/native-conversations/collector-source-cache.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-store.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-sync-requests.d.ts.map +1 -1
- package/dist/types/native-conversations/collector.d.ts.map +1 -1
- package/dist/types/native-conversations/contracts.d.ts +2 -0
- package/dist/types/native-conversations/contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/database.d.ts.map +1 -1
- package/dist/types/native-conversations/discovery.d.ts.map +1 -1
- package/dist/types/native-conversations/git-assets.d.ts.map +1 -1
- package/dist/types/native-conversations/history.d.ts +2 -0
- package/dist/types/native-conversations/history.d.ts.map +1 -1
- package/dist/types/native-conversations/index.d.ts +1 -0
- package/dist/types/native-conversations/index.d.ts.map +1 -1
- package/dist/types/native-conversations/location.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-cold-archive.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-database.d.ts.map +1 -1
- package/dist/types/native-conversations/readiness.d.ts.map +1 -1
- package/dist/types/native-conversations/selection.d.ts +32 -0
- package/dist/types/native-conversations/selection.d.ts.map +1 -0
- package/dist/types/native-conversations/source-locations.d.ts.map +1 -1
- package/dist/types/native-conversations/supervisor.d.ts.map +1 -1
- package/dist/types/native-conversations/titles.d.ts +1 -1
- package/dist/types/native-conversations/titles.d.ts.map +1 -1
- package/dist/types/native-harness-experiment-attempt.d.ts.map +1 -1
- package/dist/types/preferences.d.ts +22 -22
- package/dist/types/preferences.d.ts.map +1 -1
- package/dist/types/prepared-process-isolation.d.ts.map +1 -1
- package/dist/types/profile-evaluation-comparisons.d.ts +18 -18
- package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
- package/dist/types/profile-evaluation-execution.d.ts.map +1 -1
- package/dist/types/profile-evaluation-reports.d.ts +2 -2
- package/dist/types/profile-evaluation-reports.d.ts.map +1 -1
- package/dist/types/profile-evaluation-suites.d.ts.map +1 -1
- package/dist/types/profile-evaluation-target.d.ts.map +1 -1
- package/dist/types/profile-evaluations.d.ts +15 -15
- package/dist/types/profile-evaluations.d.ts.map +1 -1
- package/dist/types/profile-external-evaluation.d.ts +84 -84
- package/dist/types/profile-external-evaluation.d.ts.map +1 -1
- package/dist/types/profile-source-candidate.d.ts.map +1 -1
- package/dist/types/review-conformance.d.ts +53 -53
- package/dist/types/review-conformance.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +104 -104
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts +16 -16
- package/dist/types/rollouts.d.ts.map +1 -1
- package/dist/types/runs.d.ts +22 -22
- package/dist/types/runs.d.ts.map +1 -1
- package/dist/types/sql-execution-contract.d.ts +3 -3
- package/dist/types/sql-execution-contract.d.ts.map +1 -1
- package/dist/types/sql-execution-engine.d.ts.map +1 -1
- package/dist/types/sql-execution-node.d.ts.map +1 -1
- package/dist/types/sql-execution-process-entry.d.ts.map +1 -1
- package/dist/types/task-schema-validation.d.ts.map +1 -1
- package/dist/types/task-schema.d.ts.map +1 -1
- package/dist/types/task-value-validator.d.ts.map +1 -1
- package/dist/types/taskset-run-contract.d.ts +26 -26
- package/dist/types/taskset-run-contract.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +73 -69
- package/dist/types/tasksets.d.ts.map +1 -1
- package/dist/types/telemetry/index.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +6 -6
- package/dist/types/telemetry-analysis.d.ts.map +1 -1
- package/dist/types/telemetry-bundle.d.ts +42 -42
- package/dist/types/telemetry-bundle.d.ts.map +1 -1
- package/dist/types/telemetry-catalog.d.ts +67 -67
- package/dist/types/telemetry-catalog.d.ts.map +1 -1
- package/dist/types/telemetry.d.ts +44 -44
- package/dist/types/telemetry.d.ts.map +1 -1
- package/package.json +1 -1
- package/schemas/learning/v1/command-request.schema.json +44 -0
- package/schemas/learning/v1/definition.schema.json +4 -0
- package/schemas/learning/v1/evidence.schema.json +4 -0
- package/schemas/learning/v1/example-submission.schema.json +4 -0
- package/schemas/learning/v1/package.schema.json +4 -0
- package/schemas/learning/v1/policy.schema.json +40 -0
|
@@ -60,8 +60,8 @@ export declare const learningResourceSchemas: {
|
|
|
60
60
|
schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
|
|
61
61
|
revision: z.ZodNumber;
|
|
62
62
|
status: z.ZodEnum<{
|
|
63
|
-
draft: "draft";
|
|
64
63
|
archived: "archived";
|
|
64
|
+
draft: "draft";
|
|
65
65
|
published: "published";
|
|
66
66
|
}>;
|
|
67
67
|
publishedRelease: z.ZodNullable<z.ZodObject<{
|
|
@@ -87,15 +87,15 @@ export declare const learningResourceSchemas: {
|
|
|
87
87
|
description: z.ZodString;
|
|
88
88
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
89
89
|
kind: z.ZodEnum<{
|
|
90
|
-
content: "content";
|
|
91
|
-
schema: "schema";
|
|
92
90
|
artifact: "artifact";
|
|
93
|
-
|
|
94
|
-
state: "state";
|
|
95
|
-
model_judge: "model_judge";
|
|
91
|
+
content: "content";
|
|
96
92
|
custom_verifier: "custom_verifier";
|
|
97
93
|
human: "human";
|
|
98
94
|
learned_model: "learned_model";
|
|
95
|
+
model_judge: "model_judge";
|
|
96
|
+
runtime_event: "runtime_event";
|
|
97
|
+
schema: "schema";
|
|
98
|
+
state: "state";
|
|
99
99
|
}>;
|
|
100
100
|
fields: z.ZodString;
|
|
101
101
|
outputField: z.ZodString;
|
|
@@ -134,8 +134,8 @@ export declare const learningResourceSchemas: {
|
|
|
134
134
|
runtimeEventRefs: z.ZodArray<z.ZodString>;
|
|
135
135
|
infrastructureError: z.ZodString;
|
|
136
136
|
expectedStatus: z.ZodEnum<{
|
|
137
|
-
pending: "pending";
|
|
138
137
|
failed: "failed";
|
|
138
|
+
pending: "pending";
|
|
139
139
|
scored: "scored";
|
|
140
140
|
unavailable: "unavailable";
|
|
141
141
|
}>;
|
|
@@ -143,8 +143,8 @@ export declare const learningResourceSchemas: {
|
|
|
143
143
|
maximumScore: z.ZodString;
|
|
144
144
|
expectedPassed: z.ZodEnum<{
|
|
145
145
|
any: "any";
|
|
146
|
-
true: "true";
|
|
147
146
|
false: "false";
|
|
147
|
+
true: "true";
|
|
148
148
|
}>;
|
|
149
149
|
sourceLabel: z.ZodOptional<z.ZodObject<{
|
|
150
150
|
evidence: z.ZodObject<{
|
|
@@ -162,8 +162,8 @@ export declare const learningResourceSchemas: {
|
|
|
162
162
|
schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
|
|
163
163
|
revision: z.ZodNumber;
|
|
164
164
|
status: z.ZodEnum<{
|
|
165
|
-
draft: "draft";
|
|
166
165
|
archived: "archived";
|
|
166
|
+
draft: "draft";
|
|
167
167
|
published: "published";
|
|
168
168
|
}>;
|
|
169
169
|
publishedRelease: z.ZodNullable<z.ZodObject<{
|
|
@@ -223,8 +223,8 @@ export declare const learningResourceSchemas: {
|
|
|
223
223
|
schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
|
|
224
224
|
revision: z.ZodNumber;
|
|
225
225
|
status: z.ZodEnum<{
|
|
226
|
-
draft: "draft";
|
|
227
226
|
archived: "archived";
|
|
227
|
+
draft: "draft";
|
|
228
228
|
published: "published";
|
|
229
229
|
}>;
|
|
230
230
|
publishedRelease: z.ZodNullable<z.ZodObject<{
|
|
@@ -256,12 +256,12 @@ export declare const learningResourceSchemas: {
|
|
|
256
256
|
contentHash: z.ZodString;
|
|
257
257
|
}, z.core.$strict>>;
|
|
258
258
|
status: z.ZodEnum<{
|
|
259
|
-
queued: "queued";
|
|
260
259
|
cancelled: "cancelled";
|
|
261
|
-
|
|
260
|
+
cancelling: "cancelling";
|
|
262
261
|
completed: "completed";
|
|
262
|
+
failed: "failed";
|
|
263
|
+
queued: "queued";
|
|
263
264
|
running: "running";
|
|
264
|
-
cancelling: "cancelling";
|
|
265
265
|
}>;
|
|
266
266
|
runtime: z.ZodNullable<z.ZodObject<{
|
|
267
267
|
id: z.ZodString;
|
|
@@ -285,11 +285,11 @@ export declare const learningResourceSchemas: {
|
|
|
285
285
|
training: "training";
|
|
286
286
|
}>;
|
|
287
287
|
status: z.ZodEnum<{
|
|
288
|
-
pending: "pending";
|
|
289
288
|
failed: "failed";
|
|
289
|
+
not_applicable: "not_applicable";
|
|
290
|
+
pending: "pending";
|
|
290
291
|
scored: "scored";
|
|
291
292
|
unavailable: "unavailable";
|
|
292
|
-
not_applicable: "not_applicable";
|
|
293
293
|
}>;
|
|
294
294
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
295
295
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -300,8 +300,8 @@ export declare const learningResourceSchemas: {
|
|
|
300
300
|
graderId: z.ZodString;
|
|
301
301
|
graderVersion: z.ZodString;
|
|
302
302
|
status: z.ZodOptional<z.ZodEnum<{
|
|
303
|
-
pending: "pending";
|
|
304
303
|
failed: "failed";
|
|
304
|
+
pending: "pending";
|
|
305
305
|
scored: "scored";
|
|
306
306
|
unavailable: "unavailable";
|
|
307
307
|
}>>;
|
|
@@ -309,12 +309,12 @@ export declare const learningResourceSchemas: {
|
|
|
309
309
|
passed: z.ZodBoolean;
|
|
310
310
|
rewardEligible: z.ZodBoolean;
|
|
311
311
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
312
|
-
|
|
313
|
-
grader_failure: "grader_failure";
|
|
312
|
+
cancelled: "cancelled";
|
|
314
313
|
environment_failure: "environment_failure";
|
|
314
|
+
grader_failure: "grader_failure";
|
|
315
315
|
infrastructure_failure: "infrastructure_failure";
|
|
316
|
+
policy_failure: "policy_failure";
|
|
316
317
|
timeout: "timeout";
|
|
317
|
-
cancelled: "cancelled";
|
|
318
318
|
}>>;
|
|
319
319
|
feedback: z.ZodArray<z.ZodString>;
|
|
320
320
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -334,12 +334,12 @@ export declare const learningResourceSchemas: {
|
|
|
334
334
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
335
335
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
336
336
|
reasoningEffort: z.ZodEnum<{
|
|
337
|
-
|
|
337
|
+
high: "high";
|
|
338
338
|
low: "low";
|
|
339
|
+
max: "max";
|
|
339
340
|
medium: "medium";
|
|
340
|
-
|
|
341
|
+
off: "off";
|
|
341
342
|
xhigh: "xhigh";
|
|
342
|
-
max: "max";
|
|
343
343
|
}>;
|
|
344
344
|
maximumOutputTokens: z.ZodNumber;
|
|
345
345
|
}, z.core.$strict>>;
|
|
@@ -362,9 +362,9 @@ export declare const learningResourceSchemas: {
|
|
|
362
362
|
requestHash: z.ZodString;
|
|
363
363
|
reservedUsd: z.ZodNumber;
|
|
364
364
|
status: z.ZodEnum<{
|
|
365
|
+
not_dispatched: "not_dispatched";
|
|
365
366
|
reserved: "reserved";
|
|
366
367
|
settled: "settled";
|
|
367
|
-
not_dispatched: "not_dispatched";
|
|
368
368
|
}>;
|
|
369
369
|
response: z.ZodNullable<z.ZodObject<{
|
|
370
370
|
text: z.ZodString;
|
|
@@ -397,9 +397,9 @@ export declare const learningResourceSchemas: {
|
|
|
397
397
|
sizeBytes: z.ZodNumber;
|
|
398
398
|
mediaType: z.ZodString;
|
|
399
399
|
visibility: z.ZodEnum<{
|
|
400
|
+
host_private: "host_private";
|
|
400
401
|
policy: "policy";
|
|
401
402
|
verifier: "verifier";
|
|
402
|
-
host_private: "host_private";
|
|
403
403
|
}>;
|
|
404
404
|
}, z.core.$strict>;
|
|
405
405
|
text: z.ZodString;
|
|
@@ -413,10 +413,10 @@ export declare const learningResourceSchemas: {
|
|
|
413
413
|
description: z.ZodString;
|
|
414
414
|
instructions: z.ZodString;
|
|
415
415
|
category: z.ZodEnum<{
|
|
416
|
+
coding: "coding";
|
|
416
417
|
custom: "custom";
|
|
417
|
-
structured: "structured";
|
|
418
418
|
question_answering: "question_answering";
|
|
419
|
-
|
|
419
|
+
structured: "structured";
|
|
420
420
|
tool_workflow: "tool_workflow";
|
|
421
421
|
}>;
|
|
422
422
|
familyNamespace: z.ZodString;
|
|
@@ -432,11 +432,12 @@ export declare const learningResourceSchemas: {
|
|
|
432
432
|
sizeBytes: z.ZodNumber;
|
|
433
433
|
mediaType: z.ZodString;
|
|
434
434
|
visibility: z.ZodEnum<{
|
|
435
|
+
host_private: "host_private";
|
|
435
436
|
policy: "policy";
|
|
436
437
|
verifier: "verifier";
|
|
437
|
-
host_private: "host_private";
|
|
438
438
|
}>;
|
|
439
439
|
}, z.core.$strict>>>;
|
|
440
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
440
441
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
441
442
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
442
443
|
}, z.core.$strict>>>;
|
|
@@ -460,25 +461,25 @@ export declare const learningResourceSchemas: {
|
|
|
460
461
|
environment: z.ZodObject<{
|
|
461
462
|
protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
|
|
462
463
|
kind: z.ZodEnum<{
|
|
463
|
-
text: "text";
|
|
464
464
|
agent: "agent";
|
|
465
|
-
work: "work";
|
|
466
465
|
custom_program: "custom_program";
|
|
466
|
+
text: "text";
|
|
467
|
+
work: "work";
|
|
467
468
|
}>;
|
|
468
469
|
entrypoint: z.ZodString;
|
|
469
470
|
stateful: z.ZodBoolean;
|
|
470
471
|
deterministicSeeds: z.ZodBoolean;
|
|
471
472
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
472
|
-
step: "step";
|
|
473
|
-
create: "create";
|
|
474
|
-
reset: "reset";
|
|
475
473
|
collect: "collect";
|
|
474
|
+
create: "create";
|
|
476
475
|
destroy: "destroy";
|
|
476
|
+
reset: "reset";
|
|
477
|
+
step: "step";
|
|
477
478
|
}>>;
|
|
478
479
|
networkPolicy: z.ZodEnum<{
|
|
479
|
-
none: "none";
|
|
480
480
|
declared_read_only: "declared_read_only";
|
|
481
481
|
declared_scoped: "declared_scoped";
|
|
482
|
+
none: "none";
|
|
482
483
|
}>;
|
|
483
484
|
defaultTimeoutMs: z.ZodNumber;
|
|
484
485
|
}, z.core.$strict>;
|
|
@@ -502,10 +503,10 @@ export declare const learningResourceSchemas: {
|
|
|
502
503
|
required: z.ZodBoolean;
|
|
503
504
|
scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
504
505
|
portability: z.ZodEnum<{
|
|
505
|
-
portable: "portable";
|
|
506
506
|
host_adapter: "host_adapter";
|
|
507
|
-
local_only: "local_only";
|
|
508
507
|
hosted_only: "hosted_only";
|
|
508
|
+
local_only: "local_only";
|
|
509
|
+
portable: "portable";
|
|
509
510
|
}>;
|
|
510
511
|
}, z.core.$strict>>;
|
|
511
512
|
verifierSetRelease: z.ZodOptional<z.ZodObject<{
|
|
@@ -524,10 +525,10 @@ export declare const learningResourceSchemas: {
|
|
|
524
525
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
525
526
|
implementation: z.ZodUnion<readonly [z.ZodObject<{
|
|
526
527
|
kind: z.ZodEnum<{
|
|
527
|
-
content: "content";
|
|
528
|
-
schema: "schema";
|
|
529
528
|
artifact: "artifact";
|
|
529
|
+
content: "content";
|
|
530
530
|
runtime_event: "runtime_event";
|
|
531
|
+
schema: "schema";
|
|
531
532
|
state: "state";
|
|
532
533
|
}>;
|
|
533
534
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -540,15 +541,15 @@ export declare const learningResourceSchemas: {
|
|
|
540
541
|
sizeBytes: z.ZodNumber;
|
|
541
542
|
mediaType: z.ZodString;
|
|
542
543
|
visibility: z.ZodEnum<{
|
|
544
|
+
host_private: "host_private";
|
|
543
545
|
policy: "policy";
|
|
544
546
|
verifier: "verifier";
|
|
545
|
-
host_private: "host_private";
|
|
546
547
|
}>;
|
|
547
548
|
}, z.core.$strict>;
|
|
548
549
|
calibrationStatus: z.ZodEnum<{
|
|
549
|
-
pending: "pending";
|
|
550
|
-
passed: "passed";
|
|
551
550
|
failed: "failed";
|
|
551
|
+
passed: "passed";
|
|
552
|
+
pending: "pending";
|
|
552
553
|
}>;
|
|
553
554
|
model: z.ZodOptional<z.ZodObject<{
|
|
554
555
|
providerId: z.ZodString;
|
|
@@ -557,9 +558,6 @@ export declare const learningResourceSchemas: {
|
|
|
557
558
|
}, z.core.$strict>>;
|
|
558
559
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
559
560
|
}, z.core.$strict>, z.ZodObject<{
|
|
560
|
-
exportName: z.ZodOptional<z.ZodString>;
|
|
561
|
-
timeoutMs: z.ZodNumber;
|
|
562
|
-
networkPolicy: z.ZodLiteral<"none">;
|
|
563
561
|
kind: z.ZodLiteral<"custom_verifier">;
|
|
564
562
|
runtime: z.ZodOptional<z.ZodEnum<{
|
|
565
563
|
isolated_javascript: "isolated_javascript";
|
|
@@ -572,13 +570,29 @@ export declare const learningResourceSchemas: {
|
|
|
572
570
|
sizeBytes: z.ZodNumber;
|
|
573
571
|
mediaType: z.ZodString;
|
|
574
572
|
visibility: z.ZodEnum<{
|
|
573
|
+
host_private: "host_private";
|
|
575
574
|
policy: "policy";
|
|
576
575
|
verifier: "verifier";
|
|
577
|
-
host_private: "host_private";
|
|
578
576
|
}>;
|
|
579
577
|
}, z.core.$strict>;
|
|
578
|
+
exportName: z.ZodOptional<z.ZodString>;
|
|
579
|
+
timeoutMs: z.ZodNumber;
|
|
580
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
580
581
|
}, z.core.$strict>, z.ZodObject<{
|
|
581
582
|
kind: z.ZodLiteral<"human">;
|
|
583
|
+
rubricRef: z.ZodObject<{
|
|
584
|
+
id: z.ZodString;
|
|
585
|
+
path: z.ZodString;
|
|
586
|
+
contentHash: z.ZodString;
|
|
587
|
+
sizeBytes: z.ZodNumber;
|
|
588
|
+
mediaType: z.ZodString;
|
|
589
|
+
visibility: z.ZodEnum<{
|
|
590
|
+
host_private: "host_private";
|
|
591
|
+
policy: "policy";
|
|
592
|
+
verifier: "verifier";
|
|
593
|
+
}>;
|
|
594
|
+
}, z.core.$strict>;
|
|
595
|
+
reviewerRole: z.ZodString;
|
|
582
596
|
form: z.ZodOptional<z.ZodObject<{
|
|
583
597
|
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
584
598
|
mode: z.ZodEnum<{
|
|
@@ -656,19 +670,6 @@ export declare const learningResourceSchemas: {
|
|
|
656
670
|
allowTie: z.ZodBoolean;
|
|
657
671
|
}, z.core.$strict>], "kind">>;
|
|
658
672
|
}, z.core.$strict>>;
|
|
659
|
-
rubricRef: z.ZodObject<{
|
|
660
|
-
id: z.ZodString;
|
|
661
|
-
path: z.ZodString;
|
|
662
|
-
contentHash: z.ZodString;
|
|
663
|
-
sizeBytes: z.ZodNumber;
|
|
664
|
-
mediaType: z.ZodString;
|
|
665
|
-
visibility: z.ZodEnum<{
|
|
666
|
-
policy: "policy";
|
|
667
|
-
verifier: "verifier";
|
|
668
|
-
host_private: "host_private";
|
|
669
|
-
}>;
|
|
670
|
-
}, z.core.$strict>;
|
|
671
|
-
reviewerRole: z.ZodString;
|
|
672
673
|
}, z.core.$strict>, z.ZodObject<{
|
|
673
674
|
kind: z.ZodLiteral<"learned_model">;
|
|
674
675
|
modelVersion: z.ZodObject<{
|
|
@@ -682,9 +683,9 @@ export declare const learningResourceSchemas: {
|
|
|
682
683
|
sizeBytes: z.ZodNumber;
|
|
683
684
|
mediaType: z.ZodString;
|
|
684
685
|
visibility: z.ZodEnum<{
|
|
686
|
+
host_private: "host_private";
|
|
685
687
|
policy: "policy";
|
|
686
688
|
verifier: "verifier";
|
|
687
|
-
host_private: "host_private";
|
|
688
689
|
}>;
|
|
689
690
|
}, z.core.$strict>;
|
|
690
691
|
}, z.core.$strict>]>;
|
|
@@ -699,9 +700,9 @@ export declare const learningResourceSchemas: {
|
|
|
699
700
|
sizeBytes: z.ZodNumber;
|
|
700
701
|
mediaType: z.ZodString;
|
|
701
702
|
visibility: z.ZodEnum<{
|
|
703
|
+
host_private: "host_private";
|
|
702
704
|
policy: "policy";
|
|
703
705
|
verifier: "verifier";
|
|
704
|
-
host_private: "host_private";
|
|
705
706
|
}>;
|
|
706
707
|
}, z.core.$strict>>;
|
|
707
708
|
fixtureSetRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -711,9 +712,9 @@ export declare const learningResourceSchemas: {
|
|
|
711
712
|
sizeBytes: z.ZodNumber;
|
|
712
713
|
mediaType: z.ZodString;
|
|
713
714
|
visibility: z.ZodEnum<{
|
|
715
|
+
host_private: "host_private";
|
|
714
716
|
policy: "policy";
|
|
715
717
|
verifier: "verifier";
|
|
716
|
-
host_private: "host_private";
|
|
717
718
|
}>;
|
|
718
719
|
}, z.core.$strict>>;
|
|
719
720
|
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -776,11 +777,11 @@ export declare const learningResourceSchemas: {
|
|
|
776
777
|
revision: z.ZodNumber;
|
|
777
778
|
name: z.ZodString;
|
|
778
779
|
kind: z.ZodEnum<{
|
|
779
|
-
work: "work";
|
|
780
|
-
provider: "provider";
|
|
781
|
-
direct: "direct";
|
|
782
780
|
benchmark: "benchmark";
|
|
781
|
+
direct: "direct";
|
|
783
782
|
opentelemetry: "opentelemetry";
|
|
783
|
+
provider: "provider";
|
|
784
|
+
work: "work";
|
|
784
785
|
}>;
|
|
785
786
|
taskDefinition: z.ZodObject<{
|
|
786
787
|
id: z.ZodString;
|
|
@@ -789,10 +790,10 @@ export declare const learningResourceSchemas: {
|
|
|
789
790
|
}, z.core.$strict>;
|
|
790
791
|
enabled: z.ZodBoolean;
|
|
791
792
|
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
793
|
+
frozen_eval: "frozen_eval";
|
|
794
|
+
test: "test";
|
|
792
795
|
train: "train";
|
|
793
796
|
validation: "validation";
|
|
794
|
-
test: "test";
|
|
795
|
-
frozen_eval: "frozen_eval";
|
|
796
797
|
}>>;
|
|
797
798
|
mapping: z.ZodNullable<z.ZodObject<{
|
|
798
799
|
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
@@ -805,10 +806,10 @@ export declare const learningResourceSchemas: {
|
|
|
805
806
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
806
807
|
familyKey: z.ZodString;
|
|
807
808
|
split: z.ZodEnum<{
|
|
809
|
+
frozen_eval: "frozen_eval";
|
|
810
|
+
test: "test";
|
|
808
811
|
train: "train";
|
|
809
812
|
validation: "validation";
|
|
810
|
-
test: "test";
|
|
811
|
-
frozen_eval: "frozen_eval";
|
|
812
813
|
}>;
|
|
813
814
|
}, z.core.$strict>>;
|
|
814
815
|
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
@@ -867,10 +868,10 @@ export declare const learningResourceSchemas: {
|
|
|
867
868
|
occurredAt: z.ZodString;
|
|
868
869
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
869
870
|
split: z.ZodEnum<{
|
|
871
|
+
frozen_eval: "frozen_eval";
|
|
872
|
+
test: "test";
|
|
870
873
|
train: "train";
|
|
871
874
|
validation: "validation";
|
|
872
|
-
test: "test";
|
|
873
|
-
frozen_eval: "frozen_eval";
|
|
874
875
|
}>;
|
|
875
876
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
876
877
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -883,9 +884,9 @@ export declare const learningResourceSchemas: {
|
|
|
883
884
|
sizeBytes: z.ZodNumber;
|
|
884
885
|
mediaType: z.ZodString;
|
|
885
886
|
visibility: z.ZodEnum<{
|
|
887
|
+
host_private: "host_private";
|
|
886
888
|
policy: "policy";
|
|
887
889
|
verifier: "verifier";
|
|
888
|
-
host_private: "host_private";
|
|
889
890
|
}>;
|
|
890
891
|
}, z.core.$strict>>;
|
|
891
892
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -898,11 +899,12 @@ export declare const learningResourceSchemas: {
|
|
|
898
899
|
sizeBytes: z.ZodNumber;
|
|
899
900
|
mediaType: z.ZodString;
|
|
900
901
|
visibility: z.ZodEnum<{
|
|
902
|
+
host_private: "host_private";
|
|
901
903
|
policy: "policy";
|
|
902
904
|
verifier: "verifier";
|
|
903
|
-
host_private: "host_private";
|
|
904
905
|
}>;
|
|
905
906
|
}, z.core.$strict>>>;
|
|
907
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
906
908
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
907
909
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
908
910
|
}, z.core.$strict>>>;
|
|
@@ -932,20 +934,20 @@ export declare const learningResourceSchemas: {
|
|
|
932
934
|
expectedEvidenceHash: z.ZodNullable<z.ZodString>;
|
|
933
935
|
occurredAt: z.ZodString;
|
|
934
936
|
kind: z.ZodEnum<{
|
|
935
|
-
|
|
936
|
-
target_correction: "target_correction";
|
|
937
|
+
family_resolution: "family_resolution";
|
|
937
938
|
ground_truth_correction: "ground_truth_correction";
|
|
938
939
|
input_correction: "input_correction";
|
|
939
|
-
|
|
940
|
+
outcome: "outcome";
|
|
941
|
+
target_correction: "target_correction";
|
|
940
942
|
}>;
|
|
941
943
|
value: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
942
944
|
note: z.ZodString;
|
|
943
945
|
}, z.core.$strict>;
|
|
944
946
|
status: z.ZodEnum<{
|
|
945
|
-
|
|
947
|
+
applied: "applied";
|
|
946
948
|
pending_example: "pending_example";
|
|
947
949
|
pending_review: "pending_review";
|
|
948
|
-
|
|
950
|
+
rejected: "rejected";
|
|
949
951
|
superseded: "superseded";
|
|
950
952
|
}>;
|
|
951
953
|
evidence: z.ZodNullable<z.ZodObject<{
|
|
@@ -958,9 +960,9 @@ export declare const learningResourceSchemas: {
|
|
|
958
960
|
submittedBy: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
959
961
|
id: z.ZodString;
|
|
960
962
|
role: z.ZodEnum<{
|
|
963
|
+
editor: "editor";
|
|
961
964
|
reviewer: "reviewer";
|
|
962
965
|
source: "source";
|
|
963
|
-
editor: "editor";
|
|
964
966
|
}>;
|
|
965
967
|
sourceId: z.ZodNullable<z.ZodString>;
|
|
966
968
|
}, z.core.$strict>>>;
|
|
@@ -1002,26 +1004,26 @@ export declare const learningResourceSchemas: {
|
|
|
1002
1004
|
}, z.core.$strict>>;
|
|
1003
1005
|
}, z.core.$strict>;
|
|
1004
1006
|
evidenceValidity: z.ZodEnum<{
|
|
1007
|
+
invalid: "invalid";
|
|
1005
1008
|
pending: "pending";
|
|
1006
1009
|
valid: "valid";
|
|
1007
|
-
invalid: "invalid";
|
|
1008
1010
|
}>;
|
|
1009
1011
|
taskAdmissibility: z.ZodEnum<{
|
|
1010
|
-
rejected: "rejected";
|
|
1011
|
-
pending: "pending";
|
|
1012
1012
|
approved: "approved";
|
|
1013
|
+
pending: "pending";
|
|
1014
|
+
rejected: "rejected";
|
|
1013
1015
|
}>;
|
|
1014
1016
|
observedQuality: z.ZodEnum<{
|
|
1015
|
-
passed: "passed";
|
|
1016
1017
|
failed: "failed";
|
|
1018
|
+
passed: "passed";
|
|
1017
1019
|
unavailable: "unavailable";
|
|
1018
1020
|
unscored: "unscored";
|
|
1019
1021
|
}>;
|
|
1020
1022
|
targetApproval: z.ZodEnum<{
|
|
1021
|
-
rejected: "rejected";
|
|
1022
|
-
pending: "pending";
|
|
1023
1023
|
approved: "approved";
|
|
1024
1024
|
not_required: "not_required";
|
|
1025
|
+
pending: "pending";
|
|
1026
|
+
rejected: "rejected";
|
|
1025
1027
|
}>;
|
|
1026
1028
|
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
1027
1029
|
grade: z.ZodNullable<z.ZodObject<{
|
|
@@ -1046,11 +1048,11 @@ export declare const learningResourceSchemas: {
|
|
|
1046
1048
|
training: "training";
|
|
1047
1049
|
}>;
|
|
1048
1050
|
status: z.ZodEnum<{
|
|
1049
|
-
pending: "pending";
|
|
1050
1051
|
failed: "failed";
|
|
1052
|
+
not_applicable: "not_applicable";
|
|
1053
|
+
pending: "pending";
|
|
1051
1054
|
scored: "scored";
|
|
1052
1055
|
unavailable: "unavailable";
|
|
1053
|
-
not_applicable: "not_applicable";
|
|
1054
1056
|
}>;
|
|
1055
1057
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
1056
1058
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -1061,8 +1063,8 @@ export declare const learningResourceSchemas: {
|
|
|
1061
1063
|
graderId: z.ZodString;
|
|
1062
1064
|
graderVersion: z.ZodString;
|
|
1063
1065
|
status: z.ZodOptional<z.ZodEnum<{
|
|
1064
|
-
pending: "pending";
|
|
1065
1066
|
failed: "failed";
|
|
1067
|
+
pending: "pending";
|
|
1066
1068
|
scored: "scored";
|
|
1067
1069
|
unavailable: "unavailable";
|
|
1068
1070
|
}>>;
|
|
@@ -1070,12 +1072,12 @@ export declare const learningResourceSchemas: {
|
|
|
1070
1072
|
passed: z.ZodBoolean;
|
|
1071
1073
|
rewardEligible: z.ZodBoolean;
|
|
1072
1074
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1073
|
-
|
|
1074
|
-
grader_failure: "grader_failure";
|
|
1075
|
+
cancelled: "cancelled";
|
|
1075
1076
|
environment_failure: "environment_failure";
|
|
1077
|
+
grader_failure: "grader_failure";
|
|
1076
1078
|
infrastructure_failure: "infrastructure_failure";
|
|
1079
|
+
policy_failure: "policy_failure";
|
|
1077
1080
|
timeout: "timeout";
|
|
1078
|
-
cancelled: "cancelled";
|
|
1079
1081
|
}>>;
|
|
1080
1082
|
feedback: z.ZodArray<z.ZodString>;
|
|
1081
1083
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -1095,12 +1097,12 @@ export declare const learningResourceSchemas: {
|
|
|
1095
1097
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
1096
1098
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
1097
1099
|
reasoningEffort: z.ZodEnum<{
|
|
1098
|
-
|
|
1100
|
+
high: "high";
|
|
1099
1101
|
low: "low";
|
|
1102
|
+
max: "max";
|
|
1100
1103
|
medium: "medium";
|
|
1101
|
-
|
|
1104
|
+
off: "off";
|
|
1102
1105
|
xhigh: "xhigh";
|
|
1103
|
-
max: "max";
|
|
1104
1106
|
}>;
|
|
1105
1107
|
maximumOutputTokens: z.ZodNumber;
|
|
1106
1108
|
}, z.core.$strict>>;
|
|
@@ -1114,20 +1116,20 @@ export declare const learningResourceSchemas: {
|
|
|
1114
1116
|
}, z.core.$strict>>;
|
|
1115
1117
|
training: z.ZodObject<{
|
|
1116
1118
|
status: z.ZodEnum<{
|
|
1119
|
+
not_configured: "not_configured";
|
|
1117
1120
|
pending: "pending";
|
|
1118
1121
|
scored: "scored";
|
|
1119
1122
|
unscorable: "unscorable";
|
|
1120
|
-
not_configured: "not_configured";
|
|
1121
1123
|
}>;
|
|
1122
1124
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1123
1125
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1124
1126
|
}, z.core.$strict>;
|
|
1125
1127
|
evaluation: z.ZodObject<{
|
|
1126
1128
|
status: z.ZodEnum<{
|
|
1129
|
+
not_configured: "not_configured";
|
|
1127
1130
|
pending: "pending";
|
|
1128
1131
|
scored: "scored";
|
|
1129
1132
|
unscorable: "unscorable";
|
|
1130
|
-
not_configured: "not_configured";
|
|
1131
1133
|
}>;
|
|
1132
1134
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1133
1135
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -1156,11 +1158,11 @@ export declare const learningResourceSchemas: {
|
|
|
1156
1158
|
training: "training";
|
|
1157
1159
|
}>;
|
|
1158
1160
|
status: z.ZodEnum<{
|
|
1159
|
-
pending: "pending";
|
|
1160
1161
|
failed: "failed";
|
|
1162
|
+
not_applicable: "not_applicable";
|
|
1163
|
+
pending: "pending";
|
|
1161
1164
|
scored: "scored";
|
|
1162
1165
|
unavailable: "unavailable";
|
|
1163
|
-
not_applicable: "not_applicable";
|
|
1164
1166
|
}>;
|
|
1165
1167
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
1166
1168
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -1171,8 +1173,8 @@ export declare const learningResourceSchemas: {
|
|
|
1171
1173
|
graderId: z.ZodString;
|
|
1172
1174
|
graderVersion: z.ZodString;
|
|
1173
1175
|
status: z.ZodOptional<z.ZodEnum<{
|
|
1174
|
-
pending: "pending";
|
|
1175
1176
|
failed: "failed";
|
|
1177
|
+
pending: "pending";
|
|
1176
1178
|
scored: "scored";
|
|
1177
1179
|
unavailable: "unavailable";
|
|
1178
1180
|
}>>;
|
|
@@ -1180,12 +1182,12 @@ export declare const learningResourceSchemas: {
|
|
|
1180
1182
|
passed: z.ZodBoolean;
|
|
1181
1183
|
rewardEligible: z.ZodBoolean;
|
|
1182
1184
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1183
|
-
|
|
1184
|
-
grader_failure: "grader_failure";
|
|
1185
|
+
cancelled: "cancelled";
|
|
1185
1186
|
environment_failure: "environment_failure";
|
|
1187
|
+
grader_failure: "grader_failure";
|
|
1186
1188
|
infrastructure_failure: "infrastructure_failure";
|
|
1189
|
+
policy_failure: "policy_failure";
|
|
1187
1190
|
timeout: "timeout";
|
|
1188
|
-
cancelled: "cancelled";
|
|
1189
1191
|
}>>;
|
|
1190
1192
|
feedback: z.ZodArray<z.ZodString>;
|
|
1191
1193
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -1205,12 +1207,12 @@ export declare const learningResourceSchemas: {
|
|
|
1205
1207
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
1206
1208
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
1207
1209
|
reasoningEffort: z.ZodEnum<{
|
|
1208
|
-
|
|
1210
|
+
high: "high";
|
|
1209
1211
|
low: "low";
|
|
1212
|
+
max: "max";
|
|
1210
1213
|
medium: "medium";
|
|
1211
|
-
|
|
1214
|
+
off: "off";
|
|
1212
1215
|
xhigh: "xhigh";
|
|
1213
|
-
max: "max";
|
|
1214
1216
|
}>;
|
|
1215
1217
|
maximumOutputTokens: z.ZodNumber;
|
|
1216
1218
|
}, z.core.$strict>>;
|
|
@@ -1224,20 +1226,20 @@ export declare const learningResourceSchemas: {
|
|
|
1224
1226
|
}, z.core.$strict>>;
|
|
1225
1227
|
training: z.ZodObject<{
|
|
1226
1228
|
status: z.ZodEnum<{
|
|
1229
|
+
not_configured: "not_configured";
|
|
1227
1230
|
pending: "pending";
|
|
1228
1231
|
scored: "scored";
|
|
1229
1232
|
unscorable: "unscorable";
|
|
1230
|
-
not_configured: "not_configured";
|
|
1231
1233
|
}>;
|
|
1232
1234
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1233
1235
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1234
1236
|
}, z.core.$strict>;
|
|
1235
1237
|
evaluation: z.ZodObject<{
|
|
1236
1238
|
status: z.ZodEnum<{
|
|
1239
|
+
not_configured: "not_configured";
|
|
1237
1240
|
pending: "pending";
|
|
1238
1241
|
scored: "scored";
|
|
1239
1242
|
unscorable: "unscorable";
|
|
1240
|
-
not_configured: "not_configured";
|
|
1241
1243
|
}>;
|
|
1242
1244
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1243
1245
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -1264,8 +1266,8 @@ export declare const learningResourceSchemas: {
|
|
|
1264
1266
|
}, z.core.$strict>;
|
|
1265
1267
|
purpose: z.ZodEnum<{
|
|
1266
1268
|
evaluation: "evaluation";
|
|
1267
|
-
supervised_training: "supervised_training";
|
|
1268
1269
|
reward_training: "reward_training";
|
|
1270
|
+
supervised_training: "supervised_training";
|
|
1269
1271
|
}>;
|
|
1270
1272
|
examples: z.ZodArray<z.ZodObject<{
|
|
1271
1273
|
evidence: z.ZodObject<{
|
|
@@ -1281,10 +1283,10 @@ export declare const learningResourceSchemas: {
|
|
|
1281
1283
|
familyKey: z.ZodString;
|
|
1282
1284
|
inputHash: z.ZodString;
|
|
1283
1285
|
split: z.ZodEnum<{
|
|
1286
|
+
frozen_eval: "frozen_eval";
|
|
1287
|
+
test: "test";
|
|
1284
1288
|
train: "train";
|
|
1285
1289
|
validation: "validation";
|
|
1286
|
-
test: "test";
|
|
1287
|
-
frozen_eval: "frozen_eval";
|
|
1288
1290
|
}>;
|
|
1289
1291
|
}, z.core.$strict>>;
|
|
1290
1292
|
sealedAt: z.ZodString;
|
|
@@ -1389,10 +1391,10 @@ export declare const learningResourceSchemas: {
|
|
|
1389
1391
|
}, z.core.$strict>;
|
|
1390
1392
|
}, z.core.$strict>>;
|
|
1391
1393
|
split: z.ZodEnum<{
|
|
1394
|
+
frozen_eval: "frozen_eval";
|
|
1395
|
+
test: "test";
|
|
1392
1396
|
train: "train";
|
|
1393
1397
|
validation: "validation";
|
|
1394
|
-
test: "test";
|
|
1395
|
-
frozen_eval: "frozen_eval";
|
|
1396
1398
|
}>;
|
|
1397
1399
|
population: z.ZodArray<z.ZodObject<{
|
|
1398
1400
|
taskId: z.ZodString;
|
|
@@ -1409,8 +1411,8 @@ export declare const learningResourceSchemas: {
|
|
|
1409
1411
|
configurationHash: z.ZodString;
|
|
1410
1412
|
output: z.ZodEnum<{
|
|
1411
1413
|
boolean: "boolean";
|
|
1412
|
-
score: "score";
|
|
1413
1414
|
category: "category";
|
|
1415
|
+
score: "score";
|
|
1414
1416
|
}>;
|
|
1415
1417
|
categories: z.ZodArray<z.ZodString>;
|
|
1416
1418
|
}, z.core.$strict>>;
|
|
@@ -1419,17 +1421,17 @@ export declare const learningResourceSchemas: {
|
|
|
1419
1421
|
graderId: z.ZodString;
|
|
1420
1422
|
fields: z.ZodArray<z.ZodObject<{
|
|
1421
1423
|
destination: z.ZodEnum<{
|
|
1422
|
-
output: "output";
|
|
1423
|
-
input: "input";
|
|
1424
|
-
expectedOutput: "expectedOutput";
|
|
1425
1424
|
evaluatorContext: "evaluatorContext";
|
|
1425
|
+
expectedOutput: "expectedOutput";
|
|
1426
|
+
input: "input";
|
|
1427
|
+
output: "output";
|
|
1426
1428
|
}>;
|
|
1427
1429
|
path: z.ZodArray<z.ZodString>;
|
|
1428
1430
|
source: z.ZodEnum<{
|
|
1429
|
-
output: "output";
|
|
1430
|
-
input: "input";
|
|
1431
|
-
expectedOutput: "expectedOutput";
|
|
1432
1431
|
evaluatorContext: "evaluatorContext";
|
|
1432
|
+
expectedOutput: "expectedOutput";
|
|
1433
|
+
input: "input";
|
|
1434
|
+
output: "output";
|
|
1433
1435
|
}>;
|
|
1434
1436
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1435
1437
|
}, z.core.$strict>>;
|
|
@@ -1495,8 +1497,8 @@ export declare const learningResourceSchemas: {
|
|
|
1495
1497
|
revision: z.ZodNumber;
|
|
1496
1498
|
modelProjectId: z.ZodString;
|
|
1497
1499
|
executionOwner: z.ZodEnum<{
|
|
1498
|
-
local: "local";
|
|
1499
1500
|
hosted: "hosted";
|
|
1501
|
+
local: "local";
|
|
1500
1502
|
}>;
|
|
1501
1503
|
enabled: z.ZodBoolean;
|
|
1502
1504
|
sources: z.ZodArray<z.ZodObject<{
|
|
@@ -1550,14 +1552,14 @@ export declare const learningResourceSchemas: {
|
|
|
1550
1552
|
}, z.core.$strict>>;
|
|
1551
1553
|
training: z.ZodObject<{
|
|
1552
1554
|
method: z.ZodEnum<{
|
|
1553
|
-
sft: "sft";
|
|
1554
1555
|
dpo: "dpo";
|
|
1555
1556
|
grpo: "grpo";
|
|
1556
|
-
ppo: "ppo";
|
|
1557
|
-
sdft: "sdft";
|
|
1558
1557
|
opd: "opd";
|
|
1559
1558
|
opsd: "opsd";
|
|
1559
|
+
ppo: "ppo";
|
|
1560
|
+
sdft: "sdft";
|
|
1560
1561
|
sdpo: "sdpo";
|
|
1562
|
+
sft: "sft";
|
|
1561
1563
|
}>;
|
|
1562
1564
|
recipe: z.ZodObject<{
|
|
1563
1565
|
id: z.ZodString;
|
|
@@ -1571,6 +1573,18 @@ export declare const learningResourceSchemas: {
|
|
|
1571
1573
|
id: z.ZodString;
|
|
1572
1574
|
contentHash: z.ZodString;
|
|
1573
1575
|
}, z.core.$strict>>;
|
|
1576
|
+
continuationMode: z.ZodOptional<z.ZodObject<{
|
|
1577
|
+
adapterMode: z.ZodEnum<{
|
|
1578
|
+
residual_append: "residual_append";
|
|
1579
|
+
sequential_merge: "sequential_merge";
|
|
1580
|
+
shared: "shared";
|
|
1581
|
+
}>;
|
|
1582
|
+
sourceConfiguration: z.ZodObject<{
|
|
1583
|
+
id: z.ZodString;
|
|
1584
|
+
revision: z.ZodNumber;
|
|
1585
|
+
etag: z.ZodString;
|
|
1586
|
+
}, z.core.$strict>;
|
|
1587
|
+
}, z.core.$strict>>;
|
|
1574
1588
|
}, z.core.$strict>;
|
|
1575
1589
|
limits: z.ZodObject<{
|
|
1576
1590
|
maxIterationSpendUsd: z.ZodNumber;
|
|
@@ -1698,11 +1712,11 @@ export declare const learningResourceSchemas: {
|
|
|
1698
1712
|
revision: z.ZodNumber;
|
|
1699
1713
|
}, z.core.$strict>;
|
|
1700
1714
|
state: z.ZodEnum<{
|
|
1701
|
-
submitted: "submitted";
|
|
1702
1715
|
blocked: "blocked";
|
|
1703
|
-
settled: "settled";
|
|
1704
|
-
preparing: "preparing";
|
|
1705
1716
|
prepared: "prepared";
|
|
1717
|
+
preparing: "preparing";
|
|
1718
|
+
settled: "settled";
|
|
1719
|
+
submitted: "submitted";
|
|
1706
1720
|
}>;
|
|
1707
1721
|
submission: z.ZodNullable<z.ZodObject<{
|
|
1708
1722
|
provider: z.ZodString;
|
|
@@ -1740,13 +1754,13 @@ export declare const learningResourceSchemas: {
|
|
|
1740
1754
|
}, z.core.$strict>;
|
|
1741
1755
|
modelProjectId: z.ZodString;
|
|
1742
1756
|
executionOwner: z.ZodEnum<{
|
|
1743
|
-
local: "local";
|
|
1744
1757
|
hosted: "hosted";
|
|
1758
|
+
local: "local";
|
|
1745
1759
|
}>;
|
|
1746
1760
|
state: z.ZodEnum<{
|
|
1747
1761
|
blocked: "blocked";
|
|
1748
|
-
scheduled: "scheduled";
|
|
1749
1762
|
disabled: "disabled";
|
|
1763
|
+
scheduled: "scheduled";
|
|
1750
1764
|
}>;
|
|
1751
1765
|
intervalSeconds: z.ZodNullable<z.ZodNumber>;
|
|
1752
1766
|
calendar: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
@@ -1779,8 +1793,8 @@ export declare const learningResourceSchemas: {
|
|
|
1779
1793
|
coalescedThroughAt: z.ZodString;
|
|
1780
1794
|
coalescedCount: z.ZodNumber;
|
|
1781
1795
|
outcome: z.ZodEnum<{
|
|
1782
|
-
skipped: "skipped";
|
|
1783
1796
|
reserved: "reserved";
|
|
1797
|
+
skipped: "skipped";
|
|
1784
1798
|
waiting_for_data: "waiting_for_data";
|
|
1785
1799
|
waiting_for_review: "waiting_for_review";
|
|
1786
1800
|
}>;
|
|
@@ -1807,19 +1821,19 @@ export declare const learningResourceSchemas: {
|
|
|
1807
1821
|
}, z.core.$strict>;
|
|
1808
1822
|
status: z.ZodEnum<{
|
|
1809
1823
|
accepted: "accepted";
|
|
1810
|
-
rejected: "rejected";
|
|
1811
1824
|
cancelled: "cancelled";
|
|
1825
|
+
cancelling: "cancelling";
|
|
1826
|
+
candidate_ready: "candidate_ready";
|
|
1827
|
+
completed_without_candidate: "completed_without_candidate";
|
|
1828
|
+
dispatching: "dispatching";
|
|
1829
|
+
evaluating: "evaluating";
|
|
1812
1830
|
failed: "failed";
|
|
1831
|
+
paused: "paused";
|
|
1832
|
+
ready: "ready";
|
|
1833
|
+
rejected: "rejected";
|
|
1813
1834
|
training: "training";
|
|
1814
1835
|
waiting_for_data: "waiting_for_data";
|
|
1815
1836
|
waiting_for_review: "waiting_for_review";
|
|
1816
|
-
ready: "ready";
|
|
1817
|
-
dispatching: "dispatching";
|
|
1818
|
-
evaluating: "evaluating";
|
|
1819
|
-
candidate_ready: "candidate_ready";
|
|
1820
|
-
paused: "paused";
|
|
1821
|
-
cancelling: "cancelling";
|
|
1822
|
-
completed_without_candidate: "completed_without_candidate";
|
|
1823
1837
|
}>;
|
|
1824
1838
|
triggerIdentity: z.ZodString;
|
|
1825
1839
|
batch: z.ZodNullable<z.ZodObject<{
|
|
@@ -1902,12 +1916,12 @@ export declare const learningResourceSchemas: {
|
|
|
1902
1916
|
}>;
|
|
1903
1917
|
output: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
1904
1918
|
status: z.ZodEnum<{
|
|
1905
|
-
queued: "queued";
|
|
1906
1919
|
cancelled: "cancelled";
|
|
1907
|
-
|
|
1920
|
+
cancelling: "cancelling";
|
|
1908
1921
|
completed: "completed";
|
|
1922
|
+
failed: "failed";
|
|
1923
|
+
queued: "queued";
|
|
1909
1924
|
running: "running";
|
|
1910
|
-
cancelling: "cancelling";
|
|
1911
1925
|
}>;
|
|
1912
1926
|
composition: z.ZodNullable<z.ZodObject<{
|
|
1913
1927
|
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
@@ -1931,11 +1945,11 @@ export declare const learningResourceSchemas: {
|
|
|
1931
1945
|
training: "training";
|
|
1932
1946
|
}>;
|
|
1933
1947
|
status: z.ZodEnum<{
|
|
1934
|
-
pending: "pending";
|
|
1935
1948
|
failed: "failed";
|
|
1949
|
+
not_applicable: "not_applicable";
|
|
1950
|
+
pending: "pending";
|
|
1936
1951
|
scored: "scored";
|
|
1937
1952
|
unavailable: "unavailable";
|
|
1938
|
-
not_applicable: "not_applicable";
|
|
1939
1953
|
}>;
|
|
1940
1954
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
1941
1955
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -1946,8 +1960,8 @@ export declare const learningResourceSchemas: {
|
|
|
1946
1960
|
graderId: z.ZodString;
|
|
1947
1961
|
graderVersion: z.ZodString;
|
|
1948
1962
|
status: z.ZodOptional<z.ZodEnum<{
|
|
1949
|
-
pending: "pending";
|
|
1950
1963
|
failed: "failed";
|
|
1964
|
+
pending: "pending";
|
|
1951
1965
|
scored: "scored";
|
|
1952
1966
|
unavailable: "unavailable";
|
|
1953
1967
|
}>>;
|
|
@@ -1955,12 +1969,12 @@ export declare const learningResourceSchemas: {
|
|
|
1955
1969
|
passed: z.ZodBoolean;
|
|
1956
1970
|
rewardEligible: z.ZodBoolean;
|
|
1957
1971
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1958
|
-
|
|
1959
|
-
grader_failure: "grader_failure";
|
|
1972
|
+
cancelled: "cancelled";
|
|
1960
1973
|
environment_failure: "environment_failure";
|
|
1974
|
+
grader_failure: "grader_failure";
|
|
1961
1975
|
infrastructure_failure: "infrastructure_failure";
|
|
1976
|
+
policy_failure: "policy_failure";
|
|
1962
1977
|
timeout: "timeout";
|
|
1963
|
-
cancelled: "cancelled";
|
|
1964
1978
|
}>>;
|
|
1965
1979
|
feedback: z.ZodArray<z.ZodString>;
|
|
1966
1980
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -1980,12 +1994,12 @@ export declare const learningResourceSchemas: {
|
|
|
1980
1994
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
1981
1995
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
1982
1996
|
reasoningEffort: z.ZodEnum<{
|
|
1983
|
-
|
|
1997
|
+
high: "high";
|
|
1984
1998
|
low: "low";
|
|
1999
|
+
max: "max";
|
|
1985
2000
|
medium: "medium";
|
|
1986
|
-
|
|
2001
|
+
off: "off";
|
|
1987
2002
|
xhigh: "xhigh";
|
|
1988
|
-
max: "max";
|
|
1989
2003
|
}>;
|
|
1990
2004
|
maximumOutputTokens: z.ZodNumber;
|
|
1991
2005
|
}, z.core.$strict>>;
|
|
@@ -1999,20 +2013,20 @@ export declare const learningResourceSchemas: {
|
|
|
1999
2013
|
}, z.core.$strict>>;
|
|
2000
2014
|
training: z.ZodObject<{
|
|
2001
2015
|
status: z.ZodEnum<{
|
|
2016
|
+
not_configured: "not_configured";
|
|
2002
2017
|
pending: "pending";
|
|
2003
2018
|
scored: "scored";
|
|
2004
2019
|
unscorable: "unscorable";
|
|
2005
|
-
not_configured: "not_configured";
|
|
2006
2020
|
}>;
|
|
2007
2021
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2008
2022
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2009
2023
|
}, z.core.$strict>;
|
|
2010
2024
|
evaluation: z.ZodObject<{
|
|
2011
2025
|
status: z.ZodEnum<{
|
|
2026
|
+
not_configured: "not_configured";
|
|
2012
2027
|
pending: "pending";
|
|
2013
2028
|
scored: "scored";
|
|
2014
2029
|
unscorable: "unscorable";
|
|
2015
|
-
not_configured: "not_configured";
|
|
2016
2030
|
}>;
|
|
2017
2031
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2018
2032
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -2029,9 +2043,9 @@ export declare const learningResourceSchemas: {
|
|
|
2029
2043
|
requestHash: z.ZodString;
|
|
2030
2044
|
reservedUsd: z.ZodNumber;
|
|
2031
2045
|
status: z.ZodEnum<{
|
|
2046
|
+
not_dispatched: "not_dispatched";
|
|
2032
2047
|
reserved: "reserved";
|
|
2033
2048
|
settled: "settled";
|
|
2034
|
-
not_dispatched: "not_dispatched";
|
|
2035
2049
|
}>;
|
|
2036
2050
|
response: z.ZodNullable<z.ZodObject<{
|
|
2037
2051
|
text: z.ZodString;
|
|
@@ -2064,25 +2078,25 @@ export declare const learningResourceSchemas: {
|
|
|
2064
2078
|
environment: z.ZodObject<{
|
|
2065
2079
|
protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
|
|
2066
2080
|
kind: z.ZodEnum<{
|
|
2067
|
-
text: "text";
|
|
2068
2081
|
agent: "agent";
|
|
2069
|
-
work: "work";
|
|
2070
2082
|
custom_program: "custom_program";
|
|
2083
|
+
text: "text";
|
|
2084
|
+
work: "work";
|
|
2071
2085
|
}>;
|
|
2072
2086
|
entrypoint: z.ZodString;
|
|
2073
2087
|
stateful: z.ZodBoolean;
|
|
2074
2088
|
deterministicSeeds: z.ZodBoolean;
|
|
2075
2089
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
2076
|
-
step: "step";
|
|
2077
|
-
create: "create";
|
|
2078
|
-
reset: "reset";
|
|
2079
2090
|
collect: "collect";
|
|
2091
|
+
create: "create";
|
|
2080
2092
|
destroy: "destroy";
|
|
2093
|
+
reset: "reset";
|
|
2094
|
+
step: "step";
|
|
2081
2095
|
}>>;
|
|
2082
2096
|
networkPolicy: z.ZodEnum<{
|
|
2083
|
-
none: "none";
|
|
2084
2097
|
declared_read_only: "declared_read_only";
|
|
2085
2098
|
declared_scoped: "declared_scoped";
|
|
2099
|
+
none: "none";
|
|
2086
2100
|
}>;
|
|
2087
2101
|
defaultTimeoutMs: z.ZodNumber;
|
|
2088
2102
|
}, z.core.$strict>;
|
|
@@ -2106,20 +2120,20 @@ export declare const learningResourceSchemas: {
|
|
|
2106
2120
|
required: z.ZodBoolean;
|
|
2107
2121
|
scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
2108
2122
|
portability: z.ZodEnum<{
|
|
2109
|
-
portable: "portable";
|
|
2110
2123
|
host_adapter: "host_adapter";
|
|
2111
|
-
local_only: "local_only";
|
|
2112
2124
|
hosted_only: "hosted_only";
|
|
2125
|
+
local_only: "local_only";
|
|
2126
|
+
portable: "portable";
|
|
2113
2127
|
}>;
|
|
2114
2128
|
}, z.core.$strict>>;
|
|
2115
2129
|
tasks: z.ZodArray<z.ZodObject<{
|
|
2116
2130
|
id: z.ZodString;
|
|
2117
2131
|
clusterKey: z.ZodString;
|
|
2118
2132
|
split: z.ZodEnum<{
|
|
2133
|
+
frozen_eval: "frozen_eval";
|
|
2134
|
+
test: "test";
|
|
2119
2135
|
train: "train";
|
|
2120
2136
|
validation: "validation";
|
|
2121
|
-
test: "test";
|
|
2122
|
-
frozen_eval: "frozen_eval";
|
|
2123
2137
|
}>;
|
|
2124
2138
|
input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
2125
2139
|
expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
@@ -2132,9 +2146,9 @@ export declare const learningResourceSchemas: {
|
|
|
2132
2146
|
sizeBytes: z.ZodNumber;
|
|
2133
2147
|
mediaType: z.ZodString;
|
|
2134
2148
|
visibility: z.ZodEnum<{
|
|
2149
|
+
host_private: "host_private";
|
|
2135
2150
|
policy: "policy";
|
|
2136
2151
|
verifier: "verifier";
|
|
2137
|
-
host_private: "host_private";
|
|
2138
2152
|
}>;
|
|
2139
2153
|
}, z.core.$strict>>>;
|
|
2140
2154
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -2147,11 +2161,12 @@ export declare const learningResourceSchemas: {
|
|
|
2147
2161
|
sizeBytes: z.ZodNumber;
|
|
2148
2162
|
mediaType: z.ZodString;
|
|
2149
2163
|
visibility: z.ZodEnum<{
|
|
2164
|
+
host_private: "host_private";
|
|
2150
2165
|
policy: "policy";
|
|
2151
2166
|
verifier: "verifier";
|
|
2152
|
-
host_private: "host_private";
|
|
2153
2167
|
}>;
|
|
2154
2168
|
}, z.core.$strict>>>;
|
|
2169
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
2155
2170
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
2156
2171
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
2157
2172
|
}, z.core.$strict>>>;
|
|
@@ -2166,10 +2181,10 @@ export declare const learningResourceSchemas: {
|
|
|
2166
2181
|
rewardEligible: z.ZodDefault<z.ZodBoolean>;
|
|
2167
2182
|
privileged: z.ZodDefault<z.ZodBoolean>;
|
|
2168
2183
|
kind: z.ZodEnum<{
|
|
2169
|
-
content: "content";
|
|
2170
|
-
schema: "schema";
|
|
2171
2184
|
artifact: "artifact";
|
|
2185
|
+
content: "content";
|
|
2172
2186
|
runtime_event: "runtime_event";
|
|
2187
|
+
schema: "schema";
|
|
2173
2188
|
state: "state";
|
|
2174
2189
|
}>;
|
|
2175
2190
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -2189,15 +2204,15 @@ export declare const learningResourceSchemas: {
|
|
|
2189
2204
|
sizeBytes: z.ZodNumber;
|
|
2190
2205
|
mediaType: z.ZodString;
|
|
2191
2206
|
visibility: z.ZodEnum<{
|
|
2207
|
+
host_private: "host_private";
|
|
2192
2208
|
policy: "policy";
|
|
2193
2209
|
verifier: "verifier";
|
|
2194
|
-
host_private: "host_private";
|
|
2195
2210
|
}>;
|
|
2196
2211
|
}, z.core.$strict>;
|
|
2197
2212
|
calibrationStatus: z.ZodEnum<{
|
|
2198
|
-
pending: "pending";
|
|
2199
|
-
passed: "passed";
|
|
2200
2213
|
failed: "failed";
|
|
2214
|
+
passed: "passed";
|
|
2215
|
+
pending: "pending";
|
|
2201
2216
|
}>;
|
|
2202
2217
|
model: z.ZodOptional<z.ZodObject<{
|
|
2203
2218
|
providerId: z.ZodString;
|
|
@@ -2225,9 +2240,9 @@ export declare const learningResourceSchemas: {
|
|
|
2225
2240
|
sizeBytes: z.ZodNumber;
|
|
2226
2241
|
mediaType: z.ZodString;
|
|
2227
2242
|
visibility: z.ZodEnum<{
|
|
2243
|
+
host_private: "host_private";
|
|
2228
2244
|
policy: "policy";
|
|
2229
2245
|
verifier: "verifier";
|
|
2230
|
-
host_private: "host_private";
|
|
2231
2246
|
}>;
|
|
2232
2247
|
}, z.core.$strict>;
|
|
2233
2248
|
exportName: z.ZodOptional<z.ZodString>;
|
|
@@ -2249,9 +2264,9 @@ export declare const learningResourceSchemas: {
|
|
|
2249
2264
|
sizeBytes: z.ZodNumber;
|
|
2250
2265
|
mediaType: z.ZodString;
|
|
2251
2266
|
visibility: z.ZodEnum<{
|
|
2267
|
+
host_private: "host_private";
|
|
2252
2268
|
policy: "policy";
|
|
2253
2269
|
verifier: "verifier";
|
|
2254
|
-
host_private: "host_private";
|
|
2255
2270
|
}>;
|
|
2256
2271
|
}, z.core.$strict>;
|
|
2257
2272
|
reviewerRole: z.ZodString;
|
|
@@ -2341,14 +2356,14 @@ export declare const learningResourceSchemas: {
|
|
|
2341
2356
|
schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
|
|
2342
2357
|
primaryMetric: z.ZodString;
|
|
2343
2358
|
aggregation: z.ZodEnum<{
|
|
2359
|
+
custom: "custom";
|
|
2344
2360
|
mean_score: "mean_score";
|
|
2345
2361
|
pass_rate: "pass_rate";
|
|
2346
2362
|
weighted_mean: "weighted_mean";
|
|
2347
|
-
custom: "custom";
|
|
2348
2363
|
}>;
|
|
2349
2364
|
missingReward: z.ZodEnum<{
|
|
2350
|
-
zero: "zero";
|
|
2351
2365
|
exclude: "exclude";
|
|
2366
|
+
zero: "zero";
|
|
2352
2367
|
}>;
|
|
2353
2368
|
taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
2354
2369
|
customAggregator: z.ZodNullable<z.ZodObject<{
|
|
@@ -2365,27 +2380,27 @@ export declare const learningResourceSchemas: {
|
|
|
2365
2380
|
};
|
|
2366
2381
|
export type LearningResourceKind = keyof typeof learningResourceSchemas;
|
|
2367
2382
|
export declare const LearningResourceKindSchema: z.ZodEnum<{
|
|
2368
|
-
policy: "policy";
|
|
2369
|
-
evidence: "evidence";
|
|
2370
|
-
grade: "grade";
|
|
2371
|
-
feedback: "feedback";
|
|
2372
|
-
reward: "reward";
|
|
2373
|
-
source: "source";
|
|
2374
2383
|
asset: "asset";
|
|
2384
|
+
batch: "batch";
|
|
2375
2385
|
binding: "binding";
|
|
2376
|
-
|
|
2386
|
+
chain: "chain";
|
|
2387
|
+
consumption: "consumption";
|
|
2377
2388
|
decision: "decision";
|
|
2389
|
+
definition: "definition";
|
|
2378
2390
|
dispatch: "dispatch";
|
|
2379
|
-
batch: "batch";
|
|
2380
|
-
schedule: "schedule";
|
|
2381
2391
|
draft: "draft";
|
|
2392
|
+
evidence: "evidence";
|
|
2393
|
+
feedback: "feedback";
|
|
2394
|
+
grade: "grade";
|
|
2382
2395
|
iteration: "iteration";
|
|
2383
|
-
|
|
2384
|
-
|
|
2385
|
-
consumption: "consumption";
|
|
2396
|
+
package: "package";
|
|
2397
|
+
policy: "policy";
|
|
2386
2398
|
reservation: "reservation";
|
|
2399
|
+
reward: "reward";
|
|
2400
|
+
reward_check: "reward_check";
|
|
2401
|
+
schedule: "schedule";
|
|
2387
2402
|
schedule_fire: "schedule_fire";
|
|
2388
|
-
|
|
2403
|
+
source: "source";
|
|
2389
2404
|
}>;
|
|
2390
2405
|
export type LearningResourceFor<K extends LearningResourceKind> = z.infer<(typeof learningResourceSchemas)[K]>;
|
|
2391
2406
|
export type LearningStoredResource = LearningResourceFor<LearningResourceKind>;
|