@openpond/evals 0.12.0 → 0.12.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/artifact-verification.js +2 -0
- package/dist/connected-evidence/sources/claude-branches.js +34 -1
- package/dist/connected-evidence/sources/claude-code.js +1 -1
- package/dist/native-conversations/collector-acquisition.js +17 -6
- package/dist/native-conversations/collector-source-cache.js +1 -1
- package/dist/native-conversations/collector-store.js +27 -2
- package/dist/native-conversations/collector.js +4 -3
- package/dist/native-conversations/history.js +7 -0
- package/dist/native-conversations/index.js +1 -0
- package/dist/native-conversations/selection.js +57 -0
- package/dist/native-conversations/supervisor.js +2 -0
- package/dist/tasksets.js +1 -0
- package/dist/types/artifact-verification.d.ts.map +1 -1
- package/dist/types/benchmarks.d.ts +22 -22
- package/dist/types/benchmarks.d.ts.map +1 -1
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +40 -39
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/compatibility.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +98 -96
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/connected-evidence/codex-command-observations.d.ts.map +1 -1
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts +6 -6
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +58 -58
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-proof.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-starting-state.d.ts.map +1 -1
- package/dist/types/connected-evidence/git.d.ts.map +1 -1
- package/dist/types/connected-evidence/imports.d.ts.map +1 -1
- package/dist/types/connected-evidence/index.d.ts.map +1 -1
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
- package/dist/types/connected-evidence/python-correctness.d.ts +38 -38
- package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-branches.d.ts +1 -0
- package/dist/types/connected-evidence/sources/claude-branches.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-code.d.ts +25 -25
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-authorization.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex.d.ts +25 -25
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/grok-build.d.ts +25 -25
- package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/history.d.ts +44 -44
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/opencode.d.ts +25 -25
- package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/pi.d.ts +25 -25
- package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -1
- package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -1
- package/dist/types/deterministic-graders.d.ts.map +1 -1
- package/dist/types/environment-execution-services-contract.d.ts +19 -19
- package/dist/types/environment-execution-services-contract.d.ts.map +1 -1
- package/dist/types/environment-execution-services.d.ts.map +1 -1
- package/dist/types/evidence/authoring.d.ts.map +1 -1
- package/dist/types/evidence/conformance.d.ts +98 -98
- package/dist/types/evidence/conformance.d.ts.map +1 -1
- package/dist/types/evidence/contracts.d.ts +183 -183
- package/dist/types/evidence/contracts.d.ts.map +1 -1
- package/dist/types/evidence/eligibility.d.ts +160 -160
- package/dist/types/evidence/eligibility.d.ts.map +1 -1
- package/dist/types/evidence/index.d.ts.map +1 -1
- package/dist/types/execution-contracts.d.ts +110 -110
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/execution-receipts.d.ts.map +1 -1
- package/dist/types/experiments.d.ts +96 -96
- package/dist/types/experiments.d.ts.map +1 -1
- package/dist/types/graders.d.ts +35 -35
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/harness-experiment-source.d.ts.map +1 -1
- package/dist/types/harness.d.ts.map +1 -1
- package/dist/types/human-review/comparison.d.ts +189 -189
- package/dist/types/human-review/comparison.d.ts.map +1 -1
- package/dist/types/human-review/contracts.d.ts +178 -178
- package/dist/types/human-review/contracts.d.ts.map +1 -1
- package/dist/types/human-review/execution.d.ts +53 -53
- package/dist/types/human-review/execution.d.ts.map +1 -1
- package/dist/types/human-review/handoff.d.ts +43 -43
- package/dist/types/human-review/handoff.d.ts.map +1 -1
- package/dist/types/human-review/index.d.ts.map +1 -1
- package/dist/types/human-review/local-publication.d.ts +4 -4
- package/dist/types/human-review/local-publication.d.ts.map +1 -1
- package/dist/types/human-review/repository.d.ts.map +1 -1
- package/dist/types/human-review/results.d.ts +8 -8
- package/dist/types/human-review/results.d.ts.map +1 -1
- package/dist/types/human-review/service.d.ts +292 -292
- package/dist/types/human-review/service.d.ts.map +1 -1
- package/dist/types/human-review/task-proposals.d.ts +2 -2
- package/dist/types/human-review/task-proposals.d.ts.map +1 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/javascript-environment-attempt.d.ts.map +1 -1
- package/dist/types/javascript-environment-contract.d.ts +39 -39
- package/dist/types/javascript-environment-contract.d.ts.map +1 -1
- package/dist/types/javascript-environment-node.d.ts.map +1 -1
- package/dist/types/javascript-environment.d.ts +14 -14
- package/dist/types/javascript-environment.d.ts.map +1 -1
- package/dist/types/javascript-isolate-node.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process-entry.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process.d.ts.map +1 -1
- package/dist/types/javascript-isolate.d.ts.map +1 -1
- package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
- package/dist/types/javascript-verifier-node.d.ts.map +1 -1
- package/dist/types/javascript-verifier-worker.d.ts.map +1 -1
- package/dist/types/javascript-verifier.d.ts.map +1 -1
- package/dist/types/learned-preference.d.ts +10 -10
- package/dist/types/learned-preference.d.ts.map +1 -1
- package/dist/types/learning/acceptance-group.d.ts +44 -44
- package/dist/types/learning/acceptance-group.d.ts.map +1 -1
- package/dist/types/learning/acceptance-plan.d.ts +8 -8
- package/dist/types/learning/acceptance-plan.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +37 -36
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/assets.d.ts +2 -2
- package/dist/types/learning/assets.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +11 -11
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +38 -38
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +75 -72
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +305 -298
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/errors.d.ts.map +1 -1
- package/dist/types/learning/grade-judge-budget.d.ts.map +1 -1
- package/dist/types/learning/grade-worker.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/intake-contracts.d.ts +10 -10
- package/dist/types/learning/intake-contracts.d.ts.map +1 -1
- package/dist/types/learning/intake-csv.d.ts.map +1 -1
- package/dist/types/learning/intake-history.d.ts.map +1 -1
- package/dist/types/learning/intake-service.d.ts.map +1 -1
- package/dist/types/learning/intake-text.d.ts.map +1 -1
- package/dist/types/learning/intake.d.ts.map +1 -1
- package/dist/types/learning/iteration-budget.d.ts.map +1 -1
- package/dist/types/learning/iteration-candidate-decision.d.ts +16 -16
- package/dist/types/learning/iteration-candidate-decision.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-commands.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +4 -4
- package/dist/types/learning/iteration-dispatch-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-worker.d.ts.map +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-cancellation.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-service.d.ts.map +1 -1
- package/dist/types/learning/iteration-training-parent.d.ts.map +1 -1
- package/dist/types/learning/judge-budget.d.ts +1 -1
- package/dist/types/learning/judge-budget.d.ts.map +1 -1
- package/dist/types/learning/model-judge.d.ts.map +1 -1
- package/dist/types/learning/nightly-schedule.d.ts.map +1 -1
- package/dist/types/learning/operations.d.ts +304 -298
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/policy-inspection.d.ts.map +1 -1
- package/dist/types/learning/rating-reward-fixture.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +187 -184
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration-closure.d.ts +248 -248
- package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +62 -62
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-check-budget.d.ts.map +1 -1
- package/dist/types/learning/reward-check-service.d.ts.map +1 -1
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +30 -30
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +3 -3
- package/dist/types/learning/schedule-contracts.d.ts.map +1 -1
- package/dist/types/learning/schedule-service.d.ts +2 -2
- package/dist/types/learning/schedule-service.d.ts.map +1 -1
- package/dist/types/learning/schedule-worker.d.ts.map +1 -1
- package/dist/types/learning/service.d.ts +3 -3
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/task-queue-inspection.d.ts.map +1 -1
- package/dist/types/learning/training-handoff.d.ts +9 -9
- package/dist/types/learning/training-handoff.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +2207 -2201
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/metric-policy.d.ts +6 -6
- package/dist/types/metric-policy.d.ts.map +1 -1
- package/dist/types/metrics-node.d.ts.map +1 -1
- package/dist/types/metrics.d.ts.map +1 -1
- package/dist/types/model-improvement-qualification.d.ts +17 -17
- package/dist/types/model-improvement-qualification.d.ts.map +1 -1
- package/dist/types/native-conversations/appimage-runtime.d.ts.map +1 -1
- package/dist/types/native-conversations/codex-window-inventory.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-acquisition.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-branches.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-calendar-gate.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-contracts.d.ts +3 -0
- package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-coverage.d.ts +2 -2
- package/dist/types/native-conversations/collector-coverage.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-cron.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-destinations.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-errors.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-progress.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-schedule.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-service-files.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-snapshots.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-source-cache.d.ts +2 -2
- package/dist/types/native-conversations/collector-source-cache.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-store.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-sync-requests.d.ts.map +1 -1
- package/dist/types/native-conversations/collector.d.ts.map +1 -1
- package/dist/types/native-conversations/contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/database.d.ts.map +1 -1
- package/dist/types/native-conversations/discovery.d.ts.map +1 -1
- package/dist/types/native-conversations/git-assets.d.ts.map +1 -1
- package/dist/types/native-conversations/history.d.ts +1 -0
- package/dist/types/native-conversations/history.d.ts.map +1 -1
- package/dist/types/native-conversations/index.d.ts +1 -0
- package/dist/types/native-conversations/index.d.ts.map +1 -1
- package/dist/types/native-conversations/location.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-cold-archive.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-database.d.ts.map +1 -1
- package/dist/types/native-conversations/readiness.d.ts.map +1 -1
- package/dist/types/native-conversations/selection.d.ts +32 -0
- package/dist/types/native-conversations/selection.d.ts.map +1 -0
- package/dist/types/native-conversations/source-locations.d.ts.map +1 -1
- package/dist/types/native-conversations/supervisor.d.ts.map +1 -1
- package/dist/types/native-conversations/titles.d.ts.map +1 -1
- package/dist/types/native-harness-experiment-attempt.d.ts.map +1 -1
- package/dist/types/preferences.d.ts +22 -22
- package/dist/types/preferences.d.ts.map +1 -1
- package/dist/types/prepared-process-isolation.d.ts.map +1 -1
- package/dist/types/profile-evaluation-comparisons.d.ts +18 -18
- package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
- package/dist/types/profile-evaluation-execution.d.ts.map +1 -1
- package/dist/types/profile-evaluation-reports.d.ts +2 -2
- package/dist/types/profile-evaluation-reports.d.ts.map +1 -1
- package/dist/types/profile-evaluation-suites.d.ts.map +1 -1
- package/dist/types/profile-evaluation-target.d.ts.map +1 -1
- package/dist/types/profile-evaluations.d.ts +15 -15
- package/dist/types/profile-evaluations.d.ts.map +1 -1
- package/dist/types/profile-external-evaluation.d.ts +84 -84
- package/dist/types/profile-external-evaluation.d.ts.map +1 -1
- package/dist/types/profile-source-candidate.d.ts.map +1 -1
- package/dist/types/review-conformance.d.ts +53 -53
- package/dist/types/review-conformance.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +104 -104
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts +16 -16
- package/dist/types/rollouts.d.ts.map +1 -1
- package/dist/types/runs.d.ts +22 -22
- package/dist/types/runs.d.ts.map +1 -1
- package/dist/types/sql-execution-contract.d.ts +3 -3
- package/dist/types/sql-execution-contract.d.ts.map +1 -1
- package/dist/types/sql-execution-engine.d.ts.map +1 -1
- package/dist/types/sql-execution-node.d.ts.map +1 -1
- package/dist/types/sql-execution-process-entry.d.ts.map +1 -1
- package/dist/types/task-schema-validation.d.ts.map +1 -1
- package/dist/types/task-schema.d.ts.map +1 -1
- package/dist/types/task-value-validator.d.ts.map +1 -1
- package/dist/types/taskset-run-contract.d.ts +26 -26
- package/dist/types/taskset-run-contract.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +73 -69
- package/dist/types/tasksets.d.ts.map +1 -1
- package/dist/types/telemetry/index.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +6 -6
- package/dist/types/telemetry-analysis.d.ts.map +1 -1
- package/dist/types/telemetry-bundle.d.ts +42 -42
- package/dist/types/telemetry-bundle.d.ts.map +1 -1
- package/dist/types/telemetry-catalog.d.ts +67 -67
- package/dist/types/telemetry-catalog.d.ts.map +1 -1
- package/dist/types/telemetry.d.ts +44 -44
- package/dist/types/telemetry.d.ts.map +1 -1
- package/package.json +1 -1
- package/schemas/learning/v1/command-request.schema.json +4 -0
- package/schemas/learning/v1/definition.schema.json +4 -0
- package/schemas/learning/v1/evidence.schema.json +4 -0
- package/schemas/learning/v1/example-submission.schema.json +4 -0
- package/schemas/learning/v1/package.schema.json +4 -0
|
@@ -14,10 +14,10 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
14
14
|
description: z.ZodString;
|
|
15
15
|
instructions: z.ZodString;
|
|
16
16
|
category: z.ZodEnum<{
|
|
17
|
+
coding: "coding";
|
|
17
18
|
custom: "custom";
|
|
18
|
-
structured: "structured";
|
|
19
19
|
question_answering: "question_answering";
|
|
20
|
-
|
|
20
|
+
structured: "structured";
|
|
21
21
|
tool_workflow: "tool_workflow";
|
|
22
22
|
}>;
|
|
23
23
|
familyNamespace: z.ZodString;
|
|
@@ -33,11 +33,12 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
33
33
|
sizeBytes: z.ZodNumber;
|
|
34
34
|
mediaType: z.ZodString;
|
|
35
35
|
visibility: z.ZodEnum<{
|
|
36
|
+
host_private: "host_private";
|
|
36
37
|
policy: "policy";
|
|
37
38
|
verifier: "verifier";
|
|
38
|
-
host_private: "host_private";
|
|
39
39
|
}>;
|
|
40
40
|
}, z.core.$strict>>>;
|
|
41
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
41
42
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
42
43
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
43
44
|
}, z.core.$strict>>>;
|
|
@@ -61,25 +62,25 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
61
62
|
environment: z.ZodObject<{
|
|
62
63
|
protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
|
|
63
64
|
kind: z.ZodEnum<{
|
|
64
|
-
text: "text";
|
|
65
65
|
agent: "agent";
|
|
66
|
-
work: "work";
|
|
67
66
|
custom_program: "custom_program";
|
|
67
|
+
text: "text";
|
|
68
|
+
work: "work";
|
|
68
69
|
}>;
|
|
69
70
|
entrypoint: z.ZodString;
|
|
70
71
|
stateful: z.ZodBoolean;
|
|
71
72
|
deterministicSeeds: z.ZodBoolean;
|
|
72
73
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
73
|
-
step: "step";
|
|
74
|
-
create: "create";
|
|
75
|
-
reset: "reset";
|
|
76
74
|
collect: "collect";
|
|
75
|
+
create: "create";
|
|
77
76
|
destroy: "destroy";
|
|
77
|
+
reset: "reset";
|
|
78
|
+
step: "step";
|
|
78
79
|
}>>;
|
|
79
80
|
networkPolicy: z.ZodEnum<{
|
|
80
|
-
none: "none";
|
|
81
81
|
declared_read_only: "declared_read_only";
|
|
82
82
|
declared_scoped: "declared_scoped";
|
|
83
|
+
none: "none";
|
|
83
84
|
}>;
|
|
84
85
|
defaultTimeoutMs: z.ZodNumber;
|
|
85
86
|
}, z.core.$strict>;
|
|
@@ -103,10 +104,10 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
103
104
|
required: z.ZodBoolean;
|
|
104
105
|
scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
105
106
|
portability: z.ZodEnum<{
|
|
106
|
-
portable: "portable";
|
|
107
107
|
host_adapter: "host_adapter";
|
|
108
|
-
local_only: "local_only";
|
|
109
108
|
hosted_only: "hosted_only";
|
|
109
|
+
local_only: "local_only";
|
|
110
|
+
portable: "portable";
|
|
110
111
|
}>;
|
|
111
112
|
}, z.core.$strict>>;
|
|
112
113
|
verifierSetRelease: z.ZodOptional<z.ZodObject<{
|
|
@@ -123,10 +124,10 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
123
124
|
description: z.ZodString;
|
|
124
125
|
instructions: z.ZodString;
|
|
125
126
|
category: z.ZodEnum<{
|
|
127
|
+
coding: "coding";
|
|
126
128
|
custom: "custom";
|
|
127
|
-
structured: "structured";
|
|
128
129
|
question_answering: "question_answering";
|
|
129
|
-
|
|
130
|
+
structured: "structured";
|
|
130
131
|
tool_workflow: "tool_workflow";
|
|
131
132
|
}>;
|
|
132
133
|
familyNamespace: z.ZodString;
|
|
@@ -142,11 +143,12 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
142
143
|
sizeBytes: z.ZodNumber;
|
|
143
144
|
mediaType: z.ZodString;
|
|
144
145
|
visibility: z.ZodEnum<{
|
|
146
|
+
host_private: "host_private";
|
|
145
147
|
policy: "policy";
|
|
146
148
|
verifier: "verifier";
|
|
147
|
-
host_private: "host_private";
|
|
148
149
|
}>;
|
|
149
150
|
}, z.core.$strict>>>;
|
|
151
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
150
152
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
151
153
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
152
154
|
}, z.core.$strict>>>;
|
|
@@ -170,25 +172,25 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
170
172
|
environment: z.ZodObject<{
|
|
171
173
|
protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
|
|
172
174
|
kind: z.ZodEnum<{
|
|
173
|
-
text: "text";
|
|
174
175
|
agent: "agent";
|
|
175
|
-
work: "work";
|
|
176
176
|
custom_program: "custom_program";
|
|
177
|
+
text: "text";
|
|
178
|
+
work: "work";
|
|
177
179
|
}>;
|
|
178
180
|
entrypoint: z.ZodString;
|
|
179
181
|
stateful: z.ZodBoolean;
|
|
180
182
|
deterministicSeeds: z.ZodBoolean;
|
|
181
183
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
182
|
-
step: "step";
|
|
183
|
-
create: "create";
|
|
184
|
-
reset: "reset";
|
|
185
184
|
collect: "collect";
|
|
185
|
+
create: "create";
|
|
186
186
|
destroy: "destroy";
|
|
187
|
+
reset: "reset";
|
|
188
|
+
step: "step";
|
|
187
189
|
}>>;
|
|
188
190
|
networkPolicy: z.ZodEnum<{
|
|
189
|
-
none: "none";
|
|
190
191
|
declared_read_only: "declared_read_only";
|
|
191
192
|
declared_scoped: "declared_scoped";
|
|
193
|
+
none: "none";
|
|
192
194
|
}>;
|
|
193
195
|
defaultTimeoutMs: z.ZodNumber;
|
|
194
196
|
}, z.core.$strict>;
|
|
@@ -212,10 +214,10 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
212
214
|
required: z.ZodBoolean;
|
|
213
215
|
scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
214
216
|
portability: z.ZodEnum<{
|
|
215
|
-
portable: "portable";
|
|
216
217
|
host_adapter: "host_adapter";
|
|
217
|
-
local_only: "local_only";
|
|
218
218
|
hosted_only: "hosted_only";
|
|
219
|
+
local_only: "local_only";
|
|
220
|
+
portable: "portable";
|
|
219
221
|
}>;
|
|
220
222
|
}, z.core.$strict>>;
|
|
221
223
|
verifierSetRelease: z.ZodOptional<z.ZodObject<{
|
|
@@ -236,10 +238,10 @@ export declare const TaskSourceMappingSchema: z.ZodObject<{
|
|
|
236
238
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
237
239
|
familyKey: z.ZodString;
|
|
238
240
|
split: z.ZodEnum<{
|
|
241
|
+
frozen_eval: "frozen_eval";
|
|
242
|
+
test: "test";
|
|
239
243
|
train: "train";
|
|
240
244
|
validation: "validation";
|
|
241
|
-
test: "test";
|
|
242
|
-
frozen_eval: "frozen_eval";
|
|
243
245
|
}>;
|
|
244
246
|
}, z.core.$strict>;
|
|
245
247
|
/** An explicit Model edit starts new evidence; the original admissions remain
|
|
@@ -269,11 +271,11 @@ export declare const LearningSourceContentSchema: z.ZodObject<{
|
|
|
269
271
|
revision: z.ZodNumber;
|
|
270
272
|
name: z.ZodString;
|
|
271
273
|
kind: z.ZodEnum<{
|
|
272
|
-
work: "work";
|
|
273
|
-
provider: "provider";
|
|
274
|
-
direct: "direct";
|
|
275
274
|
benchmark: "benchmark";
|
|
275
|
+
direct: "direct";
|
|
276
276
|
opentelemetry: "opentelemetry";
|
|
277
|
+
provider: "provider";
|
|
278
|
+
work: "work";
|
|
277
279
|
}>;
|
|
278
280
|
taskDefinition: z.ZodObject<{
|
|
279
281
|
id: z.ZodString;
|
|
@@ -282,10 +284,10 @@ export declare const LearningSourceContentSchema: z.ZodObject<{
|
|
|
282
284
|
}, z.core.$strict>;
|
|
283
285
|
enabled: z.ZodBoolean;
|
|
284
286
|
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
287
|
+
frozen_eval: "frozen_eval";
|
|
288
|
+
test: "test";
|
|
285
289
|
train: "train";
|
|
286
290
|
validation: "validation";
|
|
287
|
-
test: "test";
|
|
288
|
-
frozen_eval: "frozen_eval";
|
|
289
291
|
}>>;
|
|
290
292
|
mapping: z.ZodNullable<z.ZodObject<{
|
|
291
293
|
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
@@ -298,10 +300,10 @@ export declare const LearningSourceContentSchema: z.ZodObject<{
|
|
|
298
300
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
299
301
|
familyKey: z.ZodString;
|
|
300
302
|
split: z.ZodEnum<{
|
|
303
|
+
frozen_eval: "frozen_eval";
|
|
304
|
+
test: "test";
|
|
301
305
|
train: "train";
|
|
302
306
|
validation: "validation";
|
|
303
|
-
test: "test";
|
|
304
|
-
frozen_eval: "frozen_eval";
|
|
305
307
|
}>;
|
|
306
308
|
}, z.core.$strict>>;
|
|
307
309
|
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
@@ -342,11 +344,11 @@ export declare const LearningSourceSchema: z.ZodObject<{
|
|
|
342
344
|
revision: z.ZodNumber;
|
|
343
345
|
name: z.ZodString;
|
|
344
346
|
kind: z.ZodEnum<{
|
|
345
|
-
work: "work";
|
|
346
|
-
provider: "provider";
|
|
347
|
-
direct: "direct";
|
|
348
347
|
benchmark: "benchmark";
|
|
348
|
+
direct: "direct";
|
|
349
349
|
opentelemetry: "opentelemetry";
|
|
350
|
+
provider: "provider";
|
|
351
|
+
work: "work";
|
|
350
352
|
}>;
|
|
351
353
|
taskDefinition: z.ZodObject<{
|
|
352
354
|
id: z.ZodString;
|
|
@@ -355,10 +357,10 @@ export declare const LearningSourceSchema: z.ZodObject<{
|
|
|
355
357
|
}, z.core.$strict>;
|
|
356
358
|
enabled: z.ZodBoolean;
|
|
357
359
|
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
360
|
+
frozen_eval: "frozen_eval";
|
|
361
|
+
test: "test";
|
|
358
362
|
train: "train";
|
|
359
363
|
validation: "validation";
|
|
360
|
-
test: "test";
|
|
361
|
-
frozen_eval: "frozen_eval";
|
|
362
364
|
}>>;
|
|
363
365
|
mapping: z.ZodNullable<z.ZodObject<{
|
|
364
366
|
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
@@ -371,10 +373,10 @@ export declare const LearningSourceSchema: z.ZodObject<{
|
|
|
371
373
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
372
374
|
familyKey: z.ZodString;
|
|
373
375
|
split: z.ZodEnum<{
|
|
376
|
+
frozen_eval: "frozen_eval";
|
|
377
|
+
test: "test";
|
|
374
378
|
train: "train";
|
|
375
379
|
validation: "validation";
|
|
376
|
-
test: "test";
|
|
377
|
-
frozen_eval: "frozen_eval";
|
|
378
380
|
}>;
|
|
379
381
|
}, z.core.$strict>>;
|
|
380
382
|
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
@@ -424,10 +426,10 @@ export declare const TaskExampleSubmissionSchema: z.ZodObject<{
|
|
|
424
426
|
occurredAt: z.ZodString;
|
|
425
427
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
426
428
|
split: z.ZodEnum<{
|
|
429
|
+
frozen_eval: "frozen_eval";
|
|
430
|
+
test: "test";
|
|
427
431
|
train: "train";
|
|
428
432
|
validation: "validation";
|
|
429
|
-
test: "test";
|
|
430
|
-
frozen_eval: "frozen_eval";
|
|
431
433
|
}>;
|
|
432
434
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
433
435
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -440,9 +442,9 @@ export declare const TaskExampleSubmissionSchema: z.ZodObject<{
|
|
|
440
442
|
sizeBytes: z.ZodNumber;
|
|
441
443
|
mediaType: z.ZodString;
|
|
442
444
|
visibility: z.ZodEnum<{
|
|
445
|
+
host_private: "host_private";
|
|
443
446
|
policy: "policy";
|
|
444
447
|
verifier: "verifier";
|
|
445
|
-
host_private: "host_private";
|
|
446
448
|
}>;
|
|
447
449
|
}, z.core.$strict>>;
|
|
448
450
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -455,11 +457,12 @@ export declare const TaskExampleSubmissionSchema: z.ZodObject<{
|
|
|
455
457
|
sizeBytes: z.ZodNumber;
|
|
456
458
|
mediaType: z.ZodString;
|
|
457
459
|
visibility: z.ZodEnum<{
|
|
460
|
+
host_private: "host_private";
|
|
458
461
|
policy: "policy";
|
|
459
462
|
verifier: "verifier";
|
|
460
|
-
host_private: "host_private";
|
|
461
463
|
}>;
|
|
462
464
|
}, z.core.$strict>>>;
|
|
465
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
463
466
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
464
467
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
465
468
|
}, z.core.$strict>>>;
|
|
@@ -491,10 +494,10 @@ export declare const TaskEvidenceContentSchema: z.ZodObject<{
|
|
|
491
494
|
occurredAt: z.ZodString;
|
|
492
495
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
493
496
|
split: z.ZodEnum<{
|
|
497
|
+
frozen_eval: "frozen_eval";
|
|
498
|
+
test: "test";
|
|
494
499
|
train: "train";
|
|
495
500
|
validation: "validation";
|
|
496
|
-
test: "test";
|
|
497
|
-
frozen_eval: "frozen_eval";
|
|
498
501
|
}>;
|
|
499
502
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
500
503
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -507,9 +510,9 @@ export declare const TaskEvidenceContentSchema: z.ZodObject<{
|
|
|
507
510
|
sizeBytes: z.ZodNumber;
|
|
508
511
|
mediaType: z.ZodString;
|
|
509
512
|
visibility: z.ZodEnum<{
|
|
513
|
+
host_private: "host_private";
|
|
510
514
|
policy: "policy";
|
|
511
515
|
verifier: "verifier";
|
|
512
|
-
host_private: "host_private";
|
|
513
516
|
}>;
|
|
514
517
|
}, z.core.$strict>>;
|
|
515
518
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -522,11 +525,12 @@ export declare const TaskEvidenceContentSchema: z.ZodObject<{
|
|
|
522
525
|
sizeBytes: z.ZodNumber;
|
|
523
526
|
mediaType: z.ZodString;
|
|
524
527
|
visibility: z.ZodEnum<{
|
|
528
|
+
host_private: "host_private";
|
|
525
529
|
policy: "policy";
|
|
526
530
|
verifier: "verifier";
|
|
527
|
-
host_private: "host_private";
|
|
528
531
|
}>;
|
|
529
532
|
}, z.core.$strict>>>;
|
|
533
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
530
534
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
531
535
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
532
536
|
}, z.core.$strict>>>;
|
|
@@ -566,10 +570,10 @@ export declare const TaskEvidenceSchema: z.ZodObject<{
|
|
|
566
570
|
occurredAt: z.ZodString;
|
|
567
571
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
568
572
|
split: z.ZodEnum<{
|
|
573
|
+
frozen_eval: "frozen_eval";
|
|
574
|
+
test: "test";
|
|
569
575
|
train: "train";
|
|
570
576
|
validation: "validation";
|
|
571
|
-
test: "test";
|
|
572
|
-
frozen_eval: "frozen_eval";
|
|
573
577
|
}>;
|
|
574
578
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
575
579
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -582,9 +586,9 @@ export declare const TaskEvidenceSchema: z.ZodObject<{
|
|
|
582
586
|
sizeBytes: z.ZodNumber;
|
|
583
587
|
mediaType: z.ZodString;
|
|
584
588
|
visibility: z.ZodEnum<{
|
|
589
|
+
host_private: "host_private";
|
|
585
590
|
policy: "policy";
|
|
586
591
|
verifier: "verifier";
|
|
587
|
-
host_private: "host_private";
|
|
588
592
|
}>;
|
|
589
593
|
}, z.core.$strict>>;
|
|
590
594
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -597,11 +601,12 @@ export declare const TaskEvidenceSchema: z.ZodObject<{
|
|
|
597
601
|
sizeBytes: z.ZodNumber;
|
|
598
602
|
mediaType: z.ZodString;
|
|
599
603
|
visibility: z.ZodEnum<{
|
|
604
|
+
host_private: "host_private";
|
|
600
605
|
policy: "policy";
|
|
601
606
|
verifier: "verifier";
|
|
602
|
-
host_private: "host_private";
|
|
603
607
|
}>;
|
|
604
608
|
}, z.core.$strict>>>;
|
|
609
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
605
610
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
606
611
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
607
612
|
}, z.core.$strict>>>;
|
|
@@ -641,11 +646,11 @@ export declare const TaskFeedbackSubmissionSchema: z.ZodObject<{
|
|
|
641
646
|
expectedEvidenceHash: z.ZodNullable<z.ZodString>;
|
|
642
647
|
occurredAt: z.ZodString;
|
|
643
648
|
kind: z.ZodEnum<{
|
|
644
|
-
|
|
645
|
-
target_correction: "target_correction";
|
|
649
|
+
family_resolution: "family_resolution";
|
|
646
650
|
ground_truth_correction: "ground_truth_correction";
|
|
647
651
|
input_correction: "input_correction";
|
|
648
|
-
|
|
652
|
+
outcome: "outcome";
|
|
653
|
+
target_correction: "target_correction";
|
|
649
654
|
}>;
|
|
650
655
|
value: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
651
656
|
note: z.ZodString;
|
|
@@ -662,20 +667,20 @@ export declare const TaskFeedbackSchema: z.ZodObject<{
|
|
|
662
667
|
expectedEvidenceHash: z.ZodNullable<z.ZodString>;
|
|
663
668
|
occurredAt: z.ZodString;
|
|
664
669
|
kind: z.ZodEnum<{
|
|
665
|
-
|
|
666
|
-
target_correction: "target_correction";
|
|
670
|
+
family_resolution: "family_resolution";
|
|
667
671
|
ground_truth_correction: "ground_truth_correction";
|
|
668
672
|
input_correction: "input_correction";
|
|
669
|
-
|
|
673
|
+
outcome: "outcome";
|
|
674
|
+
target_correction: "target_correction";
|
|
670
675
|
}>;
|
|
671
676
|
value: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
672
677
|
note: z.ZodString;
|
|
673
678
|
}, z.core.$strict>;
|
|
674
679
|
status: z.ZodEnum<{
|
|
675
|
-
|
|
680
|
+
applied: "applied";
|
|
676
681
|
pending_example: "pending_example";
|
|
677
682
|
pending_review: "pending_review";
|
|
678
|
-
|
|
683
|
+
rejected: "rejected";
|
|
679
684
|
superseded: "superseded";
|
|
680
685
|
}>;
|
|
681
686
|
evidence: z.ZodNullable<z.ZodObject<{
|
|
@@ -688,9 +693,9 @@ export declare const TaskFeedbackSchema: z.ZodObject<{
|
|
|
688
693
|
submittedBy: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
689
694
|
id: z.ZodString;
|
|
690
695
|
role: z.ZodEnum<{
|
|
696
|
+
editor: "editor";
|
|
691
697
|
reviewer: "reviewer";
|
|
692
698
|
source: "source";
|
|
693
|
-
editor: "editor";
|
|
694
699
|
}>;
|
|
695
700
|
sourceId: z.ZodNullable<z.ZodString>;
|
|
696
701
|
}, z.core.$strict>>>;
|
|
@@ -732,26 +737,26 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
732
737
|
}, z.core.$strict>>;
|
|
733
738
|
}, z.core.$strict>;
|
|
734
739
|
evidenceValidity: z.ZodEnum<{
|
|
740
|
+
invalid: "invalid";
|
|
735
741
|
pending: "pending";
|
|
736
742
|
valid: "valid";
|
|
737
|
-
invalid: "invalid";
|
|
738
743
|
}>;
|
|
739
744
|
taskAdmissibility: z.ZodEnum<{
|
|
740
|
-
rejected: "rejected";
|
|
741
|
-
pending: "pending";
|
|
742
745
|
approved: "approved";
|
|
746
|
+
pending: "pending";
|
|
747
|
+
rejected: "rejected";
|
|
743
748
|
}>;
|
|
744
749
|
observedQuality: z.ZodEnum<{
|
|
745
|
-
passed: "passed";
|
|
746
750
|
failed: "failed";
|
|
751
|
+
passed: "passed";
|
|
747
752
|
unavailable: "unavailable";
|
|
748
753
|
unscored: "unscored";
|
|
749
754
|
}>;
|
|
750
755
|
targetApproval: z.ZodEnum<{
|
|
751
|
-
rejected: "rejected";
|
|
752
|
-
pending: "pending";
|
|
753
756
|
approved: "approved";
|
|
754
757
|
not_required: "not_required";
|
|
758
|
+
pending: "pending";
|
|
759
|
+
rejected: "rejected";
|
|
755
760
|
}>;
|
|
756
761
|
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
757
762
|
grade: z.ZodNullable<z.ZodObject<{
|
|
@@ -776,11 +781,11 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
776
781
|
training: "training";
|
|
777
782
|
}>;
|
|
778
783
|
status: z.ZodEnum<{
|
|
779
|
-
pending: "pending";
|
|
780
784
|
failed: "failed";
|
|
785
|
+
not_applicable: "not_applicable";
|
|
786
|
+
pending: "pending";
|
|
781
787
|
scored: "scored";
|
|
782
788
|
unavailable: "unavailable";
|
|
783
|
-
not_applicable: "not_applicable";
|
|
784
789
|
}>;
|
|
785
790
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
786
791
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -791,8 +796,8 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
791
796
|
graderId: z.ZodString;
|
|
792
797
|
graderVersion: z.ZodString;
|
|
793
798
|
status: z.ZodOptional<z.ZodEnum<{
|
|
794
|
-
pending: "pending";
|
|
795
799
|
failed: "failed";
|
|
800
|
+
pending: "pending";
|
|
796
801
|
scored: "scored";
|
|
797
802
|
unavailable: "unavailable";
|
|
798
803
|
}>>;
|
|
@@ -800,12 +805,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
800
805
|
passed: z.ZodBoolean;
|
|
801
806
|
rewardEligible: z.ZodBoolean;
|
|
802
807
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
803
|
-
|
|
804
|
-
grader_failure: "grader_failure";
|
|
808
|
+
cancelled: "cancelled";
|
|
805
809
|
environment_failure: "environment_failure";
|
|
810
|
+
grader_failure: "grader_failure";
|
|
806
811
|
infrastructure_failure: "infrastructure_failure";
|
|
812
|
+
policy_failure: "policy_failure";
|
|
807
813
|
timeout: "timeout";
|
|
808
|
-
cancelled: "cancelled";
|
|
809
814
|
}>>;
|
|
810
815
|
feedback: z.ZodArray<z.ZodString>;
|
|
811
816
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -825,12 +830,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
825
830
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
826
831
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
827
832
|
reasoningEffort: z.ZodEnum<{
|
|
828
|
-
|
|
833
|
+
high: "high";
|
|
829
834
|
low: "low";
|
|
835
|
+
max: "max";
|
|
830
836
|
medium: "medium";
|
|
831
|
-
|
|
837
|
+
off: "off";
|
|
832
838
|
xhigh: "xhigh";
|
|
833
|
-
max: "max";
|
|
834
839
|
}>;
|
|
835
840
|
maximumOutputTokens: z.ZodNumber;
|
|
836
841
|
}, z.core.$strict>>;
|
|
@@ -844,20 +849,20 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
844
849
|
}, z.core.$strict>>;
|
|
845
850
|
training: z.ZodObject<{
|
|
846
851
|
status: z.ZodEnum<{
|
|
852
|
+
not_configured: "not_configured";
|
|
847
853
|
pending: "pending";
|
|
848
854
|
scored: "scored";
|
|
849
855
|
unscorable: "unscorable";
|
|
850
|
-
not_configured: "not_configured";
|
|
851
856
|
}>;
|
|
852
857
|
score: z.ZodNullable<z.ZodNumber>;
|
|
853
858
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
854
859
|
}, z.core.$strict>;
|
|
855
860
|
evaluation: z.ZodObject<{
|
|
856
861
|
status: z.ZodEnum<{
|
|
862
|
+
not_configured: "not_configured";
|
|
857
863
|
pending: "pending";
|
|
858
864
|
scored: "scored";
|
|
859
865
|
unscorable: "unscorable";
|
|
860
|
-
not_configured: "not_configured";
|
|
861
866
|
}>;
|
|
862
867
|
score: z.ZodNullable<z.ZodNumber>;
|
|
863
868
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -886,11 +891,11 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
886
891
|
training: "training";
|
|
887
892
|
}>;
|
|
888
893
|
status: z.ZodEnum<{
|
|
889
|
-
pending: "pending";
|
|
890
894
|
failed: "failed";
|
|
895
|
+
not_applicable: "not_applicable";
|
|
896
|
+
pending: "pending";
|
|
891
897
|
scored: "scored";
|
|
892
898
|
unavailable: "unavailable";
|
|
893
|
-
not_applicable: "not_applicable";
|
|
894
899
|
}>;
|
|
895
900
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
896
901
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -901,8 +906,8 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
901
906
|
graderId: z.ZodString;
|
|
902
907
|
graderVersion: z.ZodString;
|
|
903
908
|
status: z.ZodOptional<z.ZodEnum<{
|
|
904
|
-
pending: "pending";
|
|
905
909
|
failed: "failed";
|
|
910
|
+
pending: "pending";
|
|
906
911
|
scored: "scored";
|
|
907
912
|
unavailable: "unavailable";
|
|
908
913
|
}>>;
|
|
@@ -910,12 +915,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
910
915
|
passed: z.ZodBoolean;
|
|
911
916
|
rewardEligible: z.ZodBoolean;
|
|
912
917
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
913
|
-
|
|
914
|
-
grader_failure: "grader_failure";
|
|
918
|
+
cancelled: "cancelled";
|
|
915
919
|
environment_failure: "environment_failure";
|
|
920
|
+
grader_failure: "grader_failure";
|
|
916
921
|
infrastructure_failure: "infrastructure_failure";
|
|
922
|
+
policy_failure: "policy_failure";
|
|
917
923
|
timeout: "timeout";
|
|
918
|
-
cancelled: "cancelled";
|
|
919
924
|
}>>;
|
|
920
925
|
feedback: z.ZodArray<z.ZodString>;
|
|
921
926
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -935,12 +940,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
935
940
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
936
941
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
937
942
|
reasoningEffort: z.ZodEnum<{
|
|
938
|
-
|
|
943
|
+
high: "high";
|
|
939
944
|
low: "low";
|
|
945
|
+
max: "max";
|
|
940
946
|
medium: "medium";
|
|
941
|
-
|
|
947
|
+
off: "off";
|
|
942
948
|
xhigh: "xhigh";
|
|
943
|
-
max: "max";
|
|
944
949
|
}>;
|
|
945
950
|
maximumOutputTokens: z.ZodNumber;
|
|
946
951
|
}, z.core.$strict>>;
|
|
@@ -954,20 +959,20 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
954
959
|
}, z.core.$strict>>;
|
|
955
960
|
training: z.ZodObject<{
|
|
956
961
|
status: z.ZodEnum<{
|
|
962
|
+
not_configured: "not_configured";
|
|
957
963
|
pending: "pending";
|
|
958
964
|
scored: "scored";
|
|
959
965
|
unscorable: "unscorable";
|
|
960
|
-
not_configured: "not_configured";
|
|
961
966
|
}>;
|
|
962
967
|
score: z.ZodNullable<z.ZodNumber>;
|
|
963
968
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
964
969
|
}, z.core.$strict>;
|
|
965
970
|
evaluation: z.ZodObject<{
|
|
966
971
|
status: z.ZodEnum<{
|
|
972
|
+
not_configured: "not_configured";
|
|
967
973
|
pending: "pending";
|
|
968
974
|
scored: "scored";
|
|
969
975
|
unscorable: "unscorable";
|
|
970
|
-
not_configured: "not_configured";
|
|
971
976
|
}>;
|
|
972
977
|
score: z.ZodNullable<z.ZodNumber>;
|
|
973
978
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -1004,26 +1009,26 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1004
1009
|
}, z.core.$strict>>;
|
|
1005
1010
|
}, z.core.$strict>;
|
|
1006
1011
|
evidenceValidity: z.ZodEnum<{
|
|
1012
|
+
invalid: "invalid";
|
|
1007
1013
|
pending: "pending";
|
|
1008
1014
|
valid: "valid";
|
|
1009
|
-
invalid: "invalid";
|
|
1010
1015
|
}>;
|
|
1011
1016
|
taskAdmissibility: z.ZodEnum<{
|
|
1012
|
-
rejected: "rejected";
|
|
1013
|
-
pending: "pending";
|
|
1014
1017
|
approved: "approved";
|
|
1018
|
+
pending: "pending";
|
|
1019
|
+
rejected: "rejected";
|
|
1015
1020
|
}>;
|
|
1016
1021
|
observedQuality: z.ZodEnum<{
|
|
1017
|
-
passed: "passed";
|
|
1018
1022
|
failed: "failed";
|
|
1023
|
+
passed: "passed";
|
|
1019
1024
|
unavailable: "unavailable";
|
|
1020
1025
|
unscored: "unscored";
|
|
1021
1026
|
}>;
|
|
1022
1027
|
targetApproval: z.ZodEnum<{
|
|
1023
|
-
rejected: "rejected";
|
|
1024
|
-
pending: "pending";
|
|
1025
1028
|
approved: "approved";
|
|
1026
1029
|
not_required: "not_required";
|
|
1030
|
+
pending: "pending";
|
|
1031
|
+
rejected: "rejected";
|
|
1027
1032
|
}>;
|
|
1028
1033
|
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
1029
1034
|
grade: z.ZodNullable<z.ZodObject<{
|
|
@@ -1048,11 +1053,11 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1048
1053
|
training: "training";
|
|
1049
1054
|
}>;
|
|
1050
1055
|
status: z.ZodEnum<{
|
|
1051
|
-
pending: "pending";
|
|
1052
1056
|
failed: "failed";
|
|
1057
|
+
not_applicable: "not_applicable";
|
|
1058
|
+
pending: "pending";
|
|
1053
1059
|
scored: "scored";
|
|
1054
1060
|
unavailable: "unavailable";
|
|
1055
|
-
not_applicable: "not_applicable";
|
|
1056
1061
|
}>;
|
|
1057
1062
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
1058
1063
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -1063,8 +1068,8 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1063
1068
|
graderId: z.ZodString;
|
|
1064
1069
|
graderVersion: z.ZodString;
|
|
1065
1070
|
status: z.ZodOptional<z.ZodEnum<{
|
|
1066
|
-
pending: "pending";
|
|
1067
1071
|
failed: "failed";
|
|
1072
|
+
pending: "pending";
|
|
1068
1073
|
scored: "scored";
|
|
1069
1074
|
unavailable: "unavailable";
|
|
1070
1075
|
}>>;
|
|
@@ -1072,12 +1077,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1072
1077
|
passed: z.ZodBoolean;
|
|
1073
1078
|
rewardEligible: z.ZodBoolean;
|
|
1074
1079
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1075
|
-
|
|
1076
|
-
grader_failure: "grader_failure";
|
|
1080
|
+
cancelled: "cancelled";
|
|
1077
1081
|
environment_failure: "environment_failure";
|
|
1082
|
+
grader_failure: "grader_failure";
|
|
1078
1083
|
infrastructure_failure: "infrastructure_failure";
|
|
1084
|
+
policy_failure: "policy_failure";
|
|
1079
1085
|
timeout: "timeout";
|
|
1080
|
-
cancelled: "cancelled";
|
|
1081
1086
|
}>>;
|
|
1082
1087
|
feedback: z.ZodArray<z.ZodString>;
|
|
1083
1088
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -1097,12 +1102,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1097
1102
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
1098
1103
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
1099
1104
|
reasoningEffort: z.ZodEnum<{
|
|
1100
|
-
|
|
1105
|
+
high: "high";
|
|
1101
1106
|
low: "low";
|
|
1107
|
+
max: "max";
|
|
1102
1108
|
medium: "medium";
|
|
1103
|
-
|
|
1109
|
+
off: "off";
|
|
1104
1110
|
xhigh: "xhigh";
|
|
1105
|
-
max: "max";
|
|
1106
1111
|
}>;
|
|
1107
1112
|
maximumOutputTokens: z.ZodNumber;
|
|
1108
1113
|
}, z.core.$strict>>;
|
|
@@ -1116,20 +1121,20 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1116
1121
|
}, z.core.$strict>>;
|
|
1117
1122
|
training: z.ZodObject<{
|
|
1118
1123
|
status: z.ZodEnum<{
|
|
1124
|
+
not_configured: "not_configured";
|
|
1119
1125
|
pending: "pending";
|
|
1120
1126
|
scored: "scored";
|
|
1121
1127
|
unscorable: "unscorable";
|
|
1122
|
-
not_configured: "not_configured";
|
|
1123
1128
|
}>;
|
|
1124
1129
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1125
1130
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1126
1131
|
}, z.core.$strict>;
|
|
1127
1132
|
evaluation: z.ZodObject<{
|
|
1128
1133
|
status: z.ZodEnum<{
|
|
1134
|
+
not_configured: "not_configured";
|
|
1129
1135
|
pending: "pending";
|
|
1130
1136
|
scored: "scored";
|
|
1131
1137
|
unscorable: "unscorable";
|
|
1132
|
-
not_configured: "not_configured";
|
|
1133
1138
|
}>;
|
|
1134
1139
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1135
1140
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -1158,11 +1163,11 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1158
1163
|
training: "training";
|
|
1159
1164
|
}>;
|
|
1160
1165
|
status: z.ZodEnum<{
|
|
1161
|
-
pending: "pending";
|
|
1162
1166
|
failed: "failed";
|
|
1167
|
+
not_applicable: "not_applicable";
|
|
1168
|
+
pending: "pending";
|
|
1163
1169
|
scored: "scored";
|
|
1164
1170
|
unavailable: "unavailable";
|
|
1165
|
-
not_applicable: "not_applicable";
|
|
1166
1171
|
}>;
|
|
1167
1172
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
1168
1173
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -1173,8 +1178,8 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1173
1178
|
graderId: z.ZodString;
|
|
1174
1179
|
graderVersion: z.ZodString;
|
|
1175
1180
|
status: z.ZodOptional<z.ZodEnum<{
|
|
1176
|
-
pending: "pending";
|
|
1177
1181
|
failed: "failed";
|
|
1182
|
+
pending: "pending";
|
|
1178
1183
|
scored: "scored";
|
|
1179
1184
|
unavailable: "unavailable";
|
|
1180
1185
|
}>>;
|
|
@@ -1182,12 +1187,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1182
1187
|
passed: z.ZodBoolean;
|
|
1183
1188
|
rewardEligible: z.ZodBoolean;
|
|
1184
1189
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1185
|
-
|
|
1186
|
-
grader_failure: "grader_failure";
|
|
1190
|
+
cancelled: "cancelled";
|
|
1187
1191
|
environment_failure: "environment_failure";
|
|
1192
|
+
grader_failure: "grader_failure";
|
|
1188
1193
|
infrastructure_failure: "infrastructure_failure";
|
|
1194
|
+
policy_failure: "policy_failure";
|
|
1189
1195
|
timeout: "timeout";
|
|
1190
|
-
cancelled: "cancelled";
|
|
1191
1196
|
}>>;
|
|
1192
1197
|
feedback: z.ZodArray<z.ZodString>;
|
|
1193
1198
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -1207,12 +1212,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1207
1212
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
1208
1213
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
1209
1214
|
reasoningEffort: z.ZodEnum<{
|
|
1210
|
-
|
|
1215
|
+
high: "high";
|
|
1211
1216
|
low: "low";
|
|
1217
|
+
max: "max";
|
|
1212
1218
|
medium: "medium";
|
|
1213
|
-
|
|
1219
|
+
off: "off";
|
|
1214
1220
|
xhigh: "xhigh";
|
|
1215
|
-
max: "max";
|
|
1216
1221
|
}>;
|
|
1217
1222
|
maximumOutputTokens: z.ZodNumber;
|
|
1218
1223
|
}, z.core.$strict>>;
|
|
@@ -1226,20 +1231,20 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1226
1231
|
}, z.core.$strict>>;
|
|
1227
1232
|
training: z.ZodObject<{
|
|
1228
1233
|
status: z.ZodEnum<{
|
|
1234
|
+
not_configured: "not_configured";
|
|
1229
1235
|
pending: "pending";
|
|
1230
1236
|
scored: "scored";
|
|
1231
1237
|
unscorable: "unscorable";
|
|
1232
|
-
not_configured: "not_configured";
|
|
1233
1238
|
}>;
|
|
1234
1239
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1235
1240
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1236
1241
|
}, z.core.$strict>;
|
|
1237
1242
|
evaluation: z.ZodObject<{
|
|
1238
1243
|
status: z.ZodEnum<{
|
|
1244
|
+
not_configured: "not_configured";
|
|
1239
1245
|
pending: "pending";
|
|
1240
1246
|
scored: "scored";
|
|
1241
1247
|
unscorable: "unscorable";
|
|
1242
|
-
not_configured: "not_configured";
|
|
1243
1248
|
}>;
|
|
1244
1249
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1245
1250
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -1266,8 +1271,8 @@ export declare const TaskBatchContentSchema: z.ZodObject<{
|
|
|
1266
1271
|
}, z.core.$strict>;
|
|
1267
1272
|
purpose: z.ZodEnum<{
|
|
1268
1273
|
evaluation: "evaluation";
|
|
1269
|
-
supervised_training: "supervised_training";
|
|
1270
1274
|
reward_training: "reward_training";
|
|
1275
|
+
supervised_training: "supervised_training";
|
|
1271
1276
|
}>;
|
|
1272
1277
|
examples: z.ZodArray<z.ZodObject<{
|
|
1273
1278
|
evidence: z.ZodObject<{
|
|
@@ -1283,10 +1288,10 @@ export declare const TaskBatchContentSchema: z.ZodObject<{
|
|
|
1283
1288
|
familyKey: z.ZodString;
|
|
1284
1289
|
inputHash: z.ZodString;
|
|
1285
1290
|
split: z.ZodEnum<{
|
|
1291
|
+
frozen_eval: "frozen_eval";
|
|
1292
|
+
test: "test";
|
|
1286
1293
|
train: "train";
|
|
1287
1294
|
validation: "validation";
|
|
1288
|
-
test: "test";
|
|
1289
|
-
frozen_eval: "frozen_eval";
|
|
1290
1295
|
}>;
|
|
1291
1296
|
}, z.core.$strict>>;
|
|
1292
1297
|
sealedAt: z.ZodString;
|
|
@@ -1308,8 +1313,8 @@ export declare const TaskBatchSchema: z.ZodObject<{
|
|
|
1308
1313
|
}, z.core.$strict>;
|
|
1309
1314
|
purpose: z.ZodEnum<{
|
|
1310
1315
|
evaluation: "evaluation";
|
|
1311
|
-
supervised_training: "supervised_training";
|
|
1312
1316
|
reward_training: "reward_training";
|
|
1317
|
+
supervised_training: "supervised_training";
|
|
1313
1318
|
}>;
|
|
1314
1319
|
examples: z.ZodArray<z.ZodObject<{
|
|
1315
1320
|
evidence: z.ZodObject<{
|
|
@@ -1325,10 +1330,10 @@ export declare const TaskBatchSchema: z.ZodObject<{
|
|
|
1325
1330
|
familyKey: z.ZodString;
|
|
1326
1331
|
inputHash: z.ZodString;
|
|
1327
1332
|
split: z.ZodEnum<{
|
|
1333
|
+
frozen_eval: "frozen_eval";
|
|
1334
|
+
test: "test";
|
|
1328
1335
|
train: "train";
|
|
1329
1336
|
validation: "validation";
|
|
1330
|
-
test: "test";
|
|
1331
|
-
frozen_eval: "frozen_eval";
|
|
1332
1337
|
}>;
|
|
1333
1338
|
}, z.core.$strict>>;
|
|
1334
1339
|
sealedAt: z.ZodString;
|
|
@@ -1433,10 +1438,10 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1433
1438
|
}, z.core.$strict>;
|
|
1434
1439
|
}, z.core.$strict>>;
|
|
1435
1440
|
split: z.ZodEnum<{
|
|
1441
|
+
frozen_eval: "frozen_eval";
|
|
1442
|
+
test: "test";
|
|
1436
1443
|
train: "train";
|
|
1437
1444
|
validation: "validation";
|
|
1438
|
-
test: "test";
|
|
1439
|
-
frozen_eval: "frozen_eval";
|
|
1440
1445
|
}>;
|
|
1441
1446
|
population: z.ZodArray<z.ZodObject<{
|
|
1442
1447
|
taskId: z.ZodString;
|
|
@@ -1453,8 +1458,8 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1453
1458
|
configurationHash: z.ZodString;
|
|
1454
1459
|
output: z.ZodEnum<{
|
|
1455
1460
|
boolean: "boolean";
|
|
1456
|
-
score: "score";
|
|
1457
1461
|
category: "category";
|
|
1462
|
+
score: "score";
|
|
1458
1463
|
}>;
|
|
1459
1464
|
categories: z.ZodArray<z.ZodString>;
|
|
1460
1465
|
}, z.core.$strict>>;
|
|
@@ -1463,17 +1468,17 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1463
1468
|
graderId: z.ZodString;
|
|
1464
1469
|
fields: z.ZodArray<z.ZodObject<{
|
|
1465
1470
|
destination: z.ZodEnum<{
|
|
1466
|
-
output: "output";
|
|
1467
|
-
input: "input";
|
|
1468
|
-
expectedOutput: "expectedOutput";
|
|
1469
1471
|
evaluatorContext: "evaluatorContext";
|
|
1472
|
+
expectedOutput: "expectedOutput";
|
|
1473
|
+
input: "input";
|
|
1474
|
+
output: "output";
|
|
1470
1475
|
}>;
|
|
1471
1476
|
path: z.ZodArray<z.ZodString>;
|
|
1472
1477
|
source: z.ZodEnum<{
|
|
1473
|
-
output: "output";
|
|
1474
|
-
input: "input";
|
|
1475
|
-
expectedOutput: "expectedOutput";
|
|
1476
1478
|
evaluatorContext: "evaluatorContext";
|
|
1479
|
+
expectedOutput: "expectedOutput";
|
|
1480
|
+
input: "input";
|
|
1481
|
+
output: "output";
|
|
1477
1482
|
}>;
|
|
1478
1483
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1479
1484
|
}, z.core.$strict>>;
|
|
@@ -1539,8 +1544,8 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1539
1544
|
revision: z.ZodNumber;
|
|
1540
1545
|
modelProjectId: z.ZodString;
|
|
1541
1546
|
executionOwner: z.ZodEnum<{
|
|
1542
|
-
local: "local";
|
|
1543
1547
|
hosted: "hosted";
|
|
1548
|
+
local: "local";
|
|
1544
1549
|
}>;
|
|
1545
1550
|
enabled: z.ZodBoolean;
|
|
1546
1551
|
sources: z.ZodArray<z.ZodObject<{
|
|
@@ -1594,14 +1599,14 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1594
1599
|
}, z.core.$strict>>;
|
|
1595
1600
|
training: z.ZodObject<{
|
|
1596
1601
|
method: z.ZodEnum<{
|
|
1597
|
-
sft: "sft";
|
|
1598
1602
|
dpo: "dpo";
|
|
1599
1603
|
grpo: "grpo";
|
|
1600
|
-
ppo: "ppo";
|
|
1601
|
-
sdft: "sdft";
|
|
1602
1604
|
opd: "opd";
|
|
1603
1605
|
opsd: "opsd";
|
|
1606
|
+
ppo: "ppo";
|
|
1607
|
+
sdft: "sdft";
|
|
1604
1608
|
sdpo: "sdpo";
|
|
1609
|
+
sft: "sft";
|
|
1605
1610
|
}>;
|
|
1606
1611
|
recipe: z.ZodObject<{
|
|
1607
1612
|
id: z.ZodString;
|
|
@@ -1738,10 +1743,10 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1738
1743
|
}, z.core.$strict>;
|
|
1739
1744
|
}, z.core.$strict>>;
|
|
1740
1745
|
split: z.ZodEnum<{
|
|
1746
|
+
frozen_eval: "frozen_eval";
|
|
1747
|
+
test: "test";
|
|
1741
1748
|
train: "train";
|
|
1742
1749
|
validation: "validation";
|
|
1743
|
-
test: "test";
|
|
1744
|
-
frozen_eval: "frozen_eval";
|
|
1745
1750
|
}>;
|
|
1746
1751
|
population: z.ZodArray<z.ZodObject<{
|
|
1747
1752
|
taskId: z.ZodString;
|
|
@@ -1758,8 +1763,8 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1758
1763
|
configurationHash: z.ZodString;
|
|
1759
1764
|
output: z.ZodEnum<{
|
|
1760
1765
|
boolean: "boolean";
|
|
1761
|
-
score: "score";
|
|
1762
1766
|
category: "category";
|
|
1767
|
+
score: "score";
|
|
1763
1768
|
}>;
|
|
1764
1769
|
categories: z.ZodArray<z.ZodString>;
|
|
1765
1770
|
}, z.core.$strict>>;
|
|
@@ -1768,17 +1773,17 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1768
1773
|
graderId: z.ZodString;
|
|
1769
1774
|
fields: z.ZodArray<z.ZodObject<{
|
|
1770
1775
|
destination: z.ZodEnum<{
|
|
1771
|
-
output: "output";
|
|
1772
|
-
input: "input";
|
|
1773
|
-
expectedOutput: "expectedOutput";
|
|
1774
1776
|
evaluatorContext: "evaluatorContext";
|
|
1777
|
+
expectedOutput: "expectedOutput";
|
|
1778
|
+
input: "input";
|
|
1779
|
+
output: "output";
|
|
1775
1780
|
}>;
|
|
1776
1781
|
path: z.ZodArray<z.ZodString>;
|
|
1777
1782
|
source: z.ZodEnum<{
|
|
1778
|
-
output: "output";
|
|
1779
|
-
input: "input";
|
|
1780
|
-
expectedOutput: "expectedOutput";
|
|
1781
1783
|
evaluatorContext: "evaluatorContext";
|
|
1784
|
+
expectedOutput: "expectedOutput";
|
|
1785
|
+
input: "input";
|
|
1786
|
+
output: "output";
|
|
1782
1787
|
}>;
|
|
1783
1788
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1784
1789
|
}, z.core.$strict>>;
|
|
@@ -1844,8 +1849,8 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1844
1849
|
revision: z.ZodNumber;
|
|
1845
1850
|
modelProjectId: z.ZodString;
|
|
1846
1851
|
executionOwner: z.ZodEnum<{
|
|
1847
|
-
local: "local";
|
|
1848
1852
|
hosted: "hosted";
|
|
1853
|
+
local: "local";
|
|
1849
1854
|
}>;
|
|
1850
1855
|
enabled: z.ZodBoolean;
|
|
1851
1856
|
sources: z.ZodArray<z.ZodObject<{
|
|
@@ -1899,14 +1904,14 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1899
1904
|
}, z.core.$strict>>;
|
|
1900
1905
|
training: z.ZodObject<{
|
|
1901
1906
|
method: z.ZodEnum<{
|
|
1902
|
-
sft: "sft";
|
|
1903
1907
|
dpo: "dpo";
|
|
1904
1908
|
grpo: "grpo";
|
|
1905
|
-
ppo: "ppo";
|
|
1906
|
-
sdft: "sdft";
|
|
1907
1909
|
opd: "opd";
|
|
1908
1910
|
opsd: "opsd";
|
|
1911
|
+
ppo: "ppo";
|
|
1912
|
+
sdft: "sdft";
|
|
1909
1913
|
sdpo: "sdpo";
|
|
1914
|
+
sft: "sft";
|
|
1910
1915
|
}>;
|
|
1911
1916
|
recipe: z.ZodObject<{
|
|
1912
1917
|
id: z.ZodString;
|
|
@@ -1962,19 +1967,19 @@ export declare const LearningAcceptedParentSchema: z.ZodObject<{
|
|
|
1962
1967
|
}, z.core.$strict>;
|
|
1963
1968
|
export declare const LearningIterationStatusSchema: z.ZodEnum<{
|
|
1964
1969
|
accepted: "accepted";
|
|
1965
|
-
rejected: "rejected";
|
|
1966
1970
|
cancelled: "cancelled";
|
|
1971
|
+
cancelling: "cancelling";
|
|
1972
|
+
candidate_ready: "candidate_ready";
|
|
1973
|
+
completed_without_candidate: "completed_without_candidate";
|
|
1974
|
+
dispatching: "dispatching";
|
|
1975
|
+
evaluating: "evaluating";
|
|
1967
1976
|
failed: "failed";
|
|
1977
|
+
paused: "paused";
|
|
1978
|
+
ready: "ready";
|
|
1979
|
+
rejected: "rejected";
|
|
1968
1980
|
training: "training";
|
|
1969
1981
|
waiting_for_data: "waiting_for_data";
|
|
1970
1982
|
waiting_for_review: "waiting_for_review";
|
|
1971
|
-
ready: "ready";
|
|
1972
|
-
dispatching: "dispatching";
|
|
1973
|
-
evaluating: "evaluating";
|
|
1974
|
-
candidate_ready: "candidate_ready";
|
|
1975
|
-
paused: "paused";
|
|
1976
|
-
cancelling: "cancelling";
|
|
1977
|
-
completed_without_candidate: "completed_without_candidate";
|
|
1978
1983
|
}>;
|
|
1979
1984
|
export declare const LearningIterationSchema: z.ZodObject<{
|
|
1980
1985
|
schemaVersion: z.ZodLiteral<"openpond.learningIteration.v1">;
|
|
@@ -1987,19 +1992,19 @@ export declare const LearningIterationSchema: z.ZodObject<{
|
|
|
1987
1992
|
}, z.core.$strict>;
|
|
1988
1993
|
status: z.ZodEnum<{
|
|
1989
1994
|
accepted: "accepted";
|
|
1990
|
-
rejected: "rejected";
|
|
1991
1995
|
cancelled: "cancelled";
|
|
1996
|
+
cancelling: "cancelling";
|
|
1997
|
+
candidate_ready: "candidate_ready";
|
|
1998
|
+
completed_without_candidate: "completed_without_candidate";
|
|
1999
|
+
dispatching: "dispatching";
|
|
2000
|
+
evaluating: "evaluating";
|
|
1992
2001
|
failed: "failed";
|
|
2002
|
+
paused: "paused";
|
|
2003
|
+
ready: "ready";
|
|
2004
|
+
rejected: "rejected";
|
|
1993
2005
|
training: "training";
|
|
1994
2006
|
waiting_for_data: "waiting_for_data";
|
|
1995
2007
|
waiting_for_review: "waiting_for_review";
|
|
1996
|
-
ready: "ready";
|
|
1997
|
-
dispatching: "dispatching";
|
|
1998
|
-
evaluating: "evaluating";
|
|
1999
|
-
candidate_ready: "candidate_ready";
|
|
2000
|
-
paused: "paused";
|
|
2001
|
-
cancelling: "cancelling";
|
|
2002
|
-
completed_without_candidate: "completed_without_candidate";
|
|
2003
2008
|
}>;
|
|
2004
2009
|
triggerIdentity: z.ZodString;
|
|
2005
2010
|
batch: z.ZodNullable<z.ZodObject<{
|
|
@@ -2082,12 +2087,12 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2082
2087
|
}>;
|
|
2083
2088
|
output: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
2084
2089
|
status: z.ZodEnum<{
|
|
2085
|
-
queued: "queued";
|
|
2086
2090
|
cancelled: "cancelled";
|
|
2087
|
-
|
|
2091
|
+
cancelling: "cancelling";
|
|
2088
2092
|
completed: "completed";
|
|
2093
|
+
failed: "failed";
|
|
2094
|
+
queued: "queued";
|
|
2089
2095
|
running: "running";
|
|
2090
|
-
cancelling: "cancelling";
|
|
2091
2096
|
}>;
|
|
2092
2097
|
composition: z.ZodNullable<z.ZodObject<{
|
|
2093
2098
|
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
@@ -2111,11 +2116,11 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2111
2116
|
training: "training";
|
|
2112
2117
|
}>;
|
|
2113
2118
|
status: z.ZodEnum<{
|
|
2114
|
-
pending: "pending";
|
|
2115
2119
|
failed: "failed";
|
|
2120
|
+
not_applicable: "not_applicable";
|
|
2121
|
+
pending: "pending";
|
|
2116
2122
|
scored: "scored";
|
|
2117
2123
|
unavailable: "unavailable";
|
|
2118
|
-
not_applicable: "not_applicable";
|
|
2119
2124
|
}>;
|
|
2120
2125
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
2121
2126
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -2126,8 +2131,8 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2126
2131
|
graderId: z.ZodString;
|
|
2127
2132
|
graderVersion: z.ZodString;
|
|
2128
2133
|
status: z.ZodOptional<z.ZodEnum<{
|
|
2129
|
-
pending: "pending";
|
|
2130
2134
|
failed: "failed";
|
|
2135
|
+
pending: "pending";
|
|
2131
2136
|
scored: "scored";
|
|
2132
2137
|
unavailable: "unavailable";
|
|
2133
2138
|
}>>;
|
|
@@ -2135,12 +2140,12 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2135
2140
|
passed: z.ZodBoolean;
|
|
2136
2141
|
rewardEligible: z.ZodBoolean;
|
|
2137
2142
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2138
|
-
|
|
2139
|
-
grader_failure: "grader_failure";
|
|
2143
|
+
cancelled: "cancelled";
|
|
2140
2144
|
environment_failure: "environment_failure";
|
|
2145
|
+
grader_failure: "grader_failure";
|
|
2141
2146
|
infrastructure_failure: "infrastructure_failure";
|
|
2147
|
+
policy_failure: "policy_failure";
|
|
2142
2148
|
timeout: "timeout";
|
|
2143
|
-
cancelled: "cancelled";
|
|
2144
2149
|
}>>;
|
|
2145
2150
|
feedback: z.ZodArray<z.ZodString>;
|
|
2146
2151
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -2160,12 +2165,12 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2160
2165
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
2161
2166
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
2162
2167
|
reasoningEffort: z.ZodEnum<{
|
|
2163
|
-
|
|
2168
|
+
high: "high";
|
|
2164
2169
|
low: "low";
|
|
2170
|
+
max: "max";
|
|
2165
2171
|
medium: "medium";
|
|
2166
|
-
|
|
2172
|
+
off: "off";
|
|
2167
2173
|
xhigh: "xhigh";
|
|
2168
|
-
max: "max";
|
|
2169
2174
|
}>;
|
|
2170
2175
|
maximumOutputTokens: z.ZodNumber;
|
|
2171
2176
|
}, z.core.$strict>>;
|
|
@@ -2179,20 +2184,20 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2179
2184
|
}, z.core.$strict>>;
|
|
2180
2185
|
training: z.ZodObject<{
|
|
2181
2186
|
status: z.ZodEnum<{
|
|
2187
|
+
not_configured: "not_configured";
|
|
2182
2188
|
pending: "pending";
|
|
2183
2189
|
scored: "scored";
|
|
2184
2190
|
unscorable: "unscorable";
|
|
2185
|
-
not_configured: "not_configured";
|
|
2186
2191
|
}>;
|
|
2187
2192
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2188
2193
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2189
2194
|
}, z.core.$strict>;
|
|
2190
2195
|
evaluation: z.ZodObject<{
|
|
2191
2196
|
status: z.ZodEnum<{
|
|
2197
|
+
not_configured: "not_configured";
|
|
2192
2198
|
pending: "pending";
|
|
2193
2199
|
scored: "scored";
|
|
2194
2200
|
unscorable: "unscorable";
|
|
2195
|
-
not_configured: "not_configured";
|
|
2196
2201
|
}>;
|
|
2197
2202
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2198
2203
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -2209,9 +2214,9 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2209
2214
|
requestHash: z.ZodString;
|
|
2210
2215
|
reservedUsd: z.ZodNumber;
|
|
2211
2216
|
status: z.ZodEnum<{
|
|
2217
|
+
not_dispatched: "not_dispatched";
|
|
2212
2218
|
reserved: "reserved";
|
|
2213
2219
|
settled: "settled";
|
|
2214
|
-
not_dispatched: "not_dispatched";
|
|
2215
2220
|
}>;
|
|
2216
2221
|
response: z.ZodNullable<z.ZodObject<{
|
|
2217
2222
|
text: z.ZodString;
|
|
@@ -2239,10 +2244,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2239
2244
|
description: z.ZodString;
|
|
2240
2245
|
instructions: z.ZodString;
|
|
2241
2246
|
category: z.ZodEnum<{
|
|
2247
|
+
coding: "coding";
|
|
2242
2248
|
custom: "custom";
|
|
2243
|
-
structured: "structured";
|
|
2244
2249
|
question_answering: "question_answering";
|
|
2245
|
-
|
|
2250
|
+
structured: "structured";
|
|
2246
2251
|
tool_workflow: "tool_workflow";
|
|
2247
2252
|
}>;
|
|
2248
2253
|
familyNamespace: z.ZodString;
|
|
@@ -2258,11 +2263,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2258
2263
|
sizeBytes: z.ZodNumber;
|
|
2259
2264
|
mediaType: z.ZodString;
|
|
2260
2265
|
visibility: z.ZodEnum<{
|
|
2266
|
+
host_private: "host_private";
|
|
2261
2267
|
policy: "policy";
|
|
2262
2268
|
verifier: "verifier";
|
|
2263
|
-
host_private: "host_private";
|
|
2264
2269
|
}>;
|
|
2265
2270
|
}, z.core.$strict>>>;
|
|
2271
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
2266
2272
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
2267
2273
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
2268
2274
|
}, z.core.$strict>>>;
|
|
@@ -2286,25 +2292,25 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2286
2292
|
environment: z.ZodObject<{
|
|
2287
2293
|
protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
|
|
2288
2294
|
kind: z.ZodEnum<{
|
|
2289
|
-
text: "text";
|
|
2290
2295
|
agent: "agent";
|
|
2291
|
-
work: "work";
|
|
2292
2296
|
custom_program: "custom_program";
|
|
2297
|
+
text: "text";
|
|
2298
|
+
work: "work";
|
|
2293
2299
|
}>;
|
|
2294
2300
|
entrypoint: z.ZodString;
|
|
2295
2301
|
stateful: z.ZodBoolean;
|
|
2296
2302
|
deterministicSeeds: z.ZodBoolean;
|
|
2297
2303
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
2298
|
-
step: "step";
|
|
2299
|
-
create: "create";
|
|
2300
|
-
reset: "reset";
|
|
2301
2304
|
collect: "collect";
|
|
2305
|
+
create: "create";
|
|
2302
2306
|
destroy: "destroy";
|
|
2307
|
+
reset: "reset";
|
|
2308
|
+
step: "step";
|
|
2303
2309
|
}>>;
|
|
2304
2310
|
networkPolicy: z.ZodEnum<{
|
|
2305
|
-
none: "none";
|
|
2306
2311
|
declared_read_only: "declared_read_only";
|
|
2307
2312
|
declared_scoped: "declared_scoped";
|
|
2313
|
+
none: "none";
|
|
2308
2314
|
}>;
|
|
2309
2315
|
defaultTimeoutMs: z.ZodNumber;
|
|
2310
2316
|
}, z.core.$strict>;
|
|
@@ -2328,10 +2334,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2328
2334
|
required: z.ZodBoolean;
|
|
2329
2335
|
scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
2330
2336
|
portability: z.ZodEnum<{
|
|
2331
|
-
portable: "portable";
|
|
2332
2337
|
host_adapter: "host_adapter";
|
|
2333
|
-
local_only: "local_only";
|
|
2334
2338
|
hosted_only: "hosted_only";
|
|
2339
|
+
local_only: "local_only";
|
|
2340
|
+
portable: "portable";
|
|
2335
2341
|
}>;
|
|
2336
2342
|
}, z.core.$strict>>;
|
|
2337
2343
|
verifierSetRelease: z.ZodOptional<z.ZodObject<{
|
|
@@ -2349,10 +2355,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2349
2355
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
2350
2356
|
implementation: z.ZodUnion<readonly [z.ZodObject<{
|
|
2351
2357
|
kind: z.ZodEnum<{
|
|
2352
|
-
content: "content";
|
|
2353
|
-
schema: "schema";
|
|
2354
2358
|
artifact: "artifact";
|
|
2359
|
+
content: "content";
|
|
2355
2360
|
runtime_event: "runtime_event";
|
|
2361
|
+
schema: "schema";
|
|
2356
2362
|
state: "state";
|
|
2357
2363
|
}>;
|
|
2358
2364
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -2365,15 +2371,15 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2365
2371
|
sizeBytes: z.ZodNumber;
|
|
2366
2372
|
mediaType: z.ZodString;
|
|
2367
2373
|
visibility: z.ZodEnum<{
|
|
2374
|
+
host_private: "host_private";
|
|
2368
2375
|
policy: "policy";
|
|
2369
2376
|
verifier: "verifier";
|
|
2370
|
-
host_private: "host_private";
|
|
2371
2377
|
}>;
|
|
2372
2378
|
}, z.core.$strict>;
|
|
2373
2379
|
calibrationStatus: z.ZodEnum<{
|
|
2374
|
-
pending: "pending";
|
|
2375
|
-
passed: "passed";
|
|
2376
2380
|
failed: "failed";
|
|
2381
|
+
passed: "passed";
|
|
2382
|
+
pending: "pending";
|
|
2377
2383
|
}>;
|
|
2378
2384
|
model: z.ZodOptional<z.ZodObject<{
|
|
2379
2385
|
providerId: z.ZodString;
|
|
@@ -2382,9 +2388,6 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2382
2388
|
}, z.core.$strict>>;
|
|
2383
2389
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2384
2390
|
}, z.core.$strict>, z.ZodObject<{
|
|
2385
|
-
exportName: z.ZodOptional<z.ZodString>;
|
|
2386
|
-
timeoutMs: z.ZodNumber;
|
|
2387
|
-
networkPolicy: z.ZodLiteral<"none">;
|
|
2388
2391
|
kind: z.ZodLiteral<"custom_verifier">;
|
|
2389
2392
|
runtime: z.ZodOptional<z.ZodEnum<{
|
|
2390
2393
|
isolated_javascript: "isolated_javascript";
|
|
@@ -2397,13 +2400,29 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2397
2400
|
sizeBytes: z.ZodNumber;
|
|
2398
2401
|
mediaType: z.ZodString;
|
|
2399
2402
|
visibility: z.ZodEnum<{
|
|
2403
|
+
host_private: "host_private";
|
|
2400
2404
|
policy: "policy";
|
|
2401
2405
|
verifier: "verifier";
|
|
2402
|
-
host_private: "host_private";
|
|
2403
2406
|
}>;
|
|
2404
2407
|
}, z.core.$strict>;
|
|
2408
|
+
exportName: z.ZodOptional<z.ZodString>;
|
|
2409
|
+
timeoutMs: z.ZodNumber;
|
|
2410
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
2405
2411
|
}, z.core.$strict>, z.ZodObject<{
|
|
2406
2412
|
kind: z.ZodLiteral<"human">;
|
|
2413
|
+
rubricRef: z.ZodObject<{
|
|
2414
|
+
id: z.ZodString;
|
|
2415
|
+
path: z.ZodString;
|
|
2416
|
+
contentHash: z.ZodString;
|
|
2417
|
+
sizeBytes: z.ZodNumber;
|
|
2418
|
+
mediaType: z.ZodString;
|
|
2419
|
+
visibility: z.ZodEnum<{
|
|
2420
|
+
host_private: "host_private";
|
|
2421
|
+
policy: "policy";
|
|
2422
|
+
verifier: "verifier";
|
|
2423
|
+
}>;
|
|
2424
|
+
}, z.core.$strict>;
|
|
2425
|
+
reviewerRole: z.ZodString;
|
|
2407
2426
|
form: z.ZodOptional<z.ZodObject<{
|
|
2408
2427
|
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
2409
2428
|
mode: z.ZodEnum<{
|
|
@@ -2481,19 +2500,6 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2481
2500
|
allowTie: z.ZodBoolean;
|
|
2482
2501
|
}, z.core.$strict>], "kind">>;
|
|
2483
2502
|
}, z.core.$strict>>;
|
|
2484
|
-
rubricRef: z.ZodObject<{
|
|
2485
|
-
id: z.ZodString;
|
|
2486
|
-
path: z.ZodString;
|
|
2487
|
-
contentHash: z.ZodString;
|
|
2488
|
-
sizeBytes: z.ZodNumber;
|
|
2489
|
-
mediaType: z.ZodString;
|
|
2490
|
-
visibility: z.ZodEnum<{
|
|
2491
|
-
policy: "policy";
|
|
2492
|
-
verifier: "verifier";
|
|
2493
|
-
host_private: "host_private";
|
|
2494
|
-
}>;
|
|
2495
|
-
}, z.core.$strict>;
|
|
2496
|
-
reviewerRole: z.ZodString;
|
|
2497
2503
|
}, z.core.$strict>, z.ZodObject<{
|
|
2498
2504
|
kind: z.ZodLiteral<"learned_model">;
|
|
2499
2505
|
modelVersion: z.ZodObject<{
|
|
@@ -2507,9 +2513,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2507
2513
|
sizeBytes: z.ZodNumber;
|
|
2508
2514
|
mediaType: z.ZodString;
|
|
2509
2515
|
visibility: z.ZodEnum<{
|
|
2516
|
+
host_private: "host_private";
|
|
2510
2517
|
policy: "policy";
|
|
2511
2518
|
verifier: "verifier";
|
|
2512
|
-
host_private: "host_private";
|
|
2513
2519
|
}>;
|
|
2514
2520
|
}, z.core.$strict>;
|
|
2515
2521
|
}, z.core.$strict>]>;
|
|
@@ -2524,9 +2530,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2524
2530
|
sizeBytes: z.ZodNumber;
|
|
2525
2531
|
mediaType: z.ZodString;
|
|
2526
2532
|
visibility: z.ZodEnum<{
|
|
2533
|
+
host_private: "host_private";
|
|
2527
2534
|
policy: "policy";
|
|
2528
2535
|
verifier: "verifier";
|
|
2529
|
-
host_private: "host_private";
|
|
2530
2536
|
}>;
|
|
2531
2537
|
}, z.core.$strict>>;
|
|
2532
2538
|
fixtureSetRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -2536,9 +2542,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2536
2542
|
sizeBytes: z.ZodNumber;
|
|
2537
2543
|
mediaType: z.ZodString;
|
|
2538
2544
|
visibility: z.ZodEnum<{
|
|
2545
|
+
host_private: "host_private";
|
|
2539
2546
|
policy: "policy";
|
|
2540
2547
|
verifier: "verifier";
|
|
2541
|
-
host_private: "host_private";
|
|
2542
2548
|
}>;
|
|
2543
2549
|
}, z.core.$strict>>;
|
|
2544
2550
|
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -2599,11 +2605,11 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2599
2605
|
revision: z.ZodNumber;
|
|
2600
2606
|
name: z.ZodString;
|
|
2601
2607
|
kind: z.ZodEnum<{
|
|
2602
|
-
work: "work";
|
|
2603
|
-
provider: "provider";
|
|
2604
|
-
direct: "direct";
|
|
2605
2608
|
benchmark: "benchmark";
|
|
2609
|
+
direct: "direct";
|
|
2606
2610
|
opentelemetry: "opentelemetry";
|
|
2611
|
+
provider: "provider";
|
|
2612
|
+
work: "work";
|
|
2607
2613
|
}>;
|
|
2608
2614
|
taskDefinition: z.ZodObject<{
|
|
2609
2615
|
id: z.ZodString;
|
|
@@ -2612,10 +2618,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2612
2618
|
}, z.core.$strict>;
|
|
2613
2619
|
enabled: z.ZodBoolean;
|
|
2614
2620
|
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
2621
|
+
frozen_eval: "frozen_eval";
|
|
2622
|
+
test: "test";
|
|
2615
2623
|
train: "train";
|
|
2616
2624
|
validation: "validation";
|
|
2617
|
-
test: "test";
|
|
2618
|
-
frozen_eval: "frozen_eval";
|
|
2619
2625
|
}>>;
|
|
2620
2626
|
mapping: z.ZodNullable<z.ZodObject<{
|
|
2621
2627
|
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
@@ -2628,10 +2634,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2628
2634
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
2629
2635
|
familyKey: z.ZodString;
|
|
2630
2636
|
split: z.ZodEnum<{
|
|
2637
|
+
frozen_eval: "frozen_eval";
|
|
2638
|
+
test: "test";
|
|
2631
2639
|
train: "train";
|
|
2632
2640
|
validation: "validation";
|
|
2633
|
-
test: "test";
|
|
2634
|
-
frozen_eval: "frozen_eval";
|
|
2635
2641
|
}>;
|
|
2636
2642
|
}, z.core.$strict>>;
|
|
2637
2643
|
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
@@ -2689,10 +2695,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2689
2695
|
occurredAt: z.ZodString;
|
|
2690
2696
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
2691
2697
|
split: z.ZodEnum<{
|
|
2698
|
+
frozen_eval: "frozen_eval";
|
|
2699
|
+
test: "test";
|
|
2692
2700
|
train: "train";
|
|
2693
2701
|
validation: "validation";
|
|
2694
|
-
test: "test";
|
|
2695
|
-
frozen_eval: "frozen_eval";
|
|
2696
2702
|
}>;
|
|
2697
2703
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
2698
2704
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -2705,9 +2711,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2705
2711
|
sizeBytes: z.ZodNumber;
|
|
2706
2712
|
mediaType: z.ZodString;
|
|
2707
2713
|
visibility: z.ZodEnum<{
|
|
2714
|
+
host_private: "host_private";
|
|
2708
2715
|
policy: "policy";
|
|
2709
2716
|
verifier: "verifier";
|
|
2710
|
-
host_private: "host_private";
|
|
2711
2717
|
}>;
|
|
2712
2718
|
}, z.core.$strict>>;
|
|
2713
2719
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -2720,11 +2726,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2720
2726
|
sizeBytes: z.ZodNumber;
|
|
2721
2727
|
mediaType: z.ZodString;
|
|
2722
2728
|
visibility: z.ZodEnum<{
|
|
2729
|
+
host_private: "host_private";
|
|
2723
2730
|
policy: "policy";
|
|
2724
2731
|
verifier: "verifier";
|
|
2725
|
-
host_private: "host_private";
|
|
2726
2732
|
}>;
|
|
2727
2733
|
}, z.core.$strict>>>;
|
|
2734
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
2728
2735
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
2729
2736
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
2730
2737
|
}, z.core.$strict>>>;
|
|
@@ -2753,20 +2760,20 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2753
2760
|
expectedEvidenceHash: z.ZodNullable<z.ZodString>;
|
|
2754
2761
|
occurredAt: z.ZodString;
|
|
2755
2762
|
kind: z.ZodEnum<{
|
|
2756
|
-
|
|
2757
|
-
target_correction: "target_correction";
|
|
2763
|
+
family_resolution: "family_resolution";
|
|
2758
2764
|
ground_truth_correction: "ground_truth_correction";
|
|
2759
2765
|
input_correction: "input_correction";
|
|
2760
|
-
|
|
2766
|
+
outcome: "outcome";
|
|
2767
|
+
target_correction: "target_correction";
|
|
2761
2768
|
}>;
|
|
2762
2769
|
value: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
2763
2770
|
note: z.ZodString;
|
|
2764
2771
|
}, z.core.$strict>;
|
|
2765
2772
|
status: z.ZodEnum<{
|
|
2766
|
-
|
|
2773
|
+
applied: "applied";
|
|
2767
2774
|
pending_example: "pending_example";
|
|
2768
2775
|
pending_review: "pending_review";
|
|
2769
|
-
|
|
2776
|
+
rejected: "rejected";
|
|
2770
2777
|
superseded: "superseded";
|
|
2771
2778
|
}>;
|
|
2772
2779
|
evidence: z.ZodNullable<z.ZodObject<{
|
|
@@ -2779,9 +2786,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2779
2786
|
submittedBy: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
2780
2787
|
id: z.ZodString;
|
|
2781
2788
|
role: z.ZodEnum<{
|
|
2789
|
+
editor: "editor";
|
|
2782
2790
|
reviewer: "reviewer";
|
|
2783
2791
|
source: "source";
|
|
2784
|
-
editor: "editor";
|
|
2785
2792
|
}>;
|
|
2786
2793
|
sourceId: z.ZodNullable<z.ZodString>;
|
|
2787
2794
|
}, z.core.$strict>>>;
|
|
@@ -2822,26 +2829,26 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2822
2829
|
}, z.core.$strict>>;
|
|
2823
2830
|
}, z.core.$strict>;
|
|
2824
2831
|
evidenceValidity: z.ZodEnum<{
|
|
2832
|
+
invalid: "invalid";
|
|
2825
2833
|
pending: "pending";
|
|
2826
2834
|
valid: "valid";
|
|
2827
|
-
invalid: "invalid";
|
|
2828
2835
|
}>;
|
|
2829
2836
|
taskAdmissibility: z.ZodEnum<{
|
|
2830
|
-
rejected: "rejected";
|
|
2831
|
-
pending: "pending";
|
|
2832
2837
|
approved: "approved";
|
|
2838
|
+
pending: "pending";
|
|
2839
|
+
rejected: "rejected";
|
|
2833
2840
|
}>;
|
|
2834
2841
|
observedQuality: z.ZodEnum<{
|
|
2835
|
-
passed: "passed";
|
|
2836
2842
|
failed: "failed";
|
|
2843
|
+
passed: "passed";
|
|
2837
2844
|
unavailable: "unavailable";
|
|
2838
2845
|
unscored: "unscored";
|
|
2839
2846
|
}>;
|
|
2840
2847
|
targetApproval: z.ZodEnum<{
|
|
2841
|
-
rejected: "rejected";
|
|
2842
|
-
pending: "pending";
|
|
2843
2848
|
approved: "approved";
|
|
2844
2849
|
not_required: "not_required";
|
|
2850
|
+
pending: "pending";
|
|
2851
|
+
rejected: "rejected";
|
|
2845
2852
|
}>;
|
|
2846
2853
|
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
2847
2854
|
grade: z.ZodNullable<z.ZodObject<{
|
|
@@ -2866,11 +2873,11 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2866
2873
|
training: "training";
|
|
2867
2874
|
}>;
|
|
2868
2875
|
status: z.ZodEnum<{
|
|
2869
|
-
pending: "pending";
|
|
2870
2876
|
failed: "failed";
|
|
2877
|
+
not_applicable: "not_applicable";
|
|
2878
|
+
pending: "pending";
|
|
2871
2879
|
scored: "scored";
|
|
2872
2880
|
unavailable: "unavailable";
|
|
2873
|
-
not_applicable: "not_applicable";
|
|
2874
2881
|
}>;
|
|
2875
2882
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
2876
2883
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -2881,8 +2888,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2881
2888
|
graderId: z.ZodString;
|
|
2882
2889
|
graderVersion: z.ZodString;
|
|
2883
2890
|
status: z.ZodOptional<z.ZodEnum<{
|
|
2884
|
-
pending: "pending";
|
|
2885
2891
|
failed: "failed";
|
|
2892
|
+
pending: "pending";
|
|
2886
2893
|
scored: "scored";
|
|
2887
2894
|
unavailable: "unavailable";
|
|
2888
2895
|
}>>;
|
|
@@ -2890,12 +2897,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2890
2897
|
passed: z.ZodBoolean;
|
|
2891
2898
|
rewardEligible: z.ZodBoolean;
|
|
2892
2899
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2893
|
-
|
|
2894
|
-
grader_failure: "grader_failure";
|
|
2900
|
+
cancelled: "cancelled";
|
|
2895
2901
|
environment_failure: "environment_failure";
|
|
2902
|
+
grader_failure: "grader_failure";
|
|
2896
2903
|
infrastructure_failure: "infrastructure_failure";
|
|
2904
|
+
policy_failure: "policy_failure";
|
|
2897
2905
|
timeout: "timeout";
|
|
2898
|
-
cancelled: "cancelled";
|
|
2899
2906
|
}>>;
|
|
2900
2907
|
feedback: z.ZodArray<z.ZodString>;
|
|
2901
2908
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -2915,12 +2922,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2915
2922
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
2916
2923
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
2917
2924
|
reasoningEffort: z.ZodEnum<{
|
|
2918
|
-
|
|
2925
|
+
high: "high";
|
|
2919
2926
|
low: "low";
|
|
2927
|
+
max: "max";
|
|
2920
2928
|
medium: "medium";
|
|
2921
|
-
|
|
2929
|
+
off: "off";
|
|
2922
2930
|
xhigh: "xhigh";
|
|
2923
|
-
max: "max";
|
|
2924
2931
|
}>;
|
|
2925
2932
|
maximumOutputTokens: z.ZodNumber;
|
|
2926
2933
|
}, z.core.$strict>>;
|
|
@@ -2934,20 +2941,20 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2934
2941
|
}, z.core.$strict>>;
|
|
2935
2942
|
training: z.ZodObject<{
|
|
2936
2943
|
status: z.ZodEnum<{
|
|
2944
|
+
not_configured: "not_configured";
|
|
2937
2945
|
pending: "pending";
|
|
2938
2946
|
scored: "scored";
|
|
2939
2947
|
unscorable: "unscorable";
|
|
2940
|
-
not_configured: "not_configured";
|
|
2941
2948
|
}>;
|
|
2942
2949
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2943
2950
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2944
2951
|
}, z.core.$strict>;
|
|
2945
2952
|
evaluation: z.ZodObject<{
|
|
2946
2953
|
status: z.ZodEnum<{
|
|
2954
|
+
not_configured: "not_configured";
|
|
2947
2955
|
pending: "pending";
|
|
2948
2956
|
scored: "scored";
|
|
2949
2957
|
unscorable: "unscorable";
|
|
2950
|
-
not_configured: "not_configured";
|
|
2951
2958
|
}>;
|
|
2952
2959
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2953
2960
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -2976,11 +2983,11 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2976
2983
|
training: "training";
|
|
2977
2984
|
}>;
|
|
2978
2985
|
status: z.ZodEnum<{
|
|
2979
|
-
pending: "pending";
|
|
2980
2986
|
failed: "failed";
|
|
2987
|
+
not_applicable: "not_applicable";
|
|
2988
|
+
pending: "pending";
|
|
2981
2989
|
scored: "scored";
|
|
2982
2990
|
unavailable: "unavailable";
|
|
2983
|
-
not_applicable: "not_applicable";
|
|
2984
2991
|
}>;
|
|
2985
2992
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
2986
2993
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -2991,8 +2998,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2991
2998
|
graderId: z.ZodString;
|
|
2992
2999
|
graderVersion: z.ZodString;
|
|
2993
3000
|
status: z.ZodOptional<z.ZodEnum<{
|
|
2994
|
-
pending: "pending";
|
|
2995
3001
|
failed: "failed";
|
|
3002
|
+
pending: "pending";
|
|
2996
3003
|
scored: "scored";
|
|
2997
3004
|
unavailable: "unavailable";
|
|
2998
3005
|
}>>;
|
|
@@ -3000,12 +3007,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3000
3007
|
passed: z.ZodBoolean;
|
|
3001
3008
|
rewardEligible: z.ZodBoolean;
|
|
3002
3009
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
3003
|
-
|
|
3004
|
-
grader_failure: "grader_failure";
|
|
3010
|
+
cancelled: "cancelled";
|
|
3005
3011
|
environment_failure: "environment_failure";
|
|
3012
|
+
grader_failure: "grader_failure";
|
|
3006
3013
|
infrastructure_failure: "infrastructure_failure";
|
|
3014
|
+
policy_failure: "policy_failure";
|
|
3007
3015
|
timeout: "timeout";
|
|
3008
|
-
cancelled: "cancelled";
|
|
3009
3016
|
}>>;
|
|
3010
3017
|
feedback: z.ZodArray<z.ZodString>;
|
|
3011
3018
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -3025,12 +3032,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3025
3032
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
3026
3033
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
3027
3034
|
reasoningEffort: z.ZodEnum<{
|
|
3028
|
-
|
|
3035
|
+
high: "high";
|
|
3029
3036
|
low: "low";
|
|
3037
|
+
max: "max";
|
|
3030
3038
|
medium: "medium";
|
|
3031
|
-
|
|
3039
|
+
off: "off";
|
|
3032
3040
|
xhigh: "xhigh";
|
|
3033
|
-
max: "max";
|
|
3034
3041
|
}>;
|
|
3035
3042
|
maximumOutputTokens: z.ZodNumber;
|
|
3036
3043
|
}, z.core.$strict>>;
|
|
@@ -3044,20 +3051,20 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3044
3051
|
}, z.core.$strict>>;
|
|
3045
3052
|
training: z.ZodObject<{
|
|
3046
3053
|
status: z.ZodEnum<{
|
|
3054
|
+
not_configured: "not_configured";
|
|
3047
3055
|
pending: "pending";
|
|
3048
3056
|
scored: "scored";
|
|
3049
3057
|
unscorable: "unscorable";
|
|
3050
|
-
not_configured: "not_configured";
|
|
3051
3058
|
}>;
|
|
3052
3059
|
score: z.ZodNullable<z.ZodNumber>;
|
|
3053
3060
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
3054
3061
|
}, z.core.$strict>;
|
|
3055
3062
|
evaluation: z.ZodObject<{
|
|
3056
3063
|
status: z.ZodEnum<{
|
|
3064
|
+
not_configured: "not_configured";
|
|
3057
3065
|
pending: "pending";
|
|
3058
3066
|
scored: "scored";
|
|
3059
3067
|
unscorable: "unscorable";
|
|
3060
|
-
not_configured: "not_configured";
|
|
3061
3068
|
}>;
|
|
3062
3069
|
score: z.ZodNullable<z.ZodNumber>;
|
|
3063
3070
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -3083,8 +3090,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3083
3090
|
}, z.core.$strict>;
|
|
3084
3091
|
purpose: z.ZodEnum<{
|
|
3085
3092
|
evaluation: "evaluation";
|
|
3086
|
-
supervised_training: "supervised_training";
|
|
3087
3093
|
reward_training: "reward_training";
|
|
3094
|
+
supervised_training: "supervised_training";
|
|
3088
3095
|
}>;
|
|
3089
3096
|
examples: z.ZodArray<z.ZodObject<{
|
|
3090
3097
|
evidence: z.ZodObject<{
|
|
@@ -3100,10 +3107,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3100
3107
|
familyKey: z.ZodString;
|
|
3101
3108
|
inputHash: z.ZodString;
|
|
3102
3109
|
split: z.ZodEnum<{
|
|
3110
|
+
frozen_eval: "frozen_eval";
|
|
3111
|
+
test: "test";
|
|
3103
3112
|
train: "train";
|
|
3104
3113
|
validation: "validation";
|
|
3105
|
-
test: "test";
|
|
3106
|
-
frozen_eval: "frozen_eval";
|
|
3107
3114
|
}>;
|
|
3108
3115
|
}, z.core.$strict>>;
|
|
3109
3116
|
sealedAt: z.ZodString;
|
|
@@ -3207,10 +3214,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3207
3214
|
}, z.core.$strict>;
|
|
3208
3215
|
}, z.core.$strict>>;
|
|
3209
3216
|
split: z.ZodEnum<{
|
|
3217
|
+
frozen_eval: "frozen_eval";
|
|
3218
|
+
test: "test";
|
|
3210
3219
|
train: "train";
|
|
3211
3220
|
validation: "validation";
|
|
3212
|
-
test: "test";
|
|
3213
|
-
frozen_eval: "frozen_eval";
|
|
3214
3221
|
}>;
|
|
3215
3222
|
population: z.ZodArray<z.ZodObject<{
|
|
3216
3223
|
taskId: z.ZodString;
|
|
@@ -3227,8 +3234,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3227
3234
|
configurationHash: z.ZodString;
|
|
3228
3235
|
output: z.ZodEnum<{
|
|
3229
3236
|
boolean: "boolean";
|
|
3230
|
-
score: "score";
|
|
3231
3237
|
category: "category";
|
|
3238
|
+
score: "score";
|
|
3232
3239
|
}>;
|
|
3233
3240
|
categories: z.ZodArray<z.ZodString>;
|
|
3234
3241
|
}, z.core.$strict>>;
|
|
@@ -3237,17 +3244,17 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3237
3244
|
graderId: z.ZodString;
|
|
3238
3245
|
fields: z.ZodArray<z.ZodObject<{
|
|
3239
3246
|
destination: z.ZodEnum<{
|
|
3240
|
-
output: "output";
|
|
3241
|
-
input: "input";
|
|
3242
|
-
expectedOutput: "expectedOutput";
|
|
3243
3247
|
evaluatorContext: "evaluatorContext";
|
|
3248
|
+
expectedOutput: "expectedOutput";
|
|
3249
|
+
input: "input";
|
|
3250
|
+
output: "output";
|
|
3244
3251
|
}>;
|
|
3245
3252
|
path: z.ZodArray<z.ZodString>;
|
|
3246
3253
|
source: z.ZodEnum<{
|
|
3247
|
-
output: "output";
|
|
3248
|
-
input: "input";
|
|
3249
|
-
expectedOutput: "expectedOutput";
|
|
3250
3254
|
evaluatorContext: "evaluatorContext";
|
|
3255
|
+
expectedOutput: "expectedOutput";
|
|
3256
|
+
input: "input";
|
|
3257
|
+
output: "output";
|
|
3251
3258
|
}>;
|
|
3252
3259
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
3253
3260
|
}, z.core.$strict>>;
|
|
@@ -3313,8 +3320,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3313
3320
|
revision: z.ZodNumber;
|
|
3314
3321
|
modelProjectId: z.ZodString;
|
|
3315
3322
|
executionOwner: z.ZodEnum<{
|
|
3316
|
-
local: "local";
|
|
3317
3323
|
hosted: "hosted";
|
|
3324
|
+
local: "local";
|
|
3318
3325
|
}>;
|
|
3319
3326
|
enabled: z.ZodBoolean;
|
|
3320
3327
|
sources: z.ZodArray<z.ZodObject<{
|
|
@@ -3368,14 +3375,14 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3368
3375
|
}, z.core.$strict>>;
|
|
3369
3376
|
training: z.ZodObject<{
|
|
3370
3377
|
method: z.ZodEnum<{
|
|
3371
|
-
sft: "sft";
|
|
3372
3378
|
dpo: "dpo";
|
|
3373
3379
|
grpo: "grpo";
|
|
3374
|
-
ppo: "ppo";
|
|
3375
|
-
sdft: "sdft";
|
|
3376
3380
|
opd: "opd";
|
|
3377
3381
|
opsd: "opsd";
|
|
3382
|
+
ppo: "ppo";
|
|
3383
|
+
sdft: "sdft";
|
|
3378
3384
|
sdpo: "sdpo";
|
|
3385
|
+
sft: "sft";
|
|
3379
3386
|
}>;
|
|
3380
3387
|
recipe: z.ZodObject<{
|
|
3381
3388
|
id: z.ZodString;
|
|
@@ -3425,19 +3432,19 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3425
3432
|
}, z.core.$strict>;
|
|
3426
3433
|
status: z.ZodEnum<{
|
|
3427
3434
|
accepted: "accepted";
|
|
3428
|
-
rejected: "rejected";
|
|
3429
3435
|
cancelled: "cancelled";
|
|
3436
|
+
cancelling: "cancelling";
|
|
3437
|
+
candidate_ready: "candidate_ready";
|
|
3438
|
+
completed_without_candidate: "completed_without_candidate";
|
|
3439
|
+
dispatching: "dispatching";
|
|
3440
|
+
evaluating: "evaluating";
|
|
3430
3441
|
failed: "failed";
|
|
3442
|
+
paused: "paused";
|
|
3443
|
+
ready: "ready";
|
|
3444
|
+
rejected: "rejected";
|
|
3431
3445
|
training: "training";
|
|
3432
3446
|
waiting_for_data: "waiting_for_data";
|
|
3433
3447
|
waiting_for_review: "waiting_for_review";
|
|
3434
|
-
ready: "ready";
|
|
3435
|
-
dispatching: "dispatching";
|
|
3436
|
-
evaluating: "evaluating";
|
|
3437
|
-
candidate_ready: "candidate_ready";
|
|
3438
|
-
paused: "paused";
|
|
3439
|
-
cancelling: "cancelling";
|
|
3440
|
-
completed_without_candidate: "completed_without_candidate";
|
|
3441
3448
|
}>;
|
|
3442
3449
|
triggerIdentity: z.ZodString;
|
|
3443
3450
|
batch: z.ZodNullable<z.ZodObject<{
|
|
@@ -3519,12 +3526,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3519
3526
|
}>;
|
|
3520
3527
|
output: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
3521
3528
|
status: z.ZodEnum<{
|
|
3522
|
-
queued: "queued";
|
|
3523
3529
|
cancelled: "cancelled";
|
|
3524
|
-
|
|
3530
|
+
cancelling: "cancelling";
|
|
3525
3531
|
completed: "completed";
|
|
3532
|
+
failed: "failed";
|
|
3533
|
+
queued: "queued";
|
|
3526
3534
|
running: "running";
|
|
3527
|
-
cancelling: "cancelling";
|
|
3528
3535
|
}>;
|
|
3529
3536
|
composition: z.ZodNullable<z.ZodObject<{
|
|
3530
3537
|
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
@@ -3548,11 +3555,11 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3548
3555
|
training: "training";
|
|
3549
3556
|
}>;
|
|
3550
3557
|
status: z.ZodEnum<{
|
|
3551
|
-
pending: "pending";
|
|
3552
3558
|
failed: "failed";
|
|
3559
|
+
not_applicable: "not_applicable";
|
|
3560
|
+
pending: "pending";
|
|
3553
3561
|
scored: "scored";
|
|
3554
3562
|
unavailable: "unavailable";
|
|
3555
|
-
not_applicable: "not_applicable";
|
|
3556
3563
|
}>;
|
|
3557
3564
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
3558
3565
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -3563,8 +3570,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3563
3570
|
graderId: z.ZodString;
|
|
3564
3571
|
graderVersion: z.ZodString;
|
|
3565
3572
|
status: z.ZodOptional<z.ZodEnum<{
|
|
3566
|
-
pending: "pending";
|
|
3567
3573
|
failed: "failed";
|
|
3574
|
+
pending: "pending";
|
|
3568
3575
|
scored: "scored";
|
|
3569
3576
|
unavailable: "unavailable";
|
|
3570
3577
|
}>>;
|
|
@@ -3572,12 +3579,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3572
3579
|
passed: z.ZodBoolean;
|
|
3573
3580
|
rewardEligible: z.ZodBoolean;
|
|
3574
3581
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
3575
|
-
|
|
3576
|
-
grader_failure: "grader_failure";
|
|
3582
|
+
cancelled: "cancelled";
|
|
3577
3583
|
environment_failure: "environment_failure";
|
|
3584
|
+
grader_failure: "grader_failure";
|
|
3578
3585
|
infrastructure_failure: "infrastructure_failure";
|
|
3586
|
+
policy_failure: "policy_failure";
|
|
3579
3587
|
timeout: "timeout";
|
|
3580
|
-
cancelled: "cancelled";
|
|
3581
3588
|
}>>;
|
|
3582
3589
|
feedback: z.ZodArray<z.ZodString>;
|
|
3583
3590
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -3597,12 +3604,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3597
3604
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
3598
3605
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
3599
3606
|
reasoningEffort: z.ZodEnum<{
|
|
3600
|
-
|
|
3607
|
+
high: "high";
|
|
3601
3608
|
low: "low";
|
|
3609
|
+
max: "max";
|
|
3602
3610
|
medium: "medium";
|
|
3603
|
-
|
|
3611
|
+
off: "off";
|
|
3604
3612
|
xhigh: "xhigh";
|
|
3605
|
-
max: "max";
|
|
3606
3613
|
}>;
|
|
3607
3614
|
maximumOutputTokens: z.ZodNumber;
|
|
3608
3615
|
}, z.core.$strict>>;
|
|
@@ -3616,20 +3623,20 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3616
3623
|
}, z.core.$strict>>;
|
|
3617
3624
|
training: z.ZodObject<{
|
|
3618
3625
|
status: z.ZodEnum<{
|
|
3626
|
+
not_configured: "not_configured";
|
|
3619
3627
|
pending: "pending";
|
|
3620
3628
|
scored: "scored";
|
|
3621
3629
|
unscorable: "unscorable";
|
|
3622
|
-
not_configured: "not_configured";
|
|
3623
3630
|
}>;
|
|
3624
3631
|
score: z.ZodNullable<z.ZodNumber>;
|
|
3625
3632
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
3626
3633
|
}, z.core.$strict>;
|
|
3627
3634
|
evaluation: z.ZodObject<{
|
|
3628
3635
|
status: z.ZodEnum<{
|
|
3636
|
+
not_configured: "not_configured";
|
|
3629
3637
|
pending: "pending";
|
|
3630
3638
|
scored: "scored";
|
|
3631
3639
|
unscorable: "unscorable";
|
|
3632
|
-
not_configured: "not_configured";
|
|
3633
3640
|
}>;
|
|
3634
3641
|
score: z.ZodNullable<z.ZodNumber>;
|
|
3635
3642
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -3646,9 +3653,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3646
3653
|
requestHash: z.ZodString;
|
|
3647
3654
|
reservedUsd: z.ZodNumber;
|
|
3648
3655
|
status: z.ZodEnum<{
|
|
3656
|
+
not_dispatched: "not_dispatched";
|
|
3649
3657
|
reserved: "reserved";
|
|
3650
3658
|
settled: "settled";
|
|
3651
|
-
not_dispatched: "not_dispatched";
|
|
3652
3659
|
}>;
|
|
3653
3660
|
response: z.ZodNullable<z.ZodObject<{
|
|
3654
3661
|
text: z.ZodString;
|