@openpond/evals 0.11.21 → 0.12.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -0
- package/dist/artifact-verification.js +2 -0
- package/dist/connected-evidence/codex-command-observations.js +81 -0
- package/dist/connected-evidence/contracts.js +13 -0
- package/dist/connected-evidence/git-file-contracts.js +16 -0
- package/dist/connected-evidence/git-file-proof.js +86 -0
- package/dist/connected-evidence/git-starting-state.js +81 -0
- package/dist/connected-evidence/git.js +2 -0
- package/dist/connected-evidence/imports.js +2 -1
- package/dist/connected-evidence/index.js +1 -0
- package/dist/connected-evidence/normalize.js +1 -0
- package/dist/connected-evidence/sources/claude-branches.js +34 -1
- package/dist/connected-evidence/sources/claude-code.js +1 -1
- package/dist/connected-evidence/sources/codex-metadata.js +33 -0
- package/dist/connected-evidence/sources/codex.js +16 -2
- package/dist/graders.js +10 -4
- package/dist/javascript-verifier.js +1 -0
- package/dist/native-conversations/codex-window-inventory.js +6 -7
- package/dist/native-conversations/collector-acquisition.js +17 -6
- package/dist/native-conversations/collector-source-cache.js +1 -1
- package/dist/native-conversations/collector-store.js +27 -2
- package/dist/native-conversations/collector.js +4 -3
- package/dist/native-conversations/git-assets.js +61 -0
- package/dist/native-conversations/history.js +7 -0
- package/dist/native-conversations/index.js +2 -0
- package/dist/native-conversations/selection.js +57 -0
- package/dist/native-conversations/supervisor.js +2 -0
- package/dist/prepared-process-isolation.js +131 -0
- package/dist/rewards.js +17 -5
- package/dist/tasksets.js +7 -0
- package/dist/types/artifact-verification.d.ts.map +1 -1
- package/dist/types/benchmarks.d.ts +22 -22
- package/dist/types/benchmarks.d.ts.map +1 -1
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +40 -35
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/compatibility.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +98 -88
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/connected-evidence/codex-command-observations.d.ts +15 -0
- package/dist/types/connected-evidence/codex-command-observations.d.ts.map +1 -0
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts +6 -6
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +80 -58
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-contracts.d.ts +18 -0
- package/dist/types/connected-evidence/git-file-contracts.d.ts.map +1 -0
- package/dist/types/connected-evidence/git-file-proof.d.ts +13 -0
- package/dist/types/connected-evidence/git-file-proof.d.ts.map +1 -0
- package/dist/types/connected-evidence/git-starting-state.d.ts +28 -0
- package/dist/types/connected-evidence/git-starting-state.d.ts.map +1 -0
- package/dist/types/connected-evidence/git.d.ts +3 -0
- package/dist/types/connected-evidence/git.d.ts.map +1 -0
- package/dist/types/connected-evidence/imports.d.ts.map +1 -1
- package/dist/types/connected-evidence/index.d.ts +1 -0
- package/dist/types/connected-evidence/index.d.ts.map +1 -1
- package/dist/types/connected-evidence/normalize.d.ts +1 -0
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
- package/dist/types/connected-evidence/python-correctness.d.ts +38 -38
- package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-branches.d.ts +1 -0
- package/dist/types/connected-evidence/sources/claude-branches.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-code.d.ts +25 -15
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-authorization.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts +10 -0
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/codex.d.ts +25 -15
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/grok-build.d.ts +25 -15
- package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/history.d.ts +50 -30
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/opencode.d.ts +25 -15
- package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/pi.d.ts +25 -15
- package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -1
- package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -1
- package/dist/types/deterministic-graders.d.ts.map +1 -1
- package/dist/types/environment-execution-services-contract.d.ts +19 -19
- package/dist/types/environment-execution-services-contract.d.ts.map +1 -1
- package/dist/types/environment-execution-services.d.ts.map +1 -1
- package/dist/types/evidence/authoring.d.ts.map +1 -1
- package/dist/types/evidence/conformance.d.ts +98 -98
- package/dist/types/evidence/conformance.d.ts.map +1 -1
- package/dist/types/evidence/contracts.d.ts +183 -183
- package/dist/types/evidence/contracts.d.ts.map +1 -1
- package/dist/types/evidence/eligibility.d.ts +160 -160
- package/dist/types/evidence/eligibility.d.ts.map +1 -1
- package/dist/types/evidence/index.d.ts.map +1 -1
- package/dist/types/execution-contracts.d.ts +118 -110
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/execution-receipts.d.ts.map +1 -1
- package/dist/types/experiments.d.ts +96 -96
- package/dist/types/experiments.d.ts.map +1 -1
- package/dist/types/graders.d.ts +38 -35
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/harness-experiment-source.d.ts.map +1 -1
- package/dist/types/harness.d.ts.map +1 -1
- package/dist/types/human-review/comparison.d.ts +189 -189
- package/dist/types/human-review/comparison.d.ts.map +1 -1
- package/dist/types/human-review/contracts.d.ts +178 -178
- package/dist/types/human-review/contracts.d.ts.map +1 -1
- package/dist/types/human-review/execution.d.ts +53 -53
- package/dist/types/human-review/execution.d.ts.map +1 -1
- package/dist/types/human-review/handoff.d.ts +43 -43
- package/dist/types/human-review/handoff.d.ts.map +1 -1
- package/dist/types/human-review/index.d.ts.map +1 -1
- package/dist/types/human-review/local-publication.d.ts +4 -4
- package/dist/types/human-review/local-publication.d.ts.map +1 -1
- package/dist/types/human-review/repository.d.ts.map +1 -1
- package/dist/types/human-review/results.d.ts +8 -8
- package/dist/types/human-review/results.d.ts.map +1 -1
- package/dist/types/human-review/service.d.ts +292 -292
- package/dist/types/human-review/service.d.ts.map +1 -1
- package/dist/types/human-review/task-proposals.d.ts +2 -2
- package/dist/types/human-review/task-proposals.d.ts.map +1 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/javascript-environment-attempt.d.ts.map +1 -1
- package/dist/types/javascript-environment-contract.d.ts +39 -39
- package/dist/types/javascript-environment-contract.d.ts.map +1 -1
- package/dist/types/javascript-environment-node.d.ts.map +1 -1
- package/dist/types/javascript-environment.d.ts +14 -14
- package/dist/types/javascript-environment.d.ts.map +1 -1
- package/dist/types/javascript-isolate-node.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process-entry.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process.d.ts.map +1 -1
- package/dist/types/javascript-isolate.d.ts.map +1 -1
- package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
- package/dist/types/javascript-verifier-node.d.ts.map +1 -1
- package/dist/types/javascript-verifier-worker.d.ts.map +1 -1
- package/dist/types/javascript-verifier.d.ts +1 -0
- package/dist/types/javascript-verifier.d.ts.map +1 -1
- package/dist/types/learned-preference.d.ts +10 -10
- package/dist/types/learned-preference.d.ts.map +1 -1
- package/dist/types/learning/acceptance-group.d.ts +44 -44
- package/dist/types/learning/acceptance-group.d.ts.map +1 -1
- package/dist/types/learning/acceptance-plan.d.ts +8 -8
- package/dist/types/learning/acceptance-plan.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +38 -36
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/assets.d.ts +2 -2
- package/dist/types/learning/assets.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +11 -9
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +46 -38
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +75 -68
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +314 -290
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/errors.d.ts.map +1 -1
- package/dist/types/learning/grade-judge-budget.d.ts.map +1 -1
- package/dist/types/learning/grade-worker.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/intake-contracts.d.ts +10 -10
- package/dist/types/learning/intake-contracts.d.ts.map +1 -1
- package/dist/types/learning/intake-csv.d.ts.map +1 -1
- package/dist/types/learning/intake-history.d.ts.map +1 -1
- package/dist/types/learning/intake-service.d.ts.map +1 -1
- package/dist/types/learning/intake-text.d.ts.map +1 -1
- package/dist/types/learning/intake.d.ts.map +1 -1
- package/dist/types/learning/iteration-budget.d.ts.map +1 -1
- package/dist/types/learning/iteration-candidate-decision.d.ts +16 -16
- package/dist/types/learning/iteration-candidate-decision.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-commands.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +4 -4
- package/dist/types/learning/iteration-dispatch-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-worker.d.ts.map +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-cancellation.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-service.d.ts.map +1 -1
- package/dist/types/learning/iteration-training-parent.d.ts.map +1 -1
- package/dist/types/learning/judge-budget.d.ts +1 -1
- package/dist/types/learning/judge-budget.d.ts.map +1 -1
- package/dist/types/learning/model-judge.d.ts.map +1 -1
- package/dist/types/learning/nightly-schedule.d.ts.map +1 -1
- package/dist/types/learning/operations.d.ts +312 -298
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/policy-inspection.d.ts.map +1 -1
- package/dist/types/learning/rating-reward-fixture.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +197 -180
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration-closure.d.ts +252 -244
- package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +62 -62
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-check-budget.d.ts.map +1 -1
- package/dist/types/learning/reward-check-service.d.ts.map +1 -1
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +30 -28
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +3 -3
- package/dist/types/learning/schedule-contracts.d.ts.map +1 -1
- package/dist/types/learning/schedule-service.d.ts +2 -2
- package/dist/types/learning/schedule-service.d.ts.map +1 -1
- package/dist/types/learning/schedule-worker.d.ts.map +1 -1
- package/dist/types/learning/service.d.ts +3 -3
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/task-queue-inspection.d.ts.map +1 -1
- package/dist/types/learning/training-handoff.d.ts +9 -9
- package/dist/types/learning/training-handoff.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +2203 -2179
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/metric-policy.d.ts +6 -6
- package/dist/types/metric-policy.d.ts.map +1 -1
- package/dist/types/metrics-node.d.ts.map +1 -1
- package/dist/types/metrics.d.ts.map +1 -1
- package/dist/types/model-improvement-qualification.d.ts +17 -17
- package/dist/types/model-improvement-qualification.d.ts.map +1 -1
- package/dist/types/native-conversations/appimage-runtime.d.ts.map +1 -1
- package/dist/types/native-conversations/codex-window-inventory.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-acquisition.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-branches.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-calendar-gate.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-contracts.d.ts +3 -0
- package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-coverage.d.ts +2 -2
- package/dist/types/native-conversations/collector-coverage.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-cron.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-destinations.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-errors.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-progress.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-schedule.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-service-files.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-snapshots.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-source-cache.d.ts +2 -2
- package/dist/types/native-conversations/collector-source-cache.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-store.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-sync-requests.d.ts.map +1 -1
- package/dist/types/native-conversations/collector.d.ts.map +1 -1
- package/dist/types/native-conversations/contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/database.d.ts.map +1 -1
- package/dist/types/native-conversations/discovery.d.ts.map +1 -1
- package/dist/types/native-conversations/git-assets.d.ts +32 -0
- package/dist/types/native-conversations/git-assets.d.ts.map +1 -0
- package/dist/types/native-conversations/history.d.ts +1 -0
- package/dist/types/native-conversations/history.d.ts.map +1 -1
- package/dist/types/native-conversations/index.d.ts +2 -0
- package/dist/types/native-conversations/index.d.ts.map +1 -1
- package/dist/types/native-conversations/location.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-cold-archive.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-database.d.ts.map +1 -1
- package/dist/types/native-conversations/readiness.d.ts.map +1 -1
- package/dist/types/native-conversations/selection.d.ts +32 -0
- package/dist/types/native-conversations/selection.d.ts.map +1 -0
- package/dist/types/native-conversations/source-locations.d.ts.map +1 -1
- package/dist/types/native-conversations/supervisor.d.ts.map +1 -1
- package/dist/types/native-conversations/titles.d.ts.map +1 -1
- package/dist/types/native-harness-experiment-attempt.d.ts.map +1 -1
- package/dist/types/preferences.d.ts +22 -22
- package/dist/types/preferences.d.ts.map +1 -1
- package/dist/types/prepared-process-isolation.d.ts +5 -0
- package/dist/types/prepared-process-isolation.d.ts.map +1 -0
- package/dist/types/profile-evaluation-comparisons.d.ts +18 -18
- package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
- package/dist/types/profile-evaluation-execution.d.ts.map +1 -1
- package/dist/types/profile-evaluation-reports.d.ts +2 -2
- package/dist/types/profile-evaluation-reports.d.ts.map +1 -1
- package/dist/types/profile-evaluation-suites.d.ts.map +1 -1
- package/dist/types/profile-evaluation-target.d.ts.map +1 -1
- package/dist/types/profile-evaluations.d.ts +15 -15
- package/dist/types/profile-evaluations.d.ts.map +1 -1
- package/dist/types/profile-external-evaluation.d.ts +84 -84
- package/dist/types/profile-external-evaluation.d.ts.map +1 -1
- package/dist/types/profile-source-candidate.d.ts.map +1 -1
- package/dist/types/review-conformance.d.ts +58 -58
- package/dist/types/review-conformance.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +110 -101
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts +16 -16
- package/dist/types/rollouts.d.ts.map +1 -1
- package/dist/types/runs.d.ts +22 -22
- package/dist/types/runs.d.ts.map +1 -1
- package/dist/types/sql-execution-contract.d.ts +3 -3
- package/dist/types/sql-execution-contract.d.ts.map +1 -1
- package/dist/types/sql-execution-engine.d.ts.map +1 -1
- package/dist/types/sql-execution-node.d.ts.map +1 -1
- package/dist/types/sql-execution-process-entry.d.ts.map +1 -1
- package/dist/types/task-schema-validation.d.ts.map +1 -1
- package/dist/types/task-schema.d.ts.map +1 -1
- package/dist/types/task-value-validator.d.ts.map +1 -1
- package/dist/types/taskset-run-contract.d.ts +26 -26
- package/dist/types/taskset-run-contract.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +89 -69
- package/dist/types/tasksets.d.ts.map +1 -1
- package/dist/types/telemetry/index.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +6 -6
- package/dist/types/telemetry-analysis.d.ts.map +1 -1
- package/dist/types/telemetry-bundle.d.ts +42 -42
- package/dist/types/telemetry-bundle.d.ts.map +1 -1
- package/dist/types/telemetry-catalog.d.ts +67 -67
- package/dist/types/telemetry-catalog.d.ts.map +1 -1
- package/dist/types/telemetry.d.ts +44 -44
- package/dist/types/telemetry.d.ts.map +1 -1
- package/package.json +6 -1
- package/schemas/learning/v1/binding.schema.json +8 -0
- package/schemas/learning/v1/command-request.schema.json +12 -0
- package/schemas/learning/v1/decision.schema.json +5 -1
- package/schemas/learning/v1/definition.schema.json +4 -0
- package/schemas/learning/v1/draft.schema.json +8 -0
- package/schemas/learning/v1/evidence.schema.json +4 -0
- package/schemas/learning/v1/example-submission.schema.json +4 -0
- package/schemas/learning/v1/grade.schema.json +5 -1
- package/schemas/learning/v1/package.schema.json +117 -93
- package/schemas/learning/v1/reward_check.schema.json +2 -1
|
@@ -14,10 +14,10 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
14
14
|
description: z.ZodString;
|
|
15
15
|
instructions: z.ZodString;
|
|
16
16
|
category: z.ZodEnum<{
|
|
17
|
+
coding: "coding";
|
|
17
18
|
custom: "custom";
|
|
18
|
-
structured: "structured";
|
|
19
19
|
question_answering: "question_answering";
|
|
20
|
-
|
|
20
|
+
structured: "structured";
|
|
21
21
|
tool_workflow: "tool_workflow";
|
|
22
22
|
}>;
|
|
23
23
|
familyNamespace: z.ZodString;
|
|
@@ -33,11 +33,12 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
33
33
|
sizeBytes: z.ZodNumber;
|
|
34
34
|
mediaType: z.ZodString;
|
|
35
35
|
visibility: z.ZodEnum<{
|
|
36
|
+
host_private: "host_private";
|
|
36
37
|
policy: "policy";
|
|
37
38
|
verifier: "verifier";
|
|
38
|
-
host_private: "host_private";
|
|
39
39
|
}>;
|
|
40
40
|
}, z.core.$strict>>>;
|
|
41
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
41
42
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
42
43
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
43
44
|
}, z.core.$strict>>>;
|
|
@@ -61,25 +62,25 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
61
62
|
environment: z.ZodObject<{
|
|
62
63
|
protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
|
|
63
64
|
kind: z.ZodEnum<{
|
|
64
|
-
text: "text";
|
|
65
65
|
agent: "agent";
|
|
66
|
-
work: "work";
|
|
67
66
|
custom_program: "custom_program";
|
|
67
|
+
text: "text";
|
|
68
|
+
work: "work";
|
|
68
69
|
}>;
|
|
69
70
|
entrypoint: z.ZodString;
|
|
70
71
|
stateful: z.ZodBoolean;
|
|
71
72
|
deterministicSeeds: z.ZodBoolean;
|
|
72
73
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
73
|
-
step: "step";
|
|
74
|
-
create: "create";
|
|
75
|
-
reset: "reset";
|
|
76
74
|
collect: "collect";
|
|
75
|
+
create: "create";
|
|
77
76
|
destroy: "destroy";
|
|
77
|
+
reset: "reset";
|
|
78
|
+
step: "step";
|
|
78
79
|
}>>;
|
|
79
80
|
networkPolicy: z.ZodEnum<{
|
|
80
|
-
none: "none";
|
|
81
81
|
declared_read_only: "declared_read_only";
|
|
82
82
|
declared_scoped: "declared_scoped";
|
|
83
|
+
none: "none";
|
|
83
84
|
}>;
|
|
84
85
|
defaultTimeoutMs: z.ZodNumber;
|
|
85
86
|
}, z.core.$strict>;
|
|
@@ -103,10 +104,10 @@ export declare const TaskDefinitionContentSchema: z.ZodObject<{
|
|
|
103
104
|
required: z.ZodBoolean;
|
|
104
105
|
scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
105
106
|
portability: z.ZodEnum<{
|
|
106
|
-
portable: "portable";
|
|
107
107
|
host_adapter: "host_adapter";
|
|
108
|
-
local_only: "local_only";
|
|
109
108
|
hosted_only: "hosted_only";
|
|
109
|
+
local_only: "local_only";
|
|
110
|
+
portable: "portable";
|
|
110
111
|
}>;
|
|
111
112
|
}, z.core.$strict>>;
|
|
112
113
|
verifierSetRelease: z.ZodOptional<z.ZodObject<{
|
|
@@ -123,10 +124,10 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
123
124
|
description: z.ZodString;
|
|
124
125
|
instructions: z.ZodString;
|
|
125
126
|
category: z.ZodEnum<{
|
|
127
|
+
coding: "coding";
|
|
126
128
|
custom: "custom";
|
|
127
|
-
structured: "structured";
|
|
128
129
|
question_answering: "question_answering";
|
|
129
|
-
|
|
130
|
+
structured: "structured";
|
|
130
131
|
tool_workflow: "tool_workflow";
|
|
131
132
|
}>;
|
|
132
133
|
familyNamespace: z.ZodString;
|
|
@@ -142,11 +143,12 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
142
143
|
sizeBytes: z.ZodNumber;
|
|
143
144
|
mediaType: z.ZodString;
|
|
144
145
|
visibility: z.ZodEnum<{
|
|
146
|
+
host_private: "host_private";
|
|
145
147
|
policy: "policy";
|
|
146
148
|
verifier: "verifier";
|
|
147
|
-
host_private: "host_private";
|
|
148
149
|
}>;
|
|
149
150
|
}, z.core.$strict>>>;
|
|
151
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
150
152
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
151
153
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
152
154
|
}, z.core.$strict>>>;
|
|
@@ -170,25 +172,25 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
170
172
|
environment: z.ZodObject<{
|
|
171
173
|
protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
|
|
172
174
|
kind: z.ZodEnum<{
|
|
173
|
-
text: "text";
|
|
174
175
|
agent: "agent";
|
|
175
|
-
work: "work";
|
|
176
176
|
custom_program: "custom_program";
|
|
177
|
+
text: "text";
|
|
178
|
+
work: "work";
|
|
177
179
|
}>;
|
|
178
180
|
entrypoint: z.ZodString;
|
|
179
181
|
stateful: z.ZodBoolean;
|
|
180
182
|
deterministicSeeds: z.ZodBoolean;
|
|
181
183
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
182
|
-
step: "step";
|
|
183
|
-
create: "create";
|
|
184
|
-
reset: "reset";
|
|
185
184
|
collect: "collect";
|
|
185
|
+
create: "create";
|
|
186
186
|
destroy: "destroy";
|
|
187
|
+
reset: "reset";
|
|
188
|
+
step: "step";
|
|
187
189
|
}>>;
|
|
188
190
|
networkPolicy: z.ZodEnum<{
|
|
189
|
-
none: "none";
|
|
190
191
|
declared_read_only: "declared_read_only";
|
|
191
192
|
declared_scoped: "declared_scoped";
|
|
193
|
+
none: "none";
|
|
192
194
|
}>;
|
|
193
195
|
defaultTimeoutMs: z.ZodNumber;
|
|
194
196
|
}, z.core.$strict>;
|
|
@@ -212,10 +214,10 @@ export declare const TaskDefinitionSchema: z.ZodObject<{
|
|
|
212
214
|
required: z.ZodBoolean;
|
|
213
215
|
scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
214
216
|
portability: z.ZodEnum<{
|
|
215
|
-
portable: "portable";
|
|
216
217
|
host_adapter: "host_adapter";
|
|
217
|
-
local_only: "local_only";
|
|
218
218
|
hosted_only: "hosted_only";
|
|
219
|
+
local_only: "local_only";
|
|
220
|
+
portable: "portable";
|
|
219
221
|
}>;
|
|
220
222
|
}, z.core.$strict>>;
|
|
221
223
|
verifierSetRelease: z.ZodOptional<z.ZodObject<{
|
|
@@ -236,10 +238,10 @@ export declare const TaskSourceMappingSchema: z.ZodObject<{
|
|
|
236
238
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
237
239
|
familyKey: z.ZodString;
|
|
238
240
|
split: z.ZodEnum<{
|
|
241
|
+
frozen_eval: "frozen_eval";
|
|
242
|
+
test: "test";
|
|
239
243
|
train: "train";
|
|
240
244
|
validation: "validation";
|
|
241
|
-
test: "test";
|
|
242
|
-
frozen_eval: "frozen_eval";
|
|
243
245
|
}>;
|
|
244
246
|
}, z.core.$strict>;
|
|
245
247
|
/** An explicit Model edit starts new evidence; the original admissions remain
|
|
@@ -269,11 +271,11 @@ export declare const LearningSourceContentSchema: z.ZodObject<{
|
|
|
269
271
|
revision: z.ZodNumber;
|
|
270
272
|
name: z.ZodString;
|
|
271
273
|
kind: z.ZodEnum<{
|
|
272
|
-
work: "work";
|
|
273
|
-
provider: "provider";
|
|
274
|
-
direct: "direct";
|
|
275
274
|
benchmark: "benchmark";
|
|
275
|
+
direct: "direct";
|
|
276
276
|
opentelemetry: "opentelemetry";
|
|
277
|
+
provider: "provider";
|
|
278
|
+
work: "work";
|
|
277
279
|
}>;
|
|
278
280
|
taskDefinition: z.ZodObject<{
|
|
279
281
|
id: z.ZodString;
|
|
@@ -282,10 +284,10 @@ export declare const LearningSourceContentSchema: z.ZodObject<{
|
|
|
282
284
|
}, z.core.$strict>;
|
|
283
285
|
enabled: z.ZodBoolean;
|
|
284
286
|
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
287
|
+
frozen_eval: "frozen_eval";
|
|
288
|
+
test: "test";
|
|
285
289
|
train: "train";
|
|
286
290
|
validation: "validation";
|
|
287
|
-
test: "test";
|
|
288
|
-
frozen_eval: "frozen_eval";
|
|
289
291
|
}>>;
|
|
290
292
|
mapping: z.ZodNullable<z.ZodObject<{
|
|
291
293
|
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
@@ -298,10 +300,10 @@ export declare const LearningSourceContentSchema: z.ZodObject<{
|
|
|
298
300
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
299
301
|
familyKey: z.ZodString;
|
|
300
302
|
split: z.ZodEnum<{
|
|
303
|
+
frozen_eval: "frozen_eval";
|
|
304
|
+
test: "test";
|
|
301
305
|
train: "train";
|
|
302
306
|
validation: "validation";
|
|
303
|
-
test: "test";
|
|
304
|
-
frozen_eval: "frozen_eval";
|
|
305
307
|
}>;
|
|
306
308
|
}, z.core.$strict>>;
|
|
307
309
|
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
@@ -342,11 +344,11 @@ export declare const LearningSourceSchema: z.ZodObject<{
|
|
|
342
344
|
revision: z.ZodNumber;
|
|
343
345
|
name: z.ZodString;
|
|
344
346
|
kind: z.ZodEnum<{
|
|
345
|
-
work: "work";
|
|
346
|
-
provider: "provider";
|
|
347
|
-
direct: "direct";
|
|
348
347
|
benchmark: "benchmark";
|
|
348
|
+
direct: "direct";
|
|
349
349
|
opentelemetry: "opentelemetry";
|
|
350
|
+
provider: "provider";
|
|
351
|
+
work: "work";
|
|
350
352
|
}>;
|
|
351
353
|
taskDefinition: z.ZodObject<{
|
|
352
354
|
id: z.ZodString;
|
|
@@ -355,10 +357,10 @@ export declare const LearningSourceSchema: z.ZodObject<{
|
|
|
355
357
|
}, z.core.$strict>;
|
|
356
358
|
enabled: z.ZodBoolean;
|
|
357
359
|
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
360
|
+
frozen_eval: "frozen_eval";
|
|
361
|
+
test: "test";
|
|
358
362
|
train: "train";
|
|
359
363
|
validation: "validation";
|
|
360
|
-
test: "test";
|
|
361
|
-
frozen_eval: "frozen_eval";
|
|
362
364
|
}>>;
|
|
363
365
|
mapping: z.ZodNullable<z.ZodObject<{
|
|
364
366
|
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
@@ -371,10 +373,10 @@ export declare const LearningSourceSchema: z.ZodObject<{
|
|
|
371
373
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
372
374
|
familyKey: z.ZodString;
|
|
373
375
|
split: z.ZodEnum<{
|
|
376
|
+
frozen_eval: "frozen_eval";
|
|
377
|
+
test: "test";
|
|
374
378
|
train: "train";
|
|
375
379
|
validation: "validation";
|
|
376
|
-
test: "test";
|
|
377
|
-
frozen_eval: "frozen_eval";
|
|
378
380
|
}>;
|
|
379
381
|
}, z.core.$strict>>;
|
|
380
382
|
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
@@ -424,10 +426,10 @@ export declare const TaskExampleSubmissionSchema: z.ZodObject<{
|
|
|
424
426
|
occurredAt: z.ZodString;
|
|
425
427
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
426
428
|
split: z.ZodEnum<{
|
|
429
|
+
frozen_eval: "frozen_eval";
|
|
430
|
+
test: "test";
|
|
427
431
|
train: "train";
|
|
428
432
|
validation: "validation";
|
|
429
|
-
test: "test";
|
|
430
|
-
frozen_eval: "frozen_eval";
|
|
431
433
|
}>;
|
|
432
434
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
433
435
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -440,9 +442,9 @@ export declare const TaskExampleSubmissionSchema: z.ZodObject<{
|
|
|
440
442
|
sizeBytes: z.ZodNumber;
|
|
441
443
|
mediaType: z.ZodString;
|
|
442
444
|
visibility: z.ZodEnum<{
|
|
445
|
+
host_private: "host_private";
|
|
443
446
|
policy: "policy";
|
|
444
447
|
verifier: "verifier";
|
|
445
|
-
host_private: "host_private";
|
|
446
448
|
}>;
|
|
447
449
|
}, z.core.$strict>>;
|
|
448
450
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -455,11 +457,12 @@ export declare const TaskExampleSubmissionSchema: z.ZodObject<{
|
|
|
455
457
|
sizeBytes: z.ZodNumber;
|
|
456
458
|
mediaType: z.ZodString;
|
|
457
459
|
visibility: z.ZodEnum<{
|
|
460
|
+
host_private: "host_private";
|
|
458
461
|
policy: "policy";
|
|
459
462
|
verifier: "verifier";
|
|
460
|
-
host_private: "host_private";
|
|
461
463
|
}>;
|
|
462
464
|
}, z.core.$strict>>>;
|
|
465
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
463
466
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
464
467
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
465
468
|
}, z.core.$strict>>>;
|
|
@@ -491,10 +494,10 @@ export declare const TaskEvidenceContentSchema: z.ZodObject<{
|
|
|
491
494
|
occurredAt: z.ZodString;
|
|
492
495
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
493
496
|
split: z.ZodEnum<{
|
|
497
|
+
frozen_eval: "frozen_eval";
|
|
498
|
+
test: "test";
|
|
494
499
|
train: "train";
|
|
495
500
|
validation: "validation";
|
|
496
|
-
test: "test";
|
|
497
|
-
frozen_eval: "frozen_eval";
|
|
498
501
|
}>;
|
|
499
502
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
500
503
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -507,9 +510,9 @@ export declare const TaskEvidenceContentSchema: z.ZodObject<{
|
|
|
507
510
|
sizeBytes: z.ZodNumber;
|
|
508
511
|
mediaType: z.ZodString;
|
|
509
512
|
visibility: z.ZodEnum<{
|
|
513
|
+
host_private: "host_private";
|
|
510
514
|
policy: "policy";
|
|
511
515
|
verifier: "verifier";
|
|
512
|
-
host_private: "host_private";
|
|
513
516
|
}>;
|
|
514
517
|
}, z.core.$strict>>;
|
|
515
518
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -522,11 +525,12 @@ export declare const TaskEvidenceContentSchema: z.ZodObject<{
|
|
|
522
525
|
sizeBytes: z.ZodNumber;
|
|
523
526
|
mediaType: z.ZodString;
|
|
524
527
|
visibility: z.ZodEnum<{
|
|
528
|
+
host_private: "host_private";
|
|
525
529
|
policy: "policy";
|
|
526
530
|
verifier: "verifier";
|
|
527
|
-
host_private: "host_private";
|
|
528
531
|
}>;
|
|
529
532
|
}, z.core.$strict>>>;
|
|
533
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
530
534
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
531
535
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
532
536
|
}, z.core.$strict>>>;
|
|
@@ -566,10 +570,10 @@ export declare const TaskEvidenceSchema: z.ZodObject<{
|
|
|
566
570
|
occurredAt: z.ZodString;
|
|
567
571
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
568
572
|
split: z.ZodEnum<{
|
|
573
|
+
frozen_eval: "frozen_eval";
|
|
574
|
+
test: "test";
|
|
569
575
|
train: "train";
|
|
570
576
|
validation: "validation";
|
|
571
|
-
test: "test";
|
|
572
|
-
frozen_eval: "frozen_eval";
|
|
573
577
|
}>;
|
|
574
578
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
575
579
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -582,9 +586,9 @@ export declare const TaskEvidenceSchema: z.ZodObject<{
|
|
|
582
586
|
sizeBytes: z.ZodNumber;
|
|
583
587
|
mediaType: z.ZodString;
|
|
584
588
|
visibility: z.ZodEnum<{
|
|
589
|
+
host_private: "host_private";
|
|
585
590
|
policy: "policy";
|
|
586
591
|
verifier: "verifier";
|
|
587
|
-
host_private: "host_private";
|
|
588
592
|
}>;
|
|
589
593
|
}, z.core.$strict>>;
|
|
590
594
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -597,11 +601,12 @@ export declare const TaskEvidenceSchema: z.ZodObject<{
|
|
|
597
601
|
sizeBytes: z.ZodNumber;
|
|
598
602
|
mediaType: z.ZodString;
|
|
599
603
|
visibility: z.ZodEnum<{
|
|
604
|
+
host_private: "host_private";
|
|
600
605
|
policy: "policy";
|
|
601
606
|
verifier: "verifier";
|
|
602
|
-
host_private: "host_private";
|
|
603
607
|
}>;
|
|
604
608
|
}, z.core.$strict>>>;
|
|
609
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
605
610
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
606
611
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
607
612
|
}, z.core.$strict>>>;
|
|
@@ -641,11 +646,11 @@ export declare const TaskFeedbackSubmissionSchema: z.ZodObject<{
|
|
|
641
646
|
expectedEvidenceHash: z.ZodNullable<z.ZodString>;
|
|
642
647
|
occurredAt: z.ZodString;
|
|
643
648
|
kind: z.ZodEnum<{
|
|
644
|
-
|
|
645
|
-
target_correction: "target_correction";
|
|
649
|
+
family_resolution: "family_resolution";
|
|
646
650
|
ground_truth_correction: "ground_truth_correction";
|
|
647
651
|
input_correction: "input_correction";
|
|
648
|
-
|
|
652
|
+
outcome: "outcome";
|
|
653
|
+
target_correction: "target_correction";
|
|
649
654
|
}>;
|
|
650
655
|
value: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
651
656
|
note: z.ZodString;
|
|
@@ -662,20 +667,20 @@ export declare const TaskFeedbackSchema: z.ZodObject<{
|
|
|
662
667
|
expectedEvidenceHash: z.ZodNullable<z.ZodString>;
|
|
663
668
|
occurredAt: z.ZodString;
|
|
664
669
|
kind: z.ZodEnum<{
|
|
665
|
-
|
|
666
|
-
target_correction: "target_correction";
|
|
670
|
+
family_resolution: "family_resolution";
|
|
667
671
|
ground_truth_correction: "ground_truth_correction";
|
|
668
672
|
input_correction: "input_correction";
|
|
669
|
-
|
|
673
|
+
outcome: "outcome";
|
|
674
|
+
target_correction: "target_correction";
|
|
670
675
|
}>;
|
|
671
676
|
value: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
672
677
|
note: z.ZodString;
|
|
673
678
|
}, z.core.$strict>;
|
|
674
679
|
status: z.ZodEnum<{
|
|
675
|
-
|
|
680
|
+
applied: "applied";
|
|
676
681
|
pending_example: "pending_example";
|
|
677
682
|
pending_review: "pending_review";
|
|
678
|
-
|
|
683
|
+
rejected: "rejected";
|
|
679
684
|
superseded: "superseded";
|
|
680
685
|
}>;
|
|
681
686
|
evidence: z.ZodNullable<z.ZodObject<{
|
|
@@ -688,9 +693,9 @@ export declare const TaskFeedbackSchema: z.ZodObject<{
|
|
|
688
693
|
submittedBy: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
689
694
|
id: z.ZodString;
|
|
690
695
|
role: z.ZodEnum<{
|
|
696
|
+
editor: "editor";
|
|
691
697
|
reviewer: "reviewer";
|
|
692
698
|
source: "source";
|
|
693
|
-
editor: "editor";
|
|
694
699
|
}>;
|
|
695
700
|
sourceId: z.ZodNullable<z.ZodString>;
|
|
696
701
|
}, z.core.$strict>>>;
|
|
@@ -732,26 +737,26 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
732
737
|
}, z.core.$strict>>;
|
|
733
738
|
}, z.core.$strict>;
|
|
734
739
|
evidenceValidity: z.ZodEnum<{
|
|
740
|
+
invalid: "invalid";
|
|
735
741
|
pending: "pending";
|
|
736
742
|
valid: "valid";
|
|
737
|
-
invalid: "invalid";
|
|
738
743
|
}>;
|
|
739
744
|
taskAdmissibility: z.ZodEnum<{
|
|
740
|
-
rejected: "rejected";
|
|
741
|
-
pending: "pending";
|
|
742
745
|
approved: "approved";
|
|
746
|
+
pending: "pending";
|
|
747
|
+
rejected: "rejected";
|
|
743
748
|
}>;
|
|
744
749
|
observedQuality: z.ZodEnum<{
|
|
745
|
-
passed: "passed";
|
|
746
750
|
failed: "failed";
|
|
751
|
+
passed: "passed";
|
|
747
752
|
unavailable: "unavailable";
|
|
748
753
|
unscored: "unscored";
|
|
749
754
|
}>;
|
|
750
755
|
targetApproval: z.ZodEnum<{
|
|
751
|
-
rejected: "rejected";
|
|
752
|
-
pending: "pending";
|
|
753
756
|
approved: "approved";
|
|
754
757
|
not_required: "not_required";
|
|
758
|
+
pending: "pending";
|
|
759
|
+
rejected: "rejected";
|
|
755
760
|
}>;
|
|
756
761
|
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
757
762
|
grade: z.ZodNullable<z.ZodObject<{
|
|
@@ -762,6 +767,7 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
762
767
|
revision: z.ZodNumber;
|
|
763
768
|
}, z.core.$strict>;
|
|
764
769
|
taskHash: z.ZodString;
|
|
770
|
+
taskId: z.ZodOptional<z.ZodString>;
|
|
765
771
|
outputHash: z.ZodString;
|
|
766
772
|
results: z.ZodArray<z.ZodObject<{
|
|
767
773
|
graderId: z.ZodString;
|
|
@@ -775,8 +781,9 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
775
781
|
training: "training";
|
|
776
782
|
}>;
|
|
777
783
|
status: z.ZodEnum<{
|
|
778
|
-
pending: "pending";
|
|
779
784
|
failed: "failed";
|
|
785
|
+
not_applicable: "not_applicable";
|
|
786
|
+
pending: "pending";
|
|
780
787
|
scored: "scored";
|
|
781
788
|
unavailable: "unavailable";
|
|
782
789
|
}>;
|
|
@@ -789,8 +796,8 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
789
796
|
graderId: z.ZodString;
|
|
790
797
|
graderVersion: z.ZodString;
|
|
791
798
|
status: z.ZodOptional<z.ZodEnum<{
|
|
792
|
-
pending: "pending";
|
|
793
799
|
failed: "failed";
|
|
800
|
+
pending: "pending";
|
|
794
801
|
scored: "scored";
|
|
795
802
|
unavailable: "unavailable";
|
|
796
803
|
}>>;
|
|
@@ -798,12 +805,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
798
805
|
passed: z.ZodBoolean;
|
|
799
806
|
rewardEligible: z.ZodBoolean;
|
|
800
807
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
801
|
-
|
|
802
|
-
grader_failure: "grader_failure";
|
|
808
|
+
cancelled: "cancelled";
|
|
803
809
|
environment_failure: "environment_failure";
|
|
810
|
+
grader_failure: "grader_failure";
|
|
804
811
|
infrastructure_failure: "infrastructure_failure";
|
|
812
|
+
policy_failure: "policy_failure";
|
|
805
813
|
timeout: "timeout";
|
|
806
|
-
cancelled: "cancelled";
|
|
807
814
|
}>>;
|
|
808
815
|
feedback: z.ZodArray<z.ZodString>;
|
|
809
816
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -823,12 +830,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
823
830
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
824
831
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
825
832
|
reasoningEffort: z.ZodEnum<{
|
|
826
|
-
|
|
833
|
+
high: "high";
|
|
827
834
|
low: "low";
|
|
835
|
+
max: "max";
|
|
828
836
|
medium: "medium";
|
|
829
|
-
|
|
837
|
+
off: "off";
|
|
830
838
|
xhigh: "xhigh";
|
|
831
|
-
max: "max";
|
|
832
839
|
}>;
|
|
833
840
|
maximumOutputTokens: z.ZodNumber;
|
|
834
841
|
}, z.core.$strict>>;
|
|
@@ -842,20 +849,20 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
842
849
|
}, z.core.$strict>>;
|
|
843
850
|
training: z.ZodObject<{
|
|
844
851
|
status: z.ZodEnum<{
|
|
852
|
+
not_configured: "not_configured";
|
|
845
853
|
pending: "pending";
|
|
846
854
|
scored: "scored";
|
|
847
855
|
unscorable: "unscorable";
|
|
848
|
-
not_configured: "not_configured";
|
|
849
856
|
}>;
|
|
850
857
|
score: z.ZodNullable<z.ZodNumber>;
|
|
851
858
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
852
859
|
}, z.core.$strict>;
|
|
853
860
|
evaluation: z.ZodObject<{
|
|
854
861
|
status: z.ZodEnum<{
|
|
862
|
+
not_configured: "not_configured";
|
|
855
863
|
pending: "pending";
|
|
856
864
|
scored: "scored";
|
|
857
865
|
unscorable: "unscorable";
|
|
858
|
-
not_configured: "not_configured";
|
|
859
866
|
}>;
|
|
860
867
|
score: z.ZodNullable<z.ZodNumber>;
|
|
861
868
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -870,6 +877,7 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
870
877
|
revision: z.ZodNumber;
|
|
871
878
|
}, z.core.$strict>;
|
|
872
879
|
taskHash: z.ZodString;
|
|
880
|
+
taskId: z.ZodOptional<z.ZodString>;
|
|
873
881
|
outputHash: z.ZodString;
|
|
874
882
|
results: z.ZodArray<z.ZodObject<{
|
|
875
883
|
graderId: z.ZodString;
|
|
@@ -883,8 +891,9 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
883
891
|
training: "training";
|
|
884
892
|
}>;
|
|
885
893
|
status: z.ZodEnum<{
|
|
886
|
-
pending: "pending";
|
|
887
894
|
failed: "failed";
|
|
895
|
+
not_applicable: "not_applicable";
|
|
896
|
+
pending: "pending";
|
|
888
897
|
scored: "scored";
|
|
889
898
|
unavailable: "unavailable";
|
|
890
899
|
}>;
|
|
@@ -897,8 +906,8 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
897
906
|
graderId: z.ZodString;
|
|
898
907
|
graderVersion: z.ZodString;
|
|
899
908
|
status: z.ZodOptional<z.ZodEnum<{
|
|
900
|
-
pending: "pending";
|
|
901
909
|
failed: "failed";
|
|
910
|
+
pending: "pending";
|
|
902
911
|
scored: "scored";
|
|
903
912
|
unavailable: "unavailable";
|
|
904
913
|
}>>;
|
|
@@ -906,12 +915,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
906
915
|
passed: z.ZodBoolean;
|
|
907
916
|
rewardEligible: z.ZodBoolean;
|
|
908
917
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
909
|
-
|
|
910
|
-
grader_failure: "grader_failure";
|
|
918
|
+
cancelled: "cancelled";
|
|
911
919
|
environment_failure: "environment_failure";
|
|
920
|
+
grader_failure: "grader_failure";
|
|
912
921
|
infrastructure_failure: "infrastructure_failure";
|
|
922
|
+
policy_failure: "policy_failure";
|
|
913
923
|
timeout: "timeout";
|
|
914
|
-
cancelled: "cancelled";
|
|
915
924
|
}>>;
|
|
916
925
|
feedback: z.ZodArray<z.ZodString>;
|
|
917
926
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -931,12 +940,12 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
931
940
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
932
941
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
933
942
|
reasoningEffort: z.ZodEnum<{
|
|
934
|
-
|
|
943
|
+
high: "high";
|
|
935
944
|
low: "low";
|
|
945
|
+
max: "max";
|
|
936
946
|
medium: "medium";
|
|
937
|
-
|
|
947
|
+
off: "off";
|
|
938
948
|
xhigh: "xhigh";
|
|
939
|
-
max: "max";
|
|
940
949
|
}>;
|
|
941
950
|
maximumOutputTokens: z.ZodNumber;
|
|
942
951
|
}, z.core.$strict>>;
|
|
@@ -950,20 +959,20 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
950
959
|
}, z.core.$strict>>;
|
|
951
960
|
training: z.ZodObject<{
|
|
952
961
|
status: z.ZodEnum<{
|
|
962
|
+
not_configured: "not_configured";
|
|
953
963
|
pending: "pending";
|
|
954
964
|
scored: "scored";
|
|
955
965
|
unscorable: "unscorable";
|
|
956
|
-
not_configured: "not_configured";
|
|
957
966
|
}>;
|
|
958
967
|
score: z.ZodNullable<z.ZodNumber>;
|
|
959
968
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
960
969
|
}, z.core.$strict>;
|
|
961
970
|
evaluation: z.ZodObject<{
|
|
962
971
|
status: z.ZodEnum<{
|
|
972
|
+
not_configured: "not_configured";
|
|
963
973
|
pending: "pending";
|
|
964
974
|
scored: "scored";
|
|
965
975
|
unscorable: "unscorable";
|
|
966
|
-
not_configured: "not_configured";
|
|
967
976
|
}>;
|
|
968
977
|
score: z.ZodNullable<z.ZodNumber>;
|
|
969
978
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -1000,26 +1009,26 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1000
1009
|
}, z.core.$strict>>;
|
|
1001
1010
|
}, z.core.$strict>;
|
|
1002
1011
|
evidenceValidity: z.ZodEnum<{
|
|
1012
|
+
invalid: "invalid";
|
|
1003
1013
|
pending: "pending";
|
|
1004
1014
|
valid: "valid";
|
|
1005
|
-
invalid: "invalid";
|
|
1006
1015
|
}>;
|
|
1007
1016
|
taskAdmissibility: z.ZodEnum<{
|
|
1008
|
-
rejected: "rejected";
|
|
1009
|
-
pending: "pending";
|
|
1010
1017
|
approved: "approved";
|
|
1018
|
+
pending: "pending";
|
|
1019
|
+
rejected: "rejected";
|
|
1011
1020
|
}>;
|
|
1012
1021
|
observedQuality: z.ZodEnum<{
|
|
1013
|
-
passed: "passed";
|
|
1014
1022
|
failed: "failed";
|
|
1023
|
+
passed: "passed";
|
|
1015
1024
|
unavailable: "unavailable";
|
|
1016
1025
|
unscored: "unscored";
|
|
1017
1026
|
}>;
|
|
1018
1027
|
targetApproval: z.ZodEnum<{
|
|
1019
|
-
rejected: "rejected";
|
|
1020
|
-
pending: "pending";
|
|
1021
1028
|
approved: "approved";
|
|
1022
1029
|
not_required: "not_required";
|
|
1030
|
+
pending: "pending";
|
|
1031
|
+
rejected: "rejected";
|
|
1023
1032
|
}>;
|
|
1024
1033
|
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
1025
1034
|
grade: z.ZodNullable<z.ZodObject<{
|
|
@@ -1030,6 +1039,7 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1030
1039
|
revision: z.ZodNumber;
|
|
1031
1040
|
}, z.core.$strict>;
|
|
1032
1041
|
taskHash: z.ZodString;
|
|
1042
|
+
taskId: z.ZodOptional<z.ZodString>;
|
|
1033
1043
|
outputHash: z.ZodString;
|
|
1034
1044
|
results: z.ZodArray<z.ZodObject<{
|
|
1035
1045
|
graderId: z.ZodString;
|
|
@@ -1043,8 +1053,9 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1043
1053
|
training: "training";
|
|
1044
1054
|
}>;
|
|
1045
1055
|
status: z.ZodEnum<{
|
|
1046
|
-
pending: "pending";
|
|
1047
1056
|
failed: "failed";
|
|
1057
|
+
not_applicable: "not_applicable";
|
|
1058
|
+
pending: "pending";
|
|
1048
1059
|
scored: "scored";
|
|
1049
1060
|
unavailable: "unavailable";
|
|
1050
1061
|
}>;
|
|
@@ -1057,8 +1068,8 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1057
1068
|
graderId: z.ZodString;
|
|
1058
1069
|
graderVersion: z.ZodString;
|
|
1059
1070
|
status: z.ZodOptional<z.ZodEnum<{
|
|
1060
|
-
pending: "pending";
|
|
1061
1071
|
failed: "failed";
|
|
1072
|
+
pending: "pending";
|
|
1062
1073
|
scored: "scored";
|
|
1063
1074
|
unavailable: "unavailable";
|
|
1064
1075
|
}>>;
|
|
@@ -1066,12 +1077,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1066
1077
|
passed: z.ZodBoolean;
|
|
1067
1078
|
rewardEligible: z.ZodBoolean;
|
|
1068
1079
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1069
|
-
|
|
1070
|
-
grader_failure: "grader_failure";
|
|
1080
|
+
cancelled: "cancelled";
|
|
1071
1081
|
environment_failure: "environment_failure";
|
|
1082
|
+
grader_failure: "grader_failure";
|
|
1072
1083
|
infrastructure_failure: "infrastructure_failure";
|
|
1084
|
+
policy_failure: "policy_failure";
|
|
1073
1085
|
timeout: "timeout";
|
|
1074
|
-
cancelled: "cancelled";
|
|
1075
1086
|
}>>;
|
|
1076
1087
|
feedback: z.ZodArray<z.ZodString>;
|
|
1077
1088
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -1091,12 +1102,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1091
1102
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
1092
1103
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
1093
1104
|
reasoningEffort: z.ZodEnum<{
|
|
1094
|
-
|
|
1105
|
+
high: "high";
|
|
1095
1106
|
low: "low";
|
|
1107
|
+
max: "max";
|
|
1096
1108
|
medium: "medium";
|
|
1097
|
-
|
|
1109
|
+
off: "off";
|
|
1098
1110
|
xhigh: "xhigh";
|
|
1099
|
-
max: "max";
|
|
1100
1111
|
}>;
|
|
1101
1112
|
maximumOutputTokens: z.ZodNumber;
|
|
1102
1113
|
}, z.core.$strict>>;
|
|
@@ -1110,20 +1121,20 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1110
1121
|
}, z.core.$strict>>;
|
|
1111
1122
|
training: z.ZodObject<{
|
|
1112
1123
|
status: z.ZodEnum<{
|
|
1124
|
+
not_configured: "not_configured";
|
|
1113
1125
|
pending: "pending";
|
|
1114
1126
|
scored: "scored";
|
|
1115
1127
|
unscorable: "unscorable";
|
|
1116
|
-
not_configured: "not_configured";
|
|
1117
1128
|
}>;
|
|
1118
1129
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1119
1130
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1120
1131
|
}, z.core.$strict>;
|
|
1121
1132
|
evaluation: z.ZodObject<{
|
|
1122
1133
|
status: z.ZodEnum<{
|
|
1134
|
+
not_configured: "not_configured";
|
|
1123
1135
|
pending: "pending";
|
|
1124
1136
|
scored: "scored";
|
|
1125
1137
|
unscorable: "unscorable";
|
|
1126
|
-
not_configured: "not_configured";
|
|
1127
1138
|
}>;
|
|
1128
1139
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1129
1140
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -1138,6 +1149,7 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1138
1149
|
revision: z.ZodNumber;
|
|
1139
1150
|
}, z.core.$strict>;
|
|
1140
1151
|
taskHash: z.ZodString;
|
|
1152
|
+
taskId: z.ZodOptional<z.ZodString>;
|
|
1141
1153
|
outputHash: z.ZodString;
|
|
1142
1154
|
results: z.ZodArray<z.ZodObject<{
|
|
1143
1155
|
graderId: z.ZodString;
|
|
@@ -1151,8 +1163,9 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1151
1163
|
training: "training";
|
|
1152
1164
|
}>;
|
|
1153
1165
|
status: z.ZodEnum<{
|
|
1154
|
-
pending: "pending";
|
|
1155
1166
|
failed: "failed";
|
|
1167
|
+
not_applicable: "not_applicable";
|
|
1168
|
+
pending: "pending";
|
|
1156
1169
|
scored: "scored";
|
|
1157
1170
|
unavailable: "unavailable";
|
|
1158
1171
|
}>;
|
|
@@ -1165,8 +1178,8 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1165
1178
|
graderId: z.ZodString;
|
|
1166
1179
|
graderVersion: z.ZodString;
|
|
1167
1180
|
status: z.ZodOptional<z.ZodEnum<{
|
|
1168
|
-
pending: "pending";
|
|
1169
1181
|
failed: "failed";
|
|
1182
|
+
pending: "pending";
|
|
1170
1183
|
scored: "scored";
|
|
1171
1184
|
unavailable: "unavailable";
|
|
1172
1185
|
}>>;
|
|
@@ -1174,12 +1187,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1174
1187
|
passed: z.ZodBoolean;
|
|
1175
1188
|
rewardEligible: z.ZodBoolean;
|
|
1176
1189
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1177
|
-
|
|
1178
|
-
grader_failure: "grader_failure";
|
|
1190
|
+
cancelled: "cancelled";
|
|
1179
1191
|
environment_failure: "environment_failure";
|
|
1192
|
+
grader_failure: "grader_failure";
|
|
1180
1193
|
infrastructure_failure: "infrastructure_failure";
|
|
1194
|
+
policy_failure: "policy_failure";
|
|
1181
1195
|
timeout: "timeout";
|
|
1182
|
-
cancelled: "cancelled";
|
|
1183
1196
|
}>>;
|
|
1184
1197
|
feedback: z.ZodArray<z.ZodString>;
|
|
1185
1198
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -1199,12 +1212,12 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1199
1212
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
1200
1213
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
1201
1214
|
reasoningEffort: z.ZodEnum<{
|
|
1202
|
-
|
|
1215
|
+
high: "high";
|
|
1203
1216
|
low: "low";
|
|
1217
|
+
max: "max";
|
|
1204
1218
|
medium: "medium";
|
|
1205
|
-
|
|
1219
|
+
off: "off";
|
|
1206
1220
|
xhigh: "xhigh";
|
|
1207
|
-
max: "max";
|
|
1208
1221
|
}>;
|
|
1209
1222
|
maximumOutputTokens: z.ZodNumber;
|
|
1210
1223
|
}, z.core.$strict>>;
|
|
@@ -1218,20 +1231,20 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1218
1231
|
}, z.core.$strict>>;
|
|
1219
1232
|
training: z.ZodObject<{
|
|
1220
1233
|
status: z.ZodEnum<{
|
|
1234
|
+
not_configured: "not_configured";
|
|
1221
1235
|
pending: "pending";
|
|
1222
1236
|
scored: "scored";
|
|
1223
1237
|
unscorable: "unscorable";
|
|
1224
|
-
not_configured: "not_configured";
|
|
1225
1238
|
}>;
|
|
1226
1239
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1227
1240
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1228
1241
|
}, z.core.$strict>;
|
|
1229
1242
|
evaluation: z.ZodObject<{
|
|
1230
1243
|
status: z.ZodEnum<{
|
|
1244
|
+
not_configured: "not_configured";
|
|
1231
1245
|
pending: "pending";
|
|
1232
1246
|
scored: "scored";
|
|
1233
1247
|
unscorable: "unscorable";
|
|
1234
|
-
not_configured: "not_configured";
|
|
1235
1248
|
}>;
|
|
1236
1249
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1237
1250
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -1258,8 +1271,8 @@ export declare const TaskBatchContentSchema: z.ZodObject<{
|
|
|
1258
1271
|
}, z.core.$strict>;
|
|
1259
1272
|
purpose: z.ZodEnum<{
|
|
1260
1273
|
evaluation: "evaluation";
|
|
1261
|
-
supervised_training: "supervised_training";
|
|
1262
1274
|
reward_training: "reward_training";
|
|
1275
|
+
supervised_training: "supervised_training";
|
|
1263
1276
|
}>;
|
|
1264
1277
|
examples: z.ZodArray<z.ZodObject<{
|
|
1265
1278
|
evidence: z.ZodObject<{
|
|
@@ -1275,10 +1288,10 @@ export declare const TaskBatchContentSchema: z.ZodObject<{
|
|
|
1275
1288
|
familyKey: z.ZodString;
|
|
1276
1289
|
inputHash: z.ZodString;
|
|
1277
1290
|
split: z.ZodEnum<{
|
|
1291
|
+
frozen_eval: "frozen_eval";
|
|
1292
|
+
test: "test";
|
|
1278
1293
|
train: "train";
|
|
1279
1294
|
validation: "validation";
|
|
1280
|
-
test: "test";
|
|
1281
|
-
frozen_eval: "frozen_eval";
|
|
1282
1295
|
}>;
|
|
1283
1296
|
}, z.core.$strict>>;
|
|
1284
1297
|
sealedAt: z.ZodString;
|
|
@@ -1300,8 +1313,8 @@ export declare const TaskBatchSchema: z.ZodObject<{
|
|
|
1300
1313
|
}, z.core.$strict>;
|
|
1301
1314
|
purpose: z.ZodEnum<{
|
|
1302
1315
|
evaluation: "evaluation";
|
|
1303
|
-
supervised_training: "supervised_training";
|
|
1304
1316
|
reward_training: "reward_training";
|
|
1317
|
+
supervised_training: "supervised_training";
|
|
1305
1318
|
}>;
|
|
1306
1319
|
examples: z.ZodArray<z.ZodObject<{
|
|
1307
1320
|
evidence: z.ZodObject<{
|
|
@@ -1317,10 +1330,10 @@ export declare const TaskBatchSchema: z.ZodObject<{
|
|
|
1317
1330
|
familyKey: z.ZodString;
|
|
1318
1331
|
inputHash: z.ZodString;
|
|
1319
1332
|
split: z.ZodEnum<{
|
|
1333
|
+
frozen_eval: "frozen_eval";
|
|
1334
|
+
test: "test";
|
|
1320
1335
|
train: "train";
|
|
1321
1336
|
validation: "validation";
|
|
1322
|
-
test: "test";
|
|
1323
|
-
frozen_eval: "frozen_eval";
|
|
1324
1337
|
}>;
|
|
1325
1338
|
}, z.core.$strict>>;
|
|
1326
1339
|
sealedAt: z.ZodString;
|
|
@@ -1425,10 +1438,10 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1425
1438
|
}, z.core.$strict>;
|
|
1426
1439
|
}, z.core.$strict>>;
|
|
1427
1440
|
split: z.ZodEnum<{
|
|
1441
|
+
frozen_eval: "frozen_eval";
|
|
1442
|
+
test: "test";
|
|
1428
1443
|
train: "train";
|
|
1429
1444
|
validation: "validation";
|
|
1430
|
-
test: "test";
|
|
1431
|
-
frozen_eval: "frozen_eval";
|
|
1432
1445
|
}>;
|
|
1433
1446
|
population: z.ZodArray<z.ZodObject<{
|
|
1434
1447
|
taskId: z.ZodString;
|
|
@@ -1445,8 +1458,8 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1445
1458
|
configurationHash: z.ZodString;
|
|
1446
1459
|
output: z.ZodEnum<{
|
|
1447
1460
|
boolean: "boolean";
|
|
1448
|
-
score: "score";
|
|
1449
1461
|
category: "category";
|
|
1462
|
+
score: "score";
|
|
1450
1463
|
}>;
|
|
1451
1464
|
categories: z.ZodArray<z.ZodString>;
|
|
1452
1465
|
}, z.core.$strict>>;
|
|
@@ -1455,17 +1468,17 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1455
1468
|
graderId: z.ZodString;
|
|
1456
1469
|
fields: z.ZodArray<z.ZodObject<{
|
|
1457
1470
|
destination: z.ZodEnum<{
|
|
1458
|
-
output: "output";
|
|
1459
|
-
input: "input";
|
|
1460
|
-
expectedOutput: "expectedOutput";
|
|
1461
1471
|
evaluatorContext: "evaluatorContext";
|
|
1472
|
+
expectedOutput: "expectedOutput";
|
|
1473
|
+
input: "input";
|
|
1474
|
+
output: "output";
|
|
1462
1475
|
}>;
|
|
1463
1476
|
path: z.ZodArray<z.ZodString>;
|
|
1464
1477
|
source: z.ZodEnum<{
|
|
1465
|
-
output: "output";
|
|
1466
|
-
input: "input";
|
|
1467
|
-
expectedOutput: "expectedOutput";
|
|
1468
1478
|
evaluatorContext: "evaluatorContext";
|
|
1479
|
+
expectedOutput: "expectedOutput";
|
|
1480
|
+
input: "input";
|
|
1481
|
+
output: "output";
|
|
1469
1482
|
}>;
|
|
1470
1483
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1471
1484
|
}, z.core.$strict>>;
|
|
@@ -1531,8 +1544,8 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1531
1544
|
revision: z.ZodNumber;
|
|
1532
1545
|
modelProjectId: z.ZodString;
|
|
1533
1546
|
executionOwner: z.ZodEnum<{
|
|
1534
|
-
local: "local";
|
|
1535
1547
|
hosted: "hosted";
|
|
1548
|
+
local: "local";
|
|
1536
1549
|
}>;
|
|
1537
1550
|
enabled: z.ZodBoolean;
|
|
1538
1551
|
sources: z.ZodArray<z.ZodObject<{
|
|
@@ -1586,14 +1599,14 @@ export declare const LearningPolicyContentSchema: z.ZodObject<{
|
|
|
1586
1599
|
}, z.core.$strict>>;
|
|
1587
1600
|
training: z.ZodObject<{
|
|
1588
1601
|
method: z.ZodEnum<{
|
|
1589
|
-
sft: "sft";
|
|
1590
1602
|
dpo: "dpo";
|
|
1591
1603
|
grpo: "grpo";
|
|
1592
|
-
ppo: "ppo";
|
|
1593
|
-
sdft: "sdft";
|
|
1594
1604
|
opd: "opd";
|
|
1595
1605
|
opsd: "opsd";
|
|
1606
|
+
ppo: "ppo";
|
|
1607
|
+
sdft: "sdft";
|
|
1596
1608
|
sdpo: "sdpo";
|
|
1609
|
+
sft: "sft";
|
|
1597
1610
|
}>;
|
|
1598
1611
|
recipe: z.ZodObject<{
|
|
1599
1612
|
id: z.ZodString;
|
|
@@ -1730,10 +1743,10 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1730
1743
|
}, z.core.$strict>;
|
|
1731
1744
|
}, z.core.$strict>>;
|
|
1732
1745
|
split: z.ZodEnum<{
|
|
1746
|
+
frozen_eval: "frozen_eval";
|
|
1747
|
+
test: "test";
|
|
1733
1748
|
train: "train";
|
|
1734
1749
|
validation: "validation";
|
|
1735
|
-
test: "test";
|
|
1736
|
-
frozen_eval: "frozen_eval";
|
|
1737
1750
|
}>;
|
|
1738
1751
|
population: z.ZodArray<z.ZodObject<{
|
|
1739
1752
|
taskId: z.ZodString;
|
|
@@ -1750,8 +1763,8 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1750
1763
|
configurationHash: z.ZodString;
|
|
1751
1764
|
output: z.ZodEnum<{
|
|
1752
1765
|
boolean: "boolean";
|
|
1753
|
-
score: "score";
|
|
1754
1766
|
category: "category";
|
|
1767
|
+
score: "score";
|
|
1755
1768
|
}>;
|
|
1756
1769
|
categories: z.ZodArray<z.ZodString>;
|
|
1757
1770
|
}, z.core.$strict>>;
|
|
@@ -1760,17 +1773,17 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1760
1773
|
graderId: z.ZodString;
|
|
1761
1774
|
fields: z.ZodArray<z.ZodObject<{
|
|
1762
1775
|
destination: z.ZodEnum<{
|
|
1763
|
-
output: "output";
|
|
1764
|
-
input: "input";
|
|
1765
|
-
expectedOutput: "expectedOutput";
|
|
1766
1776
|
evaluatorContext: "evaluatorContext";
|
|
1777
|
+
expectedOutput: "expectedOutput";
|
|
1778
|
+
input: "input";
|
|
1779
|
+
output: "output";
|
|
1767
1780
|
}>;
|
|
1768
1781
|
path: z.ZodArray<z.ZodString>;
|
|
1769
1782
|
source: z.ZodEnum<{
|
|
1770
|
-
output: "output";
|
|
1771
|
-
input: "input";
|
|
1772
|
-
expectedOutput: "expectedOutput";
|
|
1773
1783
|
evaluatorContext: "evaluatorContext";
|
|
1784
|
+
expectedOutput: "expectedOutput";
|
|
1785
|
+
input: "input";
|
|
1786
|
+
output: "output";
|
|
1774
1787
|
}>;
|
|
1775
1788
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1776
1789
|
}, z.core.$strict>>;
|
|
@@ -1836,8 +1849,8 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1836
1849
|
revision: z.ZodNumber;
|
|
1837
1850
|
modelProjectId: z.ZodString;
|
|
1838
1851
|
executionOwner: z.ZodEnum<{
|
|
1839
|
-
local: "local";
|
|
1840
1852
|
hosted: "hosted";
|
|
1853
|
+
local: "local";
|
|
1841
1854
|
}>;
|
|
1842
1855
|
enabled: z.ZodBoolean;
|
|
1843
1856
|
sources: z.ZodArray<z.ZodObject<{
|
|
@@ -1891,14 +1904,14 @@ export declare const LearningPolicySchema: z.ZodObject<{
|
|
|
1891
1904
|
}, z.core.$strict>>;
|
|
1892
1905
|
training: z.ZodObject<{
|
|
1893
1906
|
method: z.ZodEnum<{
|
|
1894
|
-
sft: "sft";
|
|
1895
1907
|
dpo: "dpo";
|
|
1896
1908
|
grpo: "grpo";
|
|
1897
|
-
ppo: "ppo";
|
|
1898
|
-
sdft: "sdft";
|
|
1899
1909
|
opd: "opd";
|
|
1900
1910
|
opsd: "opsd";
|
|
1911
|
+
ppo: "ppo";
|
|
1912
|
+
sdft: "sdft";
|
|
1901
1913
|
sdpo: "sdpo";
|
|
1914
|
+
sft: "sft";
|
|
1902
1915
|
}>;
|
|
1903
1916
|
recipe: z.ZodObject<{
|
|
1904
1917
|
id: z.ZodString;
|
|
@@ -1954,19 +1967,19 @@ export declare const LearningAcceptedParentSchema: z.ZodObject<{
|
|
|
1954
1967
|
}, z.core.$strict>;
|
|
1955
1968
|
export declare const LearningIterationStatusSchema: z.ZodEnum<{
|
|
1956
1969
|
accepted: "accepted";
|
|
1957
|
-
rejected: "rejected";
|
|
1958
1970
|
cancelled: "cancelled";
|
|
1971
|
+
cancelling: "cancelling";
|
|
1972
|
+
candidate_ready: "candidate_ready";
|
|
1973
|
+
completed_without_candidate: "completed_without_candidate";
|
|
1974
|
+
dispatching: "dispatching";
|
|
1975
|
+
evaluating: "evaluating";
|
|
1959
1976
|
failed: "failed";
|
|
1977
|
+
paused: "paused";
|
|
1978
|
+
ready: "ready";
|
|
1979
|
+
rejected: "rejected";
|
|
1960
1980
|
training: "training";
|
|
1961
1981
|
waiting_for_data: "waiting_for_data";
|
|
1962
1982
|
waiting_for_review: "waiting_for_review";
|
|
1963
|
-
ready: "ready";
|
|
1964
|
-
dispatching: "dispatching";
|
|
1965
|
-
evaluating: "evaluating";
|
|
1966
|
-
candidate_ready: "candidate_ready";
|
|
1967
|
-
paused: "paused";
|
|
1968
|
-
cancelling: "cancelling";
|
|
1969
|
-
completed_without_candidate: "completed_without_candidate";
|
|
1970
1983
|
}>;
|
|
1971
1984
|
export declare const LearningIterationSchema: z.ZodObject<{
|
|
1972
1985
|
schemaVersion: z.ZodLiteral<"openpond.learningIteration.v1">;
|
|
@@ -1979,19 +1992,19 @@ export declare const LearningIterationSchema: z.ZodObject<{
|
|
|
1979
1992
|
}, z.core.$strict>;
|
|
1980
1993
|
status: z.ZodEnum<{
|
|
1981
1994
|
accepted: "accepted";
|
|
1982
|
-
rejected: "rejected";
|
|
1983
1995
|
cancelled: "cancelled";
|
|
1996
|
+
cancelling: "cancelling";
|
|
1997
|
+
candidate_ready: "candidate_ready";
|
|
1998
|
+
completed_without_candidate: "completed_without_candidate";
|
|
1999
|
+
dispatching: "dispatching";
|
|
2000
|
+
evaluating: "evaluating";
|
|
1984
2001
|
failed: "failed";
|
|
2002
|
+
paused: "paused";
|
|
2003
|
+
ready: "ready";
|
|
2004
|
+
rejected: "rejected";
|
|
1985
2005
|
training: "training";
|
|
1986
2006
|
waiting_for_data: "waiting_for_data";
|
|
1987
2007
|
waiting_for_review: "waiting_for_review";
|
|
1988
|
-
ready: "ready";
|
|
1989
|
-
dispatching: "dispatching";
|
|
1990
|
-
evaluating: "evaluating";
|
|
1991
|
-
candidate_ready: "candidate_ready";
|
|
1992
|
-
paused: "paused";
|
|
1993
|
-
cancelling: "cancelling";
|
|
1994
|
-
completed_without_candidate: "completed_without_candidate";
|
|
1995
2008
|
}>;
|
|
1996
2009
|
triggerIdentity: z.ZodString;
|
|
1997
2010
|
batch: z.ZodNullable<z.ZodObject<{
|
|
@@ -2074,12 +2087,12 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2074
2087
|
}>;
|
|
2075
2088
|
output: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
2076
2089
|
status: z.ZodEnum<{
|
|
2077
|
-
queued: "queued";
|
|
2078
2090
|
cancelled: "cancelled";
|
|
2079
|
-
|
|
2091
|
+
cancelling: "cancelling";
|
|
2080
2092
|
completed: "completed";
|
|
2093
|
+
failed: "failed";
|
|
2094
|
+
queued: "queued";
|
|
2081
2095
|
running: "running";
|
|
2082
|
-
cancelling: "cancelling";
|
|
2083
2096
|
}>;
|
|
2084
2097
|
composition: z.ZodNullable<z.ZodObject<{
|
|
2085
2098
|
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
@@ -2089,6 +2102,7 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2089
2102
|
revision: z.ZodNumber;
|
|
2090
2103
|
}, z.core.$strict>;
|
|
2091
2104
|
taskHash: z.ZodString;
|
|
2105
|
+
taskId: z.ZodOptional<z.ZodString>;
|
|
2092
2106
|
outputHash: z.ZodString;
|
|
2093
2107
|
results: z.ZodArray<z.ZodObject<{
|
|
2094
2108
|
graderId: z.ZodString;
|
|
@@ -2102,8 +2116,9 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2102
2116
|
training: "training";
|
|
2103
2117
|
}>;
|
|
2104
2118
|
status: z.ZodEnum<{
|
|
2105
|
-
pending: "pending";
|
|
2106
2119
|
failed: "failed";
|
|
2120
|
+
not_applicable: "not_applicable";
|
|
2121
|
+
pending: "pending";
|
|
2107
2122
|
scored: "scored";
|
|
2108
2123
|
unavailable: "unavailable";
|
|
2109
2124
|
}>;
|
|
@@ -2116,8 +2131,8 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2116
2131
|
graderId: z.ZodString;
|
|
2117
2132
|
graderVersion: z.ZodString;
|
|
2118
2133
|
status: z.ZodOptional<z.ZodEnum<{
|
|
2119
|
-
pending: "pending";
|
|
2120
2134
|
failed: "failed";
|
|
2135
|
+
pending: "pending";
|
|
2121
2136
|
scored: "scored";
|
|
2122
2137
|
unavailable: "unavailable";
|
|
2123
2138
|
}>>;
|
|
@@ -2125,12 +2140,12 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2125
2140
|
passed: z.ZodBoolean;
|
|
2126
2141
|
rewardEligible: z.ZodBoolean;
|
|
2127
2142
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2128
|
-
|
|
2129
|
-
grader_failure: "grader_failure";
|
|
2143
|
+
cancelled: "cancelled";
|
|
2130
2144
|
environment_failure: "environment_failure";
|
|
2145
|
+
grader_failure: "grader_failure";
|
|
2131
2146
|
infrastructure_failure: "infrastructure_failure";
|
|
2147
|
+
policy_failure: "policy_failure";
|
|
2132
2148
|
timeout: "timeout";
|
|
2133
|
-
cancelled: "cancelled";
|
|
2134
2149
|
}>>;
|
|
2135
2150
|
feedback: z.ZodArray<z.ZodString>;
|
|
2136
2151
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -2150,12 +2165,12 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2150
2165
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
2151
2166
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
2152
2167
|
reasoningEffort: z.ZodEnum<{
|
|
2153
|
-
|
|
2168
|
+
high: "high";
|
|
2154
2169
|
low: "low";
|
|
2170
|
+
max: "max";
|
|
2155
2171
|
medium: "medium";
|
|
2156
|
-
|
|
2172
|
+
off: "off";
|
|
2157
2173
|
xhigh: "xhigh";
|
|
2158
|
-
max: "max";
|
|
2159
2174
|
}>;
|
|
2160
2175
|
maximumOutputTokens: z.ZodNumber;
|
|
2161
2176
|
}, z.core.$strict>>;
|
|
@@ -2169,20 +2184,20 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2169
2184
|
}, z.core.$strict>>;
|
|
2170
2185
|
training: z.ZodObject<{
|
|
2171
2186
|
status: z.ZodEnum<{
|
|
2187
|
+
not_configured: "not_configured";
|
|
2172
2188
|
pending: "pending";
|
|
2173
2189
|
scored: "scored";
|
|
2174
2190
|
unscorable: "unscorable";
|
|
2175
|
-
not_configured: "not_configured";
|
|
2176
2191
|
}>;
|
|
2177
2192
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2178
2193
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2179
2194
|
}, z.core.$strict>;
|
|
2180
2195
|
evaluation: z.ZodObject<{
|
|
2181
2196
|
status: z.ZodEnum<{
|
|
2197
|
+
not_configured: "not_configured";
|
|
2182
2198
|
pending: "pending";
|
|
2183
2199
|
scored: "scored";
|
|
2184
2200
|
unscorable: "unscorable";
|
|
2185
|
-
not_configured: "not_configured";
|
|
2186
2201
|
}>;
|
|
2187
2202
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2188
2203
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -2199,9 +2214,9 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2199
2214
|
requestHash: z.ZodString;
|
|
2200
2215
|
reservedUsd: z.ZodNumber;
|
|
2201
2216
|
status: z.ZodEnum<{
|
|
2217
|
+
not_dispatched: "not_dispatched";
|
|
2202
2218
|
reserved: "reserved";
|
|
2203
2219
|
settled: "settled";
|
|
2204
|
-
not_dispatched: "not_dispatched";
|
|
2205
2220
|
}>;
|
|
2206
2221
|
response: z.ZodNullable<z.ZodObject<{
|
|
2207
2222
|
text: z.ZodString;
|
|
@@ -2229,10 +2244,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2229
2244
|
description: z.ZodString;
|
|
2230
2245
|
instructions: z.ZodString;
|
|
2231
2246
|
category: z.ZodEnum<{
|
|
2247
|
+
coding: "coding";
|
|
2232
2248
|
custom: "custom";
|
|
2233
|
-
structured: "structured";
|
|
2234
2249
|
question_answering: "question_answering";
|
|
2235
|
-
|
|
2250
|
+
structured: "structured";
|
|
2236
2251
|
tool_workflow: "tool_workflow";
|
|
2237
2252
|
}>;
|
|
2238
2253
|
familyNamespace: z.ZodString;
|
|
@@ -2248,11 +2263,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2248
2263
|
sizeBytes: z.ZodNumber;
|
|
2249
2264
|
mediaType: z.ZodString;
|
|
2250
2265
|
visibility: z.ZodEnum<{
|
|
2266
|
+
host_private: "host_private";
|
|
2251
2267
|
policy: "policy";
|
|
2252
2268
|
verifier: "verifier";
|
|
2253
|
-
host_private: "host_private";
|
|
2254
2269
|
}>;
|
|
2255
2270
|
}, z.core.$strict>>>;
|
|
2271
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
2256
2272
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
2257
2273
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
2258
2274
|
}, z.core.$strict>>>;
|
|
@@ -2276,25 +2292,25 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2276
2292
|
environment: z.ZodObject<{
|
|
2277
2293
|
protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
|
|
2278
2294
|
kind: z.ZodEnum<{
|
|
2279
|
-
text: "text";
|
|
2280
2295
|
agent: "agent";
|
|
2281
|
-
work: "work";
|
|
2282
2296
|
custom_program: "custom_program";
|
|
2297
|
+
text: "text";
|
|
2298
|
+
work: "work";
|
|
2283
2299
|
}>;
|
|
2284
2300
|
entrypoint: z.ZodString;
|
|
2285
2301
|
stateful: z.ZodBoolean;
|
|
2286
2302
|
deterministicSeeds: z.ZodBoolean;
|
|
2287
2303
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
2288
|
-
step: "step";
|
|
2289
|
-
create: "create";
|
|
2290
|
-
reset: "reset";
|
|
2291
2304
|
collect: "collect";
|
|
2305
|
+
create: "create";
|
|
2292
2306
|
destroy: "destroy";
|
|
2307
|
+
reset: "reset";
|
|
2308
|
+
step: "step";
|
|
2293
2309
|
}>>;
|
|
2294
2310
|
networkPolicy: z.ZodEnum<{
|
|
2295
|
-
none: "none";
|
|
2296
2311
|
declared_read_only: "declared_read_only";
|
|
2297
2312
|
declared_scoped: "declared_scoped";
|
|
2313
|
+
none: "none";
|
|
2298
2314
|
}>;
|
|
2299
2315
|
defaultTimeoutMs: z.ZodNumber;
|
|
2300
2316
|
}, z.core.$strict>;
|
|
@@ -2318,10 +2334,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2318
2334
|
required: z.ZodBoolean;
|
|
2319
2335
|
scopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
2320
2336
|
portability: z.ZodEnum<{
|
|
2321
|
-
portable: "portable";
|
|
2322
2337
|
host_adapter: "host_adapter";
|
|
2323
|
-
local_only: "local_only";
|
|
2324
2338
|
hosted_only: "hosted_only";
|
|
2339
|
+
local_only: "local_only";
|
|
2340
|
+
portable: "portable";
|
|
2325
2341
|
}>;
|
|
2326
2342
|
}, z.core.$strict>>;
|
|
2327
2343
|
verifierSetRelease: z.ZodOptional<z.ZodObject<{
|
|
@@ -2339,10 +2355,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2339
2355
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
2340
2356
|
implementation: z.ZodUnion<readonly [z.ZodObject<{
|
|
2341
2357
|
kind: z.ZodEnum<{
|
|
2342
|
-
content: "content";
|
|
2343
|
-
schema: "schema";
|
|
2344
2358
|
artifact: "artifact";
|
|
2359
|
+
content: "content";
|
|
2345
2360
|
runtime_event: "runtime_event";
|
|
2361
|
+
schema: "schema";
|
|
2346
2362
|
state: "state";
|
|
2347
2363
|
}>;
|
|
2348
2364
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -2355,15 +2371,15 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2355
2371
|
sizeBytes: z.ZodNumber;
|
|
2356
2372
|
mediaType: z.ZodString;
|
|
2357
2373
|
visibility: z.ZodEnum<{
|
|
2374
|
+
host_private: "host_private";
|
|
2358
2375
|
policy: "policy";
|
|
2359
2376
|
verifier: "verifier";
|
|
2360
|
-
host_private: "host_private";
|
|
2361
2377
|
}>;
|
|
2362
2378
|
}, z.core.$strict>;
|
|
2363
2379
|
calibrationStatus: z.ZodEnum<{
|
|
2364
|
-
pending: "pending";
|
|
2365
|
-
passed: "passed";
|
|
2366
2380
|
failed: "failed";
|
|
2381
|
+
passed: "passed";
|
|
2382
|
+
pending: "pending";
|
|
2367
2383
|
}>;
|
|
2368
2384
|
model: z.ZodOptional<z.ZodObject<{
|
|
2369
2385
|
providerId: z.ZodString;
|
|
@@ -2372,9 +2388,6 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2372
2388
|
}, z.core.$strict>>;
|
|
2373
2389
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
2374
2390
|
}, z.core.$strict>, z.ZodObject<{
|
|
2375
|
-
exportName: z.ZodOptional<z.ZodString>;
|
|
2376
|
-
timeoutMs: z.ZodNumber;
|
|
2377
|
-
networkPolicy: z.ZodLiteral<"none">;
|
|
2378
2391
|
kind: z.ZodLiteral<"custom_verifier">;
|
|
2379
2392
|
runtime: z.ZodOptional<z.ZodEnum<{
|
|
2380
2393
|
isolated_javascript: "isolated_javascript";
|
|
@@ -2387,13 +2400,29 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2387
2400
|
sizeBytes: z.ZodNumber;
|
|
2388
2401
|
mediaType: z.ZodString;
|
|
2389
2402
|
visibility: z.ZodEnum<{
|
|
2403
|
+
host_private: "host_private";
|
|
2390
2404
|
policy: "policy";
|
|
2391
2405
|
verifier: "verifier";
|
|
2392
|
-
host_private: "host_private";
|
|
2393
2406
|
}>;
|
|
2394
2407
|
}, z.core.$strict>;
|
|
2408
|
+
exportName: z.ZodOptional<z.ZodString>;
|
|
2409
|
+
timeoutMs: z.ZodNumber;
|
|
2410
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
2395
2411
|
}, z.core.$strict>, z.ZodObject<{
|
|
2396
2412
|
kind: z.ZodLiteral<"human">;
|
|
2413
|
+
rubricRef: z.ZodObject<{
|
|
2414
|
+
id: z.ZodString;
|
|
2415
|
+
path: z.ZodString;
|
|
2416
|
+
contentHash: z.ZodString;
|
|
2417
|
+
sizeBytes: z.ZodNumber;
|
|
2418
|
+
mediaType: z.ZodString;
|
|
2419
|
+
visibility: z.ZodEnum<{
|
|
2420
|
+
host_private: "host_private";
|
|
2421
|
+
policy: "policy";
|
|
2422
|
+
verifier: "verifier";
|
|
2423
|
+
}>;
|
|
2424
|
+
}, z.core.$strict>;
|
|
2425
|
+
reviewerRole: z.ZodString;
|
|
2397
2426
|
form: z.ZodOptional<z.ZodObject<{
|
|
2398
2427
|
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
2399
2428
|
mode: z.ZodEnum<{
|
|
@@ -2471,19 +2500,6 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2471
2500
|
allowTie: z.ZodBoolean;
|
|
2472
2501
|
}, z.core.$strict>], "kind">>;
|
|
2473
2502
|
}, z.core.$strict>>;
|
|
2474
|
-
rubricRef: z.ZodObject<{
|
|
2475
|
-
id: z.ZodString;
|
|
2476
|
-
path: z.ZodString;
|
|
2477
|
-
contentHash: z.ZodString;
|
|
2478
|
-
sizeBytes: z.ZodNumber;
|
|
2479
|
-
mediaType: z.ZodString;
|
|
2480
|
-
visibility: z.ZodEnum<{
|
|
2481
|
-
policy: "policy";
|
|
2482
|
-
verifier: "verifier";
|
|
2483
|
-
host_private: "host_private";
|
|
2484
|
-
}>;
|
|
2485
|
-
}, z.core.$strict>;
|
|
2486
|
-
reviewerRole: z.ZodString;
|
|
2487
2503
|
}, z.core.$strict>, z.ZodObject<{
|
|
2488
2504
|
kind: z.ZodLiteral<"learned_model">;
|
|
2489
2505
|
modelVersion: z.ZodObject<{
|
|
@@ -2497,9 +2513,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2497
2513
|
sizeBytes: z.ZodNumber;
|
|
2498
2514
|
mediaType: z.ZodString;
|
|
2499
2515
|
visibility: z.ZodEnum<{
|
|
2516
|
+
host_private: "host_private";
|
|
2500
2517
|
policy: "policy";
|
|
2501
2518
|
verifier: "verifier";
|
|
2502
|
-
host_private: "host_private";
|
|
2503
2519
|
}>;
|
|
2504
2520
|
}, z.core.$strict>;
|
|
2505
2521
|
}, z.core.$strict>]>;
|
|
@@ -2514,9 +2530,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2514
2530
|
sizeBytes: z.ZodNumber;
|
|
2515
2531
|
mediaType: z.ZodString;
|
|
2516
2532
|
visibility: z.ZodEnum<{
|
|
2533
|
+
host_private: "host_private";
|
|
2517
2534
|
policy: "policy";
|
|
2518
2535
|
verifier: "verifier";
|
|
2519
|
-
host_private: "host_private";
|
|
2520
2536
|
}>;
|
|
2521
2537
|
}, z.core.$strict>>;
|
|
2522
2538
|
fixtureSetRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -2526,9 +2542,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2526
2542
|
sizeBytes: z.ZodNumber;
|
|
2527
2543
|
mediaType: z.ZodString;
|
|
2528
2544
|
visibility: z.ZodEnum<{
|
|
2545
|
+
host_private: "host_private";
|
|
2529
2546
|
policy: "policy";
|
|
2530
2547
|
verifier: "verifier";
|
|
2531
|
-
host_private: "host_private";
|
|
2532
2548
|
}>;
|
|
2533
2549
|
}, z.core.$strict>>;
|
|
2534
2550
|
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -2550,6 +2566,7 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2550
2566
|
}, z.core.$strict>>;
|
|
2551
2567
|
sources: z.ZodArray<z.ZodObject<{
|
|
2552
2568
|
graderId: z.ZodString;
|
|
2569
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
2553
2570
|
reward: z.ZodObject<{
|
|
2554
2571
|
id: z.ZodString;
|
|
2555
2572
|
contentHash: z.ZodString;
|
|
@@ -2588,11 +2605,11 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2588
2605
|
revision: z.ZodNumber;
|
|
2589
2606
|
name: z.ZodString;
|
|
2590
2607
|
kind: z.ZodEnum<{
|
|
2591
|
-
work: "work";
|
|
2592
|
-
provider: "provider";
|
|
2593
|
-
direct: "direct";
|
|
2594
2608
|
benchmark: "benchmark";
|
|
2609
|
+
direct: "direct";
|
|
2595
2610
|
opentelemetry: "opentelemetry";
|
|
2611
|
+
provider: "provider";
|
|
2612
|
+
work: "work";
|
|
2596
2613
|
}>;
|
|
2597
2614
|
taskDefinition: z.ZodObject<{
|
|
2598
2615
|
id: z.ZodString;
|
|
@@ -2601,10 +2618,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2601
2618
|
}, z.core.$strict>;
|
|
2602
2619
|
enabled: z.ZodBoolean;
|
|
2603
2620
|
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
2621
|
+
frozen_eval: "frozen_eval";
|
|
2622
|
+
test: "test";
|
|
2604
2623
|
train: "train";
|
|
2605
2624
|
validation: "validation";
|
|
2606
|
-
test: "test";
|
|
2607
|
-
frozen_eval: "frozen_eval";
|
|
2608
2625
|
}>>;
|
|
2609
2626
|
mapping: z.ZodNullable<z.ZodObject<{
|
|
2610
2627
|
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
@@ -2617,10 +2634,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2617
2634
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
2618
2635
|
familyKey: z.ZodString;
|
|
2619
2636
|
split: z.ZodEnum<{
|
|
2637
|
+
frozen_eval: "frozen_eval";
|
|
2638
|
+
test: "test";
|
|
2620
2639
|
train: "train";
|
|
2621
2640
|
validation: "validation";
|
|
2622
|
-
test: "test";
|
|
2623
|
-
frozen_eval: "frozen_eval";
|
|
2624
2641
|
}>;
|
|
2625
2642
|
}, z.core.$strict>>;
|
|
2626
2643
|
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
@@ -2678,10 +2695,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2678
2695
|
occurredAt: z.ZodString;
|
|
2679
2696
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
2680
2697
|
split: z.ZodEnum<{
|
|
2698
|
+
frozen_eval: "frozen_eval";
|
|
2699
|
+
test: "test";
|
|
2681
2700
|
train: "train";
|
|
2682
2701
|
validation: "validation";
|
|
2683
|
-
test: "test";
|
|
2684
|
-
frozen_eval: "frozen_eval";
|
|
2685
2702
|
}>;
|
|
2686
2703
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
2687
2704
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -2694,9 +2711,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2694
2711
|
sizeBytes: z.ZodNumber;
|
|
2695
2712
|
mediaType: z.ZodString;
|
|
2696
2713
|
visibility: z.ZodEnum<{
|
|
2714
|
+
host_private: "host_private";
|
|
2697
2715
|
policy: "policy";
|
|
2698
2716
|
verifier: "verifier";
|
|
2699
|
-
host_private: "host_private";
|
|
2700
2717
|
}>;
|
|
2701
2718
|
}, z.core.$strict>>;
|
|
2702
2719
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -2709,11 +2726,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2709
2726
|
sizeBytes: z.ZodNumber;
|
|
2710
2727
|
mediaType: z.ZodString;
|
|
2711
2728
|
visibility: z.ZodEnum<{
|
|
2729
|
+
host_private: "host_private";
|
|
2712
2730
|
policy: "policy";
|
|
2713
2731
|
verifier: "verifier";
|
|
2714
|
-
host_private: "host_private";
|
|
2715
2732
|
}>;
|
|
2716
2733
|
}, z.core.$strict>>>;
|
|
2734
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
2717
2735
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
2718
2736
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
2719
2737
|
}, z.core.$strict>>>;
|
|
@@ -2742,20 +2760,20 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2742
2760
|
expectedEvidenceHash: z.ZodNullable<z.ZodString>;
|
|
2743
2761
|
occurredAt: z.ZodString;
|
|
2744
2762
|
kind: z.ZodEnum<{
|
|
2745
|
-
|
|
2746
|
-
target_correction: "target_correction";
|
|
2763
|
+
family_resolution: "family_resolution";
|
|
2747
2764
|
ground_truth_correction: "ground_truth_correction";
|
|
2748
2765
|
input_correction: "input_correction";
|
|
2749
|
-
|
|
2766
|
+
outcome: "outcome";
|
|
2767
|
+
target_correction: "target_correction";
|
|
2750
2768
|
}>;
|
|
2751
2769
|
value: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
2752
2770
|
note: z.ZodString;
|
|
2753
2771
|
}, z.core.$strict>;
|
|
2754
2772
|
status: z.ZodEnum<{
|
|
2755
|
-
|
|
2773
|
+
applied: "applied";
|
|
2756
2774
|
pending_example: "pending_example";
|
|
2757
2775
|
pending_review: "pending_review";
|
|
2758
|
-
|
|
2776
|
+
rejected: "rejected";
|
|
2759
2777
|
superseded: "superseded";
|
|
2760
2778
|
}>;
|
|
2761
2779
|
evidence: z.ZodNullable<z.ZodObject<{
|
|
@@ -2768,9 +2786,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2768
2786
|
submittedBy: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
2769
2787
|
id: z.ZodString;
|
|
2770
2788
|
role: z.ZodEnum<{
|
|
2789
|
+
editor: "editor";
|
|
2771
2790
|
reviewer: "reviewer";
|
|
2772
2791
|
source: "source";
|
|
2773
|
-
editor: "editor";
|
|
2774
2792
|
}>;
|
|
2775
2793
|
sourceId: z.ZodNullable<z.ZodString>;
|
|
2776
2794
|
}, z.core.$strict>>>;
|
|
@@ -2811,26 +2829,26 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2811
2829
|
}, z.core.$strict>>;
|
|
2812
2830
|
}, z.core.$strict>;
|
|
2813
2831
|
evidenceValidity: z.ZodEnum<{
|
|
2832
|
+
invalid: "invalid";
|
|
2814
2833
|
pending: "pending";
|
|
2815
2834
|
valid: "valid";
|
|
2816
|
-
invalid: "invalid";
|
|
2817
2835
|
}>;
|
|
2818
2836
|
taskAdmissibility: z.ZodEnum<{
|
|
2819
|
-
rejected: "rejected";
|
|
2820
|
-
pending: "pending";
|
|
2821
2837
|
approved: "approved";
|
|
2838
|
+
pending: "pending";
|
|
2839
|
+
rejected: "rejected";
|
|
2822
2840
|
}>;
|
|
2823
2841
|
observedQuality: z.ZodEnum<{
|
|
2824
|
-
passed: "passed";
|
|
2825
2842
|
failed: "failed";
|
|
2843
|
+
passed: "passed";
|
|
2826
2844
|
unavailable: "unavailable";
|
|
2827
2845
|
unscored: "unscored";
|
|
2828
2846
|
}>;
|
|
2829
2847
|
targetApproval: z.ZodEnum<{
|
|
2830
|
-
rejected: "rejected";
|
|
2831
|
-
pending: "pending";
|
|
2832
2848
|
approved: "approved";
|
|
2833
2849
|
not_required: "not_required";
|
|
2850
|
+
pending: "pending";
|
|
2851
|
+
rejected: "rejected";
|
|
2834
2852
|
}>;
|
|
2835
2853
|
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
2836
2854
|
grade: z.ZodNullable<z.ZodObject<{
|
|
@@ -2841,6 +2859,7 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2841
2859
|
revision: z.ZodNumber;
|
|
2842
2860
|
}, z.core.$strict>;
|
|
2843
2861
|
taskHash: z.ZodString;
|
|
2862
|
+
taskId: z.ZodOptional<z.ZodString>;
|
|
2844
2863
|
outputHash: z.ZodString;
|
|
2845
2864
|
results: z.ZodArray<z.ZodObject<{
|
|
2846
2865
|
graderId: z.ZodString;
|
|
@@ -2854,8 +2873,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2854
2873
|
training: "training";
|
|
2855
2874
|
}>;
|
|
2856
2875
|
status: z.ZodEnum<{
|
|
2857
|
-
pending: "pending";
|
|
2858
2876
|
failed: "failed";
|
|
2877
|
+
not_applicable: "not_applicable";
|
|
2878
|
+
pending: "pending";
|
|
2859
2879
|
scored: "scored";
|
|
2860
2880
|
unavailable: "unavailable";
|
|
2861
2881
|
}>;
|
|
@@ -2868,8 +2888,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2868
2888
|
graderId: z.ZodString;
|
|
2869
2889
|
graderVersion: z.ZodString;
|
|
2870
2890
|
status: z.ZodOptional<z.ZodEnum<{
|
|
2871
|
-
pending: "pending";
|
|
2872
2891
|
failed: "failed";
|
|
2892
|
+
pending: "pending";
|
|
2873
2893
|
scored: "scored";
|
|
2874
2894
|
unavailable: "unavailable";
|
|
2875
2895
|
}>>;
|
|
@@ -2877,12 +2897,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2877
2897
|
passed: z.ZodBoolean;
|
|
2878
2898
|
rewardEligible: z.ZodBoolean;
|
|
2879
2899
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2880
|
-
|
|
2881
|
-
grader_failure: "grader_failure";
|
|
2900
|
+
cancelled: "cancelled";
|
|
2882
2901
|
environment_failure: "environment_failure";
|
|
2902
|
+
grader_failure: "grader_failure";
|
|
2883
2903
|
infrastructure_failure: "infrastructure_failure";
|
|
2904
|
+
policy_failure: "policy_failure";
|
|
2884
2905
|
timeout: "timeout";
|
|
2885
|
-
cancelled: "cancelled";
|
|
2886
2906
|
}>>;
|
|
2887
2907
|
feedback: z.ZodArray<z.ZodString>;
|
|
2888
2908
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -2902,12 +2922,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2902
2922
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
2903
2923
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
2904
2924
|
reasoningEffort: z.ZodEnum<{
|
|
2905
|
-
|
|
2925
|
+
high: "high";
|
|
2906
2926
|
low: "low";
|
|
2927
|
+
max: "max";
|
|
2907
2928
|
medium: "medium";
|
|
2908
|
-
|
|
2929
|
+
off: "off";
|
|
2909
2930
|
xhigh: "xhigh";
|
|
2910
|
-
max: "max";
|
|
2911
2931
|
}>;
|
|
2912
2932
|
maximumOutputTokens: z.ZodNumber;
|
|
2913
2933
|
}, z.core.$strict>>;
|
|
@@ -2921,20 +2941,20 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2921
2941
|
}, z.core.$strict>>;
|
|
2922
2942
|
training: z.ZodObject<{
|
|
2923
2943
|
status: z.ZodEnum<{
|
|
2944
|
+
not_configured: "not_configured";
|
|
2924
2945
|
pending: "pending";
|
|
2925
2946
|
scored: "scored";
|
|
2926
2947
|
unscorable: "unscorable";
|
|
2927
|
-
not_configured: "not_configured";
|
|
2928
2948
|
}>;
|
|
2929
2949
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2930
2950
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
2931
2951
|
}, z.core.$strict>;
|
|
2932
2952
|
evaluation: z.ZodObject<{
|
|
2933
2953
|
status: z.ZodEnum<{
|
|
2954
|
+
not_configured: "not_configured";
|
|
2934
2955
|
pending: "pending";
|
|
2935
2956
|
scored: "scored";
|
|
2936
2957
|
unscorable: "unscorable";
|
|
2937
|
-
not_configured: "not_configured";
|
|
2938
2958
|
}>;
|
|
2939
2959
|
score: z.ZodNullable<z.ZodNumber>;
|
|
2940
2960
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -2949,6 +2969,7 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2949
2969
|
revision: z.ZodNumber;
|
|
2950
2970
|
}, z.core.$strict>;
|
|
2951
2971
|
taskHash: z.ZodString;
|
|
2972
|
+
taskId: z.ZodOptional<z.ZodString>;
|
|
2952
2973
|
outputHash: z.ZodString;
|
|
2953
2974
|
results: z.ZodArray<z.ZodObject<{
|
|
2954
2975
|
graderId: z.ZodString;
|
|
@@ -2962,8 +2983,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2962
2983
|
training: "training";
|
|
2963
2984
|
}>;
|
|
2964
2985
|
status: z.ZodEnum<{
|
|
2965
|
-
pending: "pending";
|
|
2966
2986
|
failed: "failed";
|
|
2987
|
+
not_applicable: "not_applicable";
|
|
2988
|
+
pending: "pending";
|
|
2967
2989
|
scored: "scored";
|
|
2968
2990
|
unavailable: "unavailable";
|
|
2969
2991
|
}>;
|
|
@@ -2976,8 +2998,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2976
2998
|
graderId: z.ZodString;
|
|
2977
2999
|
graderVersion: z.ZodString;
|
|
2978
3000
|
status: z.ZodOptional<z.ZodEnum<{
|
|
2979
|
-
pending: "pending";
|
|
2980
3001
|
failed: "failed";
|
|
3002
|
+
pending: "pending";
|
|
2981
3003
|
scored: "scored";
|
|
2982
3004
|
unavailable: "unavailable";
|
|
2983
3005
|
}>>;
|
|
@@ -2985,12 +3007,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2985
3007
|
passed: z.ZodBoolean;
|
|
2986
3008
|
rewardEligible: z.ZodBoolean;
|
|
2987
3009
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2988
|
-
|
|
2989
|
-
grader_failure: "grader_failure";
|
|
3010
|
+
cancelled: "cancelled";
|
|
2990
3011
|
environment_failure: "environment_failure";
|
|
3012
|
+
grader_failure: "grader_failure";
|
|
2991
3013
|
infrastructure_failure: "infrastructure_failure";
|
|
3014
|
+
policy_failure: "policy_failure";
|
|
2992
3015
|
timeout: "timeout";
|
|
2993
|
-
cancelled: "cancelled";
|
|
2994
3016
|
}>>;
|
|
2995
3017
|
feedback: z.ZodArray<z.ZodString>;
|
|
2996
3018
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -3010,12 +3032,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3010
3032
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
3011
3033
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
3012
3034
|
reasoningEffort: z.ZodEnum<{
|
|
3013
|
-
|
|
3035
|
+
high: "high";
|
|
3014
3036
|
low: "low";
|
|
3037
|
+
max: "max";
|
|
3015
3038
|
medium: "medium";
|
|
3016
|
-
|
|
3039
|
+
off: "off";
|
|
3017
3040
|
xhigh: "xhigh";
|
|
3018
|
-
max: "max";
|
|
3019
3041
|
}>;
|
|
3020
3042
|
maximumOutputTokens: z.ZodNumber;
|
|
3021
3043
|
}, z.core.$strict>>;
|
|
@@ -3029,20 +3051,20 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3029
3051
|
}, z.core.$strict>>;
|
|
3030
3052
|
training: z.ZodObject<{
|
|
3031
3053
|
status: z.ZodEnum<{
|
|
3054
|
+
not_configured: "not_configured";
|
|
3032
3055
|
pending: "pending";
|
|
3033
3056
|
scored: "scored";
|
|
3034
3057
|
unscorable: "unscorable";
|
|
3035
|
-
not_configured: "not_configured";
|
|
3036
3058
|
}>;
|
|
3037
3059
|
score: z.ZodNullable<z.ZodNumber>;
|
|
3038
3060
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
3039
3061
|
}, z.core.$strict>;
|
|
3040
3062
|
evaluation: z.ZodObject<{
|
|
3041
3063
|
status: z.ZodEnum<{
|
|
3064
|
+
not_configured: "not_configured";
|
|
3042
3065
|
pending: "pending";
|
|
3043
3066
|
scored: "scored";
|
|
3044
3067
|
unscorable: "unscorable";
|
|
3045
|
-
not_configured: "not_configured";
|
|
3046
3068
|
}>;
|
|
3047
3069
|
score: z.ZodNullable<z.ZodNumber>;
|
|
3048
3070
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -3068,8 +3090,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3068
3090
|
}, z.core.$strict>;
|
|
3069
3091
|
purpose: z.ZodEnum<{
|
|
3070
3092
|
evaluation: "evaluation";
|
|
3071
|
-
supervised_training: "supervised_training";
|
|
3072
3093
|
reward_training: "reward_training";
|
|
3094
|
+
supervised_training: "supervised_training";
|
|
3073
3095
|
}>;
|
|
3074
3096
|
examples: z.ZodArray<z.ZodObject<{
|
|
3075
3097
|
evidence: z.ZodObject<{
|
|
@@ -3085,10 +3107,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3085
3107
|
familyKey: z.ZodString;
|
|
3086
3108
|
inputHash: z.ZodString;
|
|
3087
3109
|
split: z.ZodEnum<{
|
|
3110
|
+
frozen_eval: "frozen_eval";
|
|
3111
|
+
test: "test";
|
|
3088
3112
|
train: "train";
|
|
3089
3113
|
validation: "validation";
|
|
3090
|
-
test: "test";
|
|
3091
|
-
frozen_eval: "frozen_eval";
|
|
3092
3114
|
}>;
|
|
3093
3115
|
}, z.core.$strict>>;
|
|
3094
3116
|
sealedAt: z.ZodString;
|
|
@@ -3192,10 +3214,10 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3192
3214
|
}, z.core.$strict>;
|
|
3193
3215
|
}, z.core.$strict>>;
|
|
3194
3216
|
split: z.ZodEnum<{
|
|
3217
|
+
frozen_eval: "frozen_eval";
|
|
3218
|
+
test: "test";
|
|
3195
3219
|
train: "train";
|
|
3196
3220
|
validation: "validation";
|
|
3197
|
-
test: "test";
|
|
3198
|
-
frozen_eval: "frozen_eval";
|
|
3199
3221
|
}>;
|
|
3200
3222
|
population: z.ZodArray<z.ZodObject<{
|
|
3201
3223
|
taskId: z.ZodString;
|
|
@@ -3212,8 +3234,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3212
3234
|
configurationHash: z.ZodString;
|
|
3213
3235
|
output: z.ZodEnum<{
|
|
3214
3236
|
boolean: "boolean";
|
|
3215
|
-
score: "score";
|
|
3216
3237
|
category: "category";
|
|
3238
|
+
score: "score";
|
|
3217
3239
|
}>;
|
|
3218
3240
|
categories: z.ZodArray<z.ZodString>;
|
|
3219
3241
|
}, z.core.$strict>>;
|
|
@@ -3222,17 +3244,17 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3222
3244
|
graderId: z.ZodString;
|
|
3223
3245
|
fields: z.ZodArray<z.ZodObject<{
|
|
3224
3246
|
destination: z.ZodEnum<{
|
|
3225
|
-
output: "output";
|
|
3226
|
-
input: "input";
|
|
3227
|
-
expectedOutput: "expectedOutput";
|
|
3228
3247
|
evaluatorContext: "evaluatorContext";
|
|
3248
|
+
expectedOutput: "expectedOutput";
|
|
3249
|
+
input: "input";
|
|
3250
|
+
output: "output";
|
|
3229
3251
|
}>;
|
|
3230
3252
|
path: z.ZodArray<z.ZodString>;
|
|
3231
3253
|
source: z.ZodEnum<{
|
|
3232
|
-
output: "output";
|
|
3233
|
-
input: "input";
|
|
3234
|
-
expectedOutput: "expectedOutput";
|
|
3235
3254
|
evaluatorContext: "evaluatorContext";
|
|
3255
|
+
expectedOutput: "expectedOutput";
|
|
3256
|
+
input: "input";
|
|
3257
|
+
output: "output";
|
|
3236
3258
|
}>;
|
|
3237
3259
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
3238
3260
|
}, z.core.$strict>>;
|
|
@@ -3298,8 +3320,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3298
3320
|
revision: z.ZodNumber;
|
|
3299
3321
|
modelProjectId: z.ZodString;
|
|
3300
3322
|
executionOwner: z.ZodEnum<{
|
|
3301
|
-
local: "local";
|
|
3302
3323
|
hosted: "hosted";
|
|
3324
|
+
local: "local";
|
|
3303
3325
|
}>;
|
|
3304
3326
|
enabled: z.ZodBoolean;
|
|
3305
3327
|
sources: z.ZodArray<z.ZodObject<{
|
|
@@ -3353,14 +3375,14 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3353
3375
|
}, z.core.$strict>>;
|
|
3354
3376
|
training: z.ZodObject<{
|
|
3355
3377
|
method: z.ZodEnum<{
|
|
3356
|
-
sft: "sft";
|
|
3357
3378
|
dpo: "dpo";
|
|
3358
3379
|
grpo: "grpo";
|
|
3359
|
-
ppo: "ppo";
|
|
3360
|
-
sdft: "sdft";
|
|
3361
3380
|
opd: "opd";
|
|
3362
3381
|
opsd: "opsd";
|
|
3382
|
+
ppo: "ppo";
|
|
3383
|
+
sdft: "sdft";
|
|
3363
3384
|
sdpo: "sdpo";
|
|
3385
|
+
sft: "sft";
|
|
3364
3386
|
}>;
|
|
3365
3387
|
recipe: z.ZodObject<{
|
|
3366
3388
|
id: z.ZodString;
|
|
@@ -3410,19 +3432,19 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3410
3432
|
}, z.core.$strict>;
|
|
3411
3433
|
status: z.ZodEnum<{
|
|
3412
3434
|
accepted: "accepted";
|
|
3413
|
-
rejected: "rejected";
|
|
3414
3435
|
cancelled: "cancelled";
|
|
3436
|
+
cancelling: "cancelling";
|
|
3437
|
+
candidate_ready: "candidate_ready";
|
|
3438
|
+
completed_without_candidate: "completed_without_candidate";
|
|
3439
|
+
dispatching: "dispatching";
|
|
3440
|
+
evaluating: "evaluating";
|
|
3415
3441
|
failed: "failed";
|
|
3442
|
+
paused: "paused";
|
|
3443
|
+
ready: "ready";
|
|
3444
|
+
rejected: "rejected";
|
|
3416
3445
|
training: "training";
|
|
3417
3446
|
waiting_for_data: "waiting_for_data";
|
|
3418
3447
|
waiting_for_review: "waiting_for_review";
|
|
3419
|
-
ready: "ready";
|
|
3420
|
-
dispatching: "dispatching";
|
|
3421
|
-
evaluating: "evaluating";
|
|
3422
|
-
candidate_ready: "candidate_ready";
|
|
3423
|
-
paused: "paused";
|
|
3424
|
-
cancelling: "cancelling";
|
|
3425
|
-
completed_without_candidate: "completed_without_candidate";
|
|
3426
3448
|
}>;
|
|
3427
3449
|
triggerIdentity: z.ZodString;
|
|
3428
3450
|
batch: z.ZodNullable<z.ZodObject<{
|
|
@@ -3504,12 +3526,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3504
3526
|
}>;
|
|
3505
3527
|
output: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
3506
3528
|
status: z.ZodEnum<{
|
|
3507
|
-
queued: "queued";
|
|
3508
3529
|
cancelled: "cancelled";
|
|
3509
|
-
|
|
3530
|
+
cancelling: "cancelling";
|
|
3510
3531
|
completed: "completed";
|
|
3532
|
+
failed: "failed";
|
|
3533
|
+
queued: "queued";
|
|
3511
3534
|
running: "running";
|
|
3512
|
-
cancelling: "cancelling";
|
|
3513
3535
|
}>;
|
|
3514
3536
|
composition: z.ZodNullable<z.ZodObject<{
|
|
3515
3537
|
schemaVersion: z.ZodLiteral<"openpond.rewardComposition.v1">;
|
|
@@ -3519,6 +3541,7 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3519
3541
|
revision: z.ZodNumber;
|
|
3520
3542
|
}, z.core.$strict>;
|
|
3521
3543
|
taskHash: z.ZodString;
|
|
3544
|
+
taskId: z.ZodOptional<z.ZodString>;
|
|
3522
3545
|
outputHash: z.ZodString;
|
|
3523
3546
|
results: z.ZodArray<z.ZodObject<{
|
|
3524
3547
|
graderId: z.ZodString;
|
|
@@ -3532,8 +3555,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3532
3555
|
training: "training";
|
|
3533
3556
|
}>;
|
|
3534
3557
|
status: z.ZodEnum<{
|
|
3535
|
-
pending: "pending";
|
|
3536
3558
|
failed: "failed";
|
|
3559
|
+
not_applicable: "not_applicable";
|
|
3560
|
+
pending: "pending";
|
|
3537
3561
|
scored: "scored";
|
|
3538
3562
|
unavailable: "unavailable";
|
|
3539
3563
|
}>;
|
|
@@ -3546,8 +3570,8 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3546
3570
|
graderId: z.ZodString;
|
|
3547
3571
|
graderVersion: z.ZodString;
|
|
3548
3572
|
status: z.ZodOptional<z.ZodEnum<{
|
|
3549
|
-
pending: "pending";
|
|
3550
3573
|
failed: "failed";
|
|
3574
|
+
pending: "pending";
|
|
3551
3575
|
scored: "scored";
|
|
3552
3576
|
unavailable: "unavailable";
|
|
3553
3577
|
}>>;
|
|
@@ -3555,12 +3579,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3555
3579
|
passed: z.ZodBoolean;
|
|
3556
3580
|
rewardEligible: z.ZodBoolean;
|
|
3557
3581
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
3558
|
-
|
|
3559
|
-
grader_failure: "grader_failure";
|
|
3582
|
+
cancelled: "cancelled";
|
|
3560
3583
|
environment_failure: "environment_failure";
|
|
3584
|
+
grader_failure: "grader_failure";
|
|
3561
3585
|
infrastructure_failure: "infrastructure_failure";
|
|
3586
|
+
policy_failure: "policy_failure";
|
|
3562
3587
|
timeout: "timeout";
|
|
3563
|
-
cancelled: "cancelled";
|
|
3564
3588
|
}>>;
|
|
3565
3589
|
feedback: z.ZodArray<z.ZodString>;
|
|
3566
3590
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -3580,12 +3604,12 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3580
3604
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
3581
3605
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
3582
3606
|
reasoningEffort: z.ZodEnum<{
|
|
3583
|
-
|
|
3607
|
+
high: "high";
|
|
3584
3608
|
low: "low";
|
|
3609
|
+
max: "max";
|
|
3585
3610
|
medium: "medium";
|
|
3586
|
-
|
|
3611
|
+
off: "off";
|
|
3587
3612
|
xhigh: "xhigh";
|
|
3588
|
-
max: "max";
|
|
3589
3613
|
}>;
|
|
3590
3614
|
maximumOutputTokens: z.ZodNumber;
|
|
3591
3615
|
}, z.core.$strict>>;
|
|
@@ -3599,20 +3623,20 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3599
3623
|
}, z.core.$strict>>;
|
|
3600
3624
|
training: z.ZodObject<{
|
|
3601
3625
|
status: z.ZodEnum<{
|
|
3626
|
+
not_configured: "not_configured";
|
|
3602
3627
|
pending: "pending";
|
|
3603
3628
|
scored: "scored";
|
|
3604
3629
|
unscorable: "unscorable";
|
|
3605
|
-
not_configured: "not_configured";
|
|
3606
3630
|
}>;
|
|
3607
3631
|
score: z.ZodNullable<z.ZodNumber>;
|
|
3608
3632
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
3609
3633
|
}, z.core.$strict>;
|
|
3610
3634
|
evaluation: z.ZodObject<{
|
|
3611
3635
|
status: z.ZodEnum<{
|
|
3636
|
+
not_configured: "not_configured";
|
|
3612
3637
|
pending: "pending";
|
|
3613
3638
|
scored: "scored";
|
|
3614
3639
|
unscorable: "unscorable";
|
|
3615
|
-
not_configured: "not_configured";
|
|
3616
3640
|
}>;
|
|
3617
3641
|
score: z.ZodNullable<z.ZodNumber>;
|
|
3618
3642
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -3629,9 +3653,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3629
3653
|
requestHash: z.ZodString;
|
|
3630
3654
|
reservedUsd: z.ZodNumber;
|
|
3631
3655
|
status: z.ZodEnum<{
|
|
3656
|
+
not_dispatched: "not_dispatched";
|
|
3632
3657
|
reserved: "reserved";
|
|
3633
3658
|
settled: "settled";
|
|
3634
|
-
not_dispatched: "not_dispatched";
|
|
3635
3659
|
}>;
|
|
3636
3660
|
response: z.ZodNullable<z.ZodObject<{
|
|
3637
3661
|
text: z.ZodString;
|