@openpond/evals 0.11.21 → 0.12.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -0
- package/dist/artifact-verification.js +2 -0
- package/dist/connected-evidence/codex-command-observations.js +81 -0
- package/dist/connected-evidence/contracts.js +13 -0
- package/dist/connected-evidence/git-file-contracts.js +16 -0
- package/dist/connected-evidence/git-file-proof.js +86 -0
- package/dist/connected-evidence/git-starting-state.js +81 -0
- package/dist/connected-evidence/git.js +2 -0
- package/dist/connected-evidence/imports.js +2 -1
- package/dist/connected-evidence/index.js +1 -0
- package/dist/connected-evidence/normalize.js +1 -0
- package/dist/connected-evidence/sources/claude-branches.js +34 -1
- package/dist/connected-evidence/sources/claude-code.js +1 -1
- package/dist/connected-evidence/sources/codex-metadata.js +33 -0
- package/dist/connected-evidence/sources/codex.js +16 -2
- package/dist/graders.js +10 -4
- package/dist/javascript-verifier.js +1 -0
- package/dist/native-conversations/codex-window-inventory.js +6 -7
- package/dist/native-conversations/collector-acquisition.js +17 -6
- package/dist/native-conversations/collector-source-cache.js +1 -1
- package/dist/native-conversations/collector-store.js +27 -2
- package/dist/native-conversations/collector.js +4 -3
- package/dist/native-conversations/git-assets.js +61 -0
- package/dist/native-conversations/history.js +7 -0
- package/dist/native-conversations/index.js +2 -0
- package/dist/native-conversations/selection.js +57 -0
- package/dist/native-conversations/supervisor.js +2 -0
- package/dist/prepared-process-isolation.js +131 -0
- package/dist/rewards.js +17 -5
- package/dist/tasksets.js +7 -0
- package/dist/types/artifact-verification.d.ts.map +1 -1
- package/dist/types/benchmarks.d.ts +22 -22
- package/dist/types/benchmarks.d.ts.map +1 -1
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +40 -35
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/compatibility.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +98 -88
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/connected-evidence/codex-command-observations.d.ts +15 -0
- package/dist/types/connected-evidence/codex-command-observations.d.ts.map +1 -0
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts +6 -6
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +80 -58
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-contracts.d.ts +18 -0
- package/dist/types/connected-evidence/git-file-contracts.d.ts.map +1 -0
- package/dist/types/connected-evidence/git-file-proof.d.ts +13 -0
- package/dist/types/connected-evidence/git-file-proof.d.ts.map +1 -0
- package/dist/types/connected-evidence/git-starting-state.d.ts +28 -0
- package/dist/types/connected-evidence/git-starting-state.d.ts.map +1 -0
- package/dist/types/connected-evidence/git.d.ts +3 -0
- package/dist/types/connected-evidence/git.d.ts.map +1 -0
- package/dist/types/connected-evidence/imports.d.ts.map +1 -1
- package/dist/types/connected-evidence/index.d.ts +1 -0
- package/dist/types/connected-evidence/index.d.ts.map +1 -1
- package/dist/types/connected-evidence/normalize.d.ts +1 -0
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
- package/dist/types/connected-evidence/python-correctness.d.ts +38 -38
- package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-branches.d.ts +1 -0
- package/dist/types/connected-evidence/sources/claude-branches.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-code.d.ts +25 -15
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-authorization.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts +10 -0
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/codex.d.ts +25 -15
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/grok-build.d.ts +25 -15
- package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/history.d.ts +50 -30
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/opencode.d.ts +25 -15
- package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/pi.d.ts +25 -15
- package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -1
- package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -1
- package/dist/types/deterministic-graders.d.ts.map +1 -1
- package/dist/types/environment-execution-services-contract.d.ts +19 -19
- package/dist/types/environment-execution-services-contract.d.ts.map +1 -1
- package/dist/types/environment-execution-services.d.ts.map +1 -1
- package/dist/types/evidence/authoring.d.ts.map +1 -1
- package/dist/types/evidence/conformance.d.ts +98 -98
- package/dist/types/evidence/conformance.d.ts.map +1 -1
- package/dist/types/evidence/contracts.d.ts +183 -183
- package/dist/types/evidence/contracts.d.ts.map +1 -1
- package/dist/types/evidence/eligibility.d.ts +160 -160
- package/dist/types/evidence/eligibility.d.ts.map +1 -1
- package/dist/types/evidence/index.d.ts.map +1 -1
- package/dist/types/execution-contracts.d.ts +118 -110
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/execution-receipts.d.ts.map +1 -1
- package/dist/types/experiments.d.ts +96 -96
- package/dist/types/experiments.d.ts.map +1 -1
- package/dist/types/graders.d.ts +38 -35
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/harness-experiment-source.d.ts.map +1 -1
- package/dist/types/harness.d.ts.map +1 -1
- package/dist/types/human-review/comparison.d.ts +189 -189
- package/dist/types/human-review/comparison.d.ts.map +1 -1
- package/dist/types/human-review/contracts.d.ts +178 -178
- package/dist/types/human-review/contracts.d.ts.map +1 -1
- package/dist/types/human-review/execution.d.ts +53 -53
- package/dist/types/human-review/execution.d.ts.map +1 -1
- package/dist/types/human-review/handoff.d.ts +43 -43
- package/dist/types/human-review/handoff.d.ts.map +1 -1
- package/dist/types/human-review/index.d.ts.map +1 -1
- package/dist/types/human-review/local-publication.d.ts +4 -4
- package/dist/types/human-review/local-publication.d.ts.map +1 -1
- package/dist/types/human-review/repository.d.ts.map +1 -1
- package/dist/types/human-review/results.d.ts +8 -8
- package/dist/types/human-review/results.d.ts.map +1 -1
- package/dist/types/human-review/service.d.ts +292 -292
- package/dist/types/human-review/service.d.ts.map +1 -1
- package/dist/types/human-review/task-proposals.d.ts +2 -2
- package/dist/types/human-review/task-proposals.d.ts.map +1 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/javascript-environment-attempt.d.ts.map +1 -1
- package/dist/types/javascript-environment-contract.d.ts +39 -39
- package/dist/types/javascript-environment-contract.d.ts.map +1 -1
- package/dist/types/javascript-environment-node.d.ts.map +1 -1
- package/dist/types/javascript-environment.d.ts +14 -14
- package/dist/types/javascript-environment.d.ts.map +1 -1
- package/dist/types/javascript-isolate-node.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process-entry.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process.d.ts.map +1 -1
- package/dist/types/javascript-isolate.d.ts.map +1 -1
- package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
- package/dist/types/javascript-verifier-node.d.ts.map +1 -1
- package/dist/types/javascript-verifier-worker.d.ts.map +1 -1
- package/dist/types/javascript-verifier.d.ts +1 -0
- package/dist/types/javascript-verifier.d.ts.map +1 -1
- package/dist/types/learned-preference.d.ts +10 -10
- package/dist/types/learned-preference.d.ts.map +1 -1
- package/dist/types/learning/acceptance-group.d.ts +44 -44
- package/dist/types/learning/acceptance-group.d.ts.map +1 -1
- package/dist/types/learning/acceptance-plan.d.ts +8 -8
- package/dist/types/learning/acceptance-plan.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +38 -36
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/assets.d.ts +2 -2
- package/dist/types/learning/assets.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +11 -9
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +46 -38
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +75 -68
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +314 -290
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/errors.d.ts.map +1 -1
- package/dist/types/learning/grade-judge-budget.d.ts.map +1 -1
- package/dist/types/learning/grade-worker.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/intake-contracts.d.ts +10 -10
- package/dist/types/learning/intake-contracts.d.ts.map +1 -1
- package/dist/types/learning/intake-csv.d.ts.map +1 -1
- package/dist/types/learning/intake-history.d.ts.map +1 -1
- package/dist/types/learning/intake-service.d.ts.map +1 -1
- package/dist/types/learning/intake-text.d.ts.map +1 -1
- package/dist/types/learning/intake.d.ts.map +1 -1
- package/dist/types/learning/iteration-budget.d.ts.map +1 -1
- package/dist/types/learning/iteration-candidate-decision.d.ts +16 -16
- package/dist/types/learning/iteration-candidate-decision.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-commands.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +4 -4
- package/dist/types/learning/iteration-dispatch-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-worker.d.ts.map +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-cancellation.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-service.d.ts.map +1 -1
- package/dist/types/learning/iteration-training-parent.d.ts.map +1 -1
- package/dist/types/learning/judge-budget.d.ts +1 -1
- package/dist/types/learning/judge-budget.d.ts.map +1 -1
- package/dist/types/learning/model-judge.d.ts.map +1 -1
- package/dist/types/learning/nightly-schedule.d.ts.map +1 -1
- package/dist/types/learning/operations.d.ts +312 -298
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/policy-inspection.d.ts.map +1 -1
- package/dist/types/learning/rating-reward-fixture.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +197 -180
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration-closure.d.ts +252 -244
- package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +62 -62
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-check-budget.d.ts.map +1 -1
- package/dist/types/learning/reward-check-service.d.ts.map +1 -1
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +30 -28
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +3 -3
- package/dist/types/learning/schedule-contracts.d.ts.map +1 -1
- package/dist/types/learning/schedule-service.d.ts +2 -2
- package/dist/types/learning/schedule-service.d.ts.map +1 -1
- package/dist/types/learning/schedule-worker.d.ts.map +1 -1
- package/dist/types/learning/service.d.ts +3 -3
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/task-queue-inspection.d.ts.map +1 -1
- package/dist/types/learning/training-handoff.d.ts +9 -9
- package/dist/types/learning/training-handoff.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +2203 -2179
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/metric-policy.d.ts +6 -6
- package/dist/types/metric-policy.d.ts.map +1 -1
- package/dist/types/metrics-node.d.ts.map +1 -1
- package/dist/types/metrics.d.ts.map +1 -1
- package/dist/types/model-improvement-qualification.d.ts +17 -17
- package/dist/types/model-improvement-qualification.d.ts.map +1 -1
- package/dist/types/native-conversations/appimage-runtime.d.ts.map +1 -1
- package/dist/types/native-conversations/codex-window-inventory.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-acquisition.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-branches.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-calendar-gate.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-contracts.d.ts +3 -0
- package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-coverage.d.ts +2 -2
- package/dist/types/native-conversations/collector-coverage.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-cron.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-destinations.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-errors.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-progress.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-schedule.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-service-files.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-snapshots.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-source-cache.d.ts +2 -2
- package/dist/types/native-conversations/collector-source-cache.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-store.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-sync-requests.d.ts.map +1 -1
- package/dist/types/native-conversations/collector.d.ts.map +1 -1
- package/dist/types/native-conversations/contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/database.d.ts.map +1 -1
- package/dist/types/native-conversations/discovery.d.ts.map +1 -1
- package/dist/types/native-conversations/git-assets.d.ts +32 -0
- package/dist/types/native-conversations/git-assets.d.ts.map +1 -0
- package/dist/types/native-conversations/history.d.ts +1 -0
- package/dist/types/native-conversations/history.d.ts.map +1 -1
- package/dist/types/native-conversations/index.d.ts +2 -0
- package/dist/types/native-conversations/index.d.ts.map +1 -1
- package/dist/types/native-conversations/location.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-cold-archive.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-database.d.ts.map +1 -1
- package/dist/types/native-conversations/readiness.d.ts.map +1 -1
- package/dist/types/native-conversations/selection.d.ts +32 -0
- package/dist/types/native-conversations/selection.d.ts.map +1 -0
- package/dist/types/native-conversations/source-locations.d.ts.map +1 -1
- package/dist/types/native-conversations/supervisor.d.ts.map +1 -1
- package/dist/types/native-conversations/titles.d.ts.map +1 -1
- package/dist/types/native-harness-experiment-attempt.d.ts.map +1 -1
- package/dist/types/preferences.d.ts +22 -22
- package/dist/types/preferences.d.ts.map +1 -1
- package/dist/types/prepared-process-isolation.d.ts +5 -0
- package/dist/types/prepared-process-isolation.d.ts.map +1 -0
- package/dist/types/profile-evaluation-comparisons.d.ts +18 -18
- package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
- package/dist/types/profile-evaluation-execution.d.ts.map +1 -1
- package/dist/types/profile-evaluation-reports.d.ts +2 -2
- package/dist/types/profile-evaluation-reports.d.ts.map +1 -1
- package/dist/types/profile-evaluation-suites.d.ts.map +1 -1
- package/dist/types/profile-evaluation-target.d.ts.map +1 -1
- package/dist/types/profile-evaluations.d.ts +15 -15
- package/dist/types/profile-evaluations.d.ts.map +1 -1
- package/dist/types/profile-external-evaluation.d.ts +84 -84
- package/dist/types/profile-external-evaluation.d.ts.map +1 -1
- package/dist/types/profile-source-candidate.d.ts.map +1 -1
- package/dist/types/review-conformance.d.ts +58 -58
- package/dist/types/review-conformance.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +110 -101
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts +16 -16
- package/dist/types/rollouts.d.ts.map +1 -1
- package/dist/types/runs.d.ts +22 -22
- package/dist/types/runs.d.ts.map +1 -1
- package/dist/types/sql-execution-contract.d.ts +3 -3
- package/dist/types/sql-execution-contract.d.ts.map +1 -1
- package/dist/types/sql-execution-engine.d.ts.map +1 -1
- package/dist/types/sql-execution-node.d.ts.map +1 -1
- package/dist/types/sql-execution-process-entry.d.ts.map +1 -1
- package/dist/types/task-schema-validation.d.ts.map +1 -1
- package/dist/types/task-schema.d.ts.map +1 -1
- package/dist/types/task-value-validator.d.ts.map +1 -1
- package/dist/types/taskset-run-contract.d.ts +26 -26
- package/dist/types/taskset-run-contract.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +89 -69
- package/dist/types/tasksets.d.ts.map +1 -1
- package/dist/types/telemetry/index.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +6 -6
- package/dist/types/telemetry-analysis.d.ts.map +1 -1
- package/dist/types/telemetry-bundle.d.ts +42 -42
- package/dist/types/telemetry-bundle.d.ts.map +1 -1
- package/dist/types/telemetry-catalog.d.ts +67 -67
- package/dist/types/telemetry-catalog.d.ts.map +1 -1
- package/dist/types/telemetry.d.ts +44 -44
- package/dist/types/telemetry.d.ts.map +1 -1
- package/package.json +6 -1
- package/schemas/learning/v1/binding.schema.json +8 -0
- package/schemas/learning/v1/command-request.schema.json +12 -0
- package/schemas/learning/v1/decision.schema.json +5 -1
- package/schemas/learning/v1/definition.schema.json +4 -0
- package/schemas/learning/v1/draft.schema.json +8 -0
- package/schemas/learning/v1/evidence.schema.json +4 -0
- package/schemas/learning/v1/example-submission.schema.json +4 -0
- package/schemas/learning/v1/grade.schema.json +5 -1
- package/schemas/learning/v1/package.schema.json +117 -93
- package/schemas/learning/v1/reward_check.schema.json +2 -1
|
@@ -15,10 +15,10 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
15
15
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
16
16
|
implementation: z.ZodUnion<readonly [z.ZodObject<{
|
|
17
17
|
kind: z.ZodEnum<{
|
|
18
|
-
content: "content";
|
|
19
|
-
schema: "schema";
|
|
20
18
|
artifact: "artifact";
|
|
19
|
+
content: "content";
|
|
21
20
|
runtime_event: "runtime_event";
|
|
21
|
+
schema: "schema";
|
|
22
22
|
state: "state";
|
|
23
23
|
}>;
|
|
24
24
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -31,15 +31,15 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
31
31
|
sizeBytes: z.ZodNumber;
|
|
32
32
|
mediaType: z.ZodString;
|
|
33
33
|
visibility: z.ZodEnum<{
|
|
34
|
+
host_private: "host_private";
|
|
34
35
|
policy: "policy";
|
|
35
36
|
verifier: "verifier";
|
|
36
|
-
host_private: "host_private";
|
|
37
37
|
}>;
|
|
38
38
|
}, z.core.$strict>;
|
|
39
39
|
calibrationStatus: z.ZodEnum<{
|
|
40
|
-
pending: "pending";
|
|
41
|
-
passed: "passed";
|
|
42
40
|
failed: "failed";
|
|
41
|
+
passed: "passed";
|
|
42
|
+
pending: "pending";
|
|
43
43
|
}>;
|
|
44
44
|
model: z.ZodOptional<z.ZodObject<{
|
|
45
45
|
providerId: z.ZodString;
|
|
@@ -48,9 +48,6 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
48
48
|
}, z.core.$strict>>;
|
|
49
49
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
50
50
|
}, z.core.$strict>, z.ZodObject<{
|
|
51
|
-
exportName: z.ZodOptional<z.ZodString>;
|
|
52
|
-
timeoutMs: z.ZodNumber;
|
|
53
|
-
networkPolicy: z.ZodLiteral<"none">;
|
|
54
51
|
kind: z.ZodLiteral<"custom_verifier">;
|
|
55
52
|
runtime: z.ZodOptional<z.ZodEnum<{
|
|
56
53
|
isolated_javascript: "isolated_javascript";
|
|
@@ -63,13 +60,29 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
63
60
|
sizeBytes: z.ZodNumber;
|
|
64
61
|
mediaType: z.ZodString;
|
|
65
62
|
visibility: z.ZodEnum<{
|
|
63
|
+
host_private: "host_private";
|
|
66
64
|
policy: "policy";
|
|
67
65
|
verifier: "verifier";
|
|
68
|
-
host_private: "host_private";
|
|
69
66
|
}>;
|
|
70
67
|
}, z.core.$strict>;
|
|
68
|
+
exportName: z.ZodOptional<z.ZodString>;
|
|
69
|
+
timeoutMs: z.ZodNumber;
|
|
70
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
71
71
|
}, z.core.$strict>, z.ZodObject<{
|
|
72
72
|
kind: z.ZodLiteral<"human">;
|
|
73
|
+
rubricRef: z.ZodObject<{
|
|
74
|
+
id: z.ZodString;
|
|
75
|
+
path: z.ZodString;
|
|
76
|
+
contentHash: z.ZodString;
|
|
77
|
+
sizeBytes: z.ZodNumber;
|
|
78
|
+
mediaType: z.ZodString;
|
|
79
|
+
visibility: z.ZodEnum<{
|
|
80
|
+
host_private: "host_private";
|
|
81
|
+
policy: "policy";
|
|
82
|
+
verifier: "verifier";
|
|
83
|
+
}>;
|
|
84
|
+
}, z.core.$strict>;
|
|
85
|
+
reviewerRole: z.ZodString;
|
|
73
86
|
form: z.ZodOptional<z.ZodObject<{
|
|
74
87
|
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
75
88
|
mode: z.ZodEnum<{
|
|
@@ -147,19 +160,6 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
147
160
|
allowTie: z.ZodBoolean;
|
|
148
161
|
}, z.core.$strict>], "kind">>;
|
|
149
162
|
}, z.core.$strict>>;
|
|
150
|
-
rubricRef: z.ZodObject<{
|
|
151
|
-
id: z.ZodString;
|
|
152
|
-
path: z.ZodString;
|
|
153
|
-
contentHash: z.ZodString;
|
|
154
|
-
sizeBytes: z.ZodNumber;
|
|
155
|
-
mediaType: z.ZodString;
|
|
156
|
-
visibility: z.ZodEnum<{
|
|
157
|
-
policy: "policy";
|
|
158
|
-
verifier: "verifier";
|
|
159
|
-
host_private: "host_private";
|
|
160
|
-
}>;
|
|
161
|
-
}, z.core.$strict>;
|
|
162
|
-
reviewerRole: z.ZodString;
|
|
163
163
|
}, z.core.$strict>, z.ZodObject<{
|
|
164
164
|
kind: z.ZodLiteral<"learned_model">;
|
|
165
165
|
modelVersion: z.ZodObject<{
|
|
@@ -173,9 +173,9 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
173
173
|
sizeBytes: z.ZodNumber;
|
|
174
174
|
mediaType: z.ZodString;
|
|
175
175
|
visibility: z.ZodEnum<{
|
|
176
|
+
host_private: "host_private";
|
|
176
177
|
policy: "policy";
|
|
177
178
|
verifier: "verifier";
|
|
178
|
-
host_private: "host_private";
|
|
179
179
|
}>;
|
|
180
180
|
}, z.core.$strict>;
|
|
181
181
|
}, z.core.$strict>]>;
|
|
@@ -190,9 +190,9 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
190
190
|
sizeBytes: z.ZodNumber;
|
|
191
191
|
mediaType: z.ZodString;
|
|
192
192
|
visibility: z.ZodEnum<{
|
|
193
|
+
host_private: "host_private";
|
|
193
194
|
policy: "policy";
|
|
194
195
|
verifier: "verifier";
|
|
195
|
-
host_private: "host_private";
|
|
196
196
|
}>;
|
|
197
197
|
}, z.core.$strict>>;
|
|
198
198
|
fixtureSetRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -202,9 +202,9 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
202
202
|
sizeBytes: z.ZodNumber;
|
|
203
203
|
mediaType: z.ZodString;
|
|
204
204
|
visibility: z.ZodEnum<{
|
|
205
|
+
host_private: "host_private";
|
|
205
206
|
policy: "policy";
|
|
206
207
|
verifier: "verifier";
|
|
207
|
-
host_private: "host_private";
|
|
208
208
|
}>;
|
|
209
209
|
}, z.core.$strict>>;
|
|
210
210
|
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -233,6 +233,7 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
233
233
|
familyNamespace: z.ZodString;
|
|
234
234
|
sources: z.ZodArray<z.ZodObject<{
|
|
235
235
|
graderId: z.ZodString;
|
|
236
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
236
237
|
reward: z.ZodObject<{
|
|
237
238
|
id: z.ZodString;
|
|
238
239
|
contentHash: z.ZodString;
|
|
@@ -271,8 +272,8 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
271
272
|
schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
|
|
272
273
|
revision: z.ZodNumber;
|
|
273
274
|
status: z.ZodEnum<{
|
|
274
|
-
draft: "draft";
|
|
275
275
|
archived: "archived";
|
|
276
|
+
draft: "draft";
|
|
276
277
|
published: "published";
|
|
277
278
|
}>;
|
|
278
279
|
publishedRelease: z.ZodNullable<z.ZodObject<{
|
|
@@ -298,15 +299,15 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
298
299
|
description: z.ZodString;
|
|
299
300
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
300
301
|
kind: z.ZodEnum<{
|
|
301
|
-
content: "content";
|
|
302
|
-
schema: "schema";
|
|
303
302
|
artifact: "artifact";
|
|
304
|
-
|
|
305
|
-
state: "state";
|
|
306
|
-
model_judge: "model_judge";
|
|
303
|
+
content: "content";
|
|
307
304
|
custom_verifier: "custom_verifier";
|
|
308
305
|
human: "human";
|
|
309
306
|
learned_model: "learned_model";
|
|
307
|
+
model_judge: "model_judge";
|
|
308
|
+
runtime_event: "runtime_event";
|
|
309
|
+
schema: "schema";
|
|
310
|
+
state: "state";
|
|
310
311
|
}>;
|
|
311
312
|
fields: z.ZodString;
|
|
312
313
|
outputField: z.ZodString;
|
|
@@ -345,8 +346,8 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
345
346
|
runtimeEventRefs: z.ZodArray<z.ZodString>;
|
|
346
347
|
infrastructureError: z.ZodString;
|
|
347
348
|
expectedStatus: z.ZodEnum<{
|
|
348
|
-
pending: "pending";
|
|
349
349
|
failed: "failed";
|
|
350
|
+
pending: "pending";
|
|
350
351
|
scored: "scored";
|
|
351
352
|
unavailable: "unavailable";
|
|
352
353
|
}>;
|
|
@@ -354,8 +355,8 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
354
355
|
maximumScore: z.ZodString;
|
|
355
356
|
expectedPassed: z.ZodEnum<{
|
|
356
357
|
any: "any";
|
|
357
|
-
true: "true";
|
|
358
358
|
false: "false";
|
|
359
|
+
true: "true";
|
|
359
360
|
}>;
|
|
360
361
|
sourceLabel: z.ZodOptional<z.ZodObject<{
|
|
361
362
|
evidence: z.ZodObject<{
|
|
@@ -373,8 +374,8 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
373
374
|
schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
|
|
374
375
|
revision: z.ZodNumber;
|
|
375
376
|
status: z.ZodEnum<{
|
|
376
|
-
draft: "draft";
|
|
377
377
|
archived: "archived";
|
|
378
|
+
draft: "draft";
|
|
378
379
|
published: "published";
|
|
379
380
|
}>;
|
|
380
381
|
publishedRelease: z.ZodNullable<z.ZodObject<{
|
|
@@ -400,6 +401,7 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
400
401
|
description: z.ZodString;
|
|
401
402
|
sources: z.ZodArray<z.ZodObject<{
|
|
402
403
|
graderId: z.ZodString;
|
|
404
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
403
405
|
reward: z.ZodObject<{
|
|
404
406
|
id: z.ZodString;
|
|
405
407
|
contentHash: z.ZodString;
|
|
@@ -433,8 +435,8 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
433
435
|
schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
|
|
434
436
|
revision: z.ZodNumber;
|
|
435
437
|
status: z.ZodEnum<{
|
|
436
|
-
draft: "draft";
|
|
437
438
|
archived: "archived";
|
|
439
|
+
draft: "draft";
|
|
438
440
|
published: "published";
|
|
439
441
|
}>;
|
|
440
442
|
publishedRelease: z.ZodNullable<z.ZodObject<{
|
|
@@ -455,10 +457,10 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
455
457
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
456
458
|
implementation: z.ZodUnion<readonly [z.ZodObject<{
|
|
457
459
|
kind: z.ZodEnum<{
|
|
458
|
-
content: "content";
|
|
459
|
-
schema: "schema";
|
|
460
460
|
artifact: "artifact";
|
|
461
|
+
content: "content";
|
|
461
462
|
runtime_event: "runtime_event";
|
|
463
|
+
schema: "schema";
|
|
462
464
|
state: "state";
|
|
463
465
|
}>;
|
|
464
466
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -471,15 +473,15 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
471
473
|
sizeBytes: z.ZodNumber;
|
|
472
474
|
mediaType: z.ZodString;
|
|
473
475
|
visibility: z.ZodEnum<{
|
|
476
|
+
host_private: "host_private";
|
|
474
477
|
policy: "policy";
|
|
475
478
|
verifier: "verifier";
|
|
476
|
-
host_private: "host_private";
|
|
477
479
|
}>;
|
|
478
480
|
}, z.core.$strict>;
|
|
479
481
|
calibrationStatus: z.ZodEnum<{
|
|
480
|
-
pending: "pending";
|
|
481
|
-
passed: "passed";
|
|
482
482
|
failed: "failed";
|
|
483
|
+
passed: "passed";
|
|
484
|
+
pending: "pending";
|
|
483
485
|
}>;
|
|
484
486
|
model: z.ZodOptional<z.ZodObject<{
|
|
485
487
|
providerId: z.ZodString;
|
|
@@ -488,9 +490,6 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
488
490
|
}, z.core.$strict>>;
|
|
489
491
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
490
492
|
}, z.core.$strict>, z.ZodObject<{
|
|
491
|
-
exportName: z.ZodOptional<z.ZodString>;
|
|
492
|
-
timeoutMs: z.ZodNumber;
|
|
493
|
-
networkPolicy: z.ZodLiteral<"none">;
|
|
494
493
|
kind: z.ZodLiteral<"custom_verifier">;
|
|
495
494
|
runtime: z.ZodOptional<z.ZodEnum<{
|
|
496
495
|
isolated_javascript: "isolated_javascript";
|
|
@@ -503,13 +502,29 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
503
502
|
sizeBytes: z.ZodNumber;
|
|
504
503
|
mediaType: z.ZodString;
|
|
505
504
|
visibility: z.ZodEnum<{
|
|
505
|
+
host_private: "host_private";
|
|
506
506
|
policy: "policy";
|
|
507
507
|
verifier: "verifier";
|
|
508
|
-
host_private: "host_private";
|
|
509
508
|
}>;
|
|
510
509
|
}, z.core.$strict>;
|
|
510
|
+
exportName: z.ZodOptional<z.ZodString>;
|
|
511
|
+
timeoutMs: z.ZodNumber;
|
|
512
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
511
513
|
}, z.core.$strict>, z.ZodObject<{
|
|
512
514
|
kind: z.ZodLiteral<"human">;
|
|
515
|
+
rubricRef: z.ZodObject<{
|
|
516
|
+
id: z.ZodString;
|
|
517
|
+
path: z.ZodString;
|
|
518
|
+
contentHash: z.ZodString;
|
|
519
|
+
sizeBytes: z.ZodNumber;
|
|
520
|
+
mediaType: z.ZodString;
|
|
521
|
+
visibility: z.ZodEnum<{
|
|
522
|
+
host_private: "host_private";
|
|
523
|
+
policy: "policy";
|
|
524
|
+
verifier: "verifier";
|
|
525
|
+
}>;
|
|
526
|
+
}, z.core.$strict>;
|
|
527
|
+
reviewerRole: z.ZodString;
|
|
513
528
|
form: z.ZodOptional<z.ZodObject<{
|
|
514
529
|
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
515
530
|
mode: z.ZodEnum<{
|
|
@@ -587,19 +602,6 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
587
602
|
allowTie: z.ZodBoolean;
|
|
588
603
|
}, z.core.$strict>], "kind">>;
|
|
589
604
|
}, z.core.$strict>>;
|
|
590
|
-
rubricRef: z.ZodObject<{
|
|
591
|
-
id: z.ZodString;
|
|
592
|
-
path: z.ZodString;
|
|
593
|
-
contentHash: z.ZodString;
|
|
594
|
-
sizeBytes: z.ZodNumber;
|
|
595
|
-
mediaType: z.ZodString;
|
|
596
|
-
visibility: z.ZodEnum<{
|
|
597
|
-
policy: "policy";
|
|
598
|
-
verifier: "verifier";
|
|
599
|
-
host_private: "host_private";
|
|
600
|
-
}>;
|
|
601
|
-
}, z.core.$strict>;
|
|
602
|
-
reviewerRole: z.ZodString;
|
|
603
605
|
}, z.core.$strict>, z.ZodObject<{
|
|
604
606
|
kind: z.ZodLiteral<"learned_model">;
|
|
605
607
|
modelVersion: z.ZodObject<{
|
|
@@ -613,9 +615,9 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
613
615
|
sizeBytes: z.ZodNumber;
|
|
614
616
|
mediaType: z.ZodString;
|
|
615
617
|
visibility: z.ZodEnum<{
|
|
618
|
+
host_private: "host_private";
|
|
616
619
|
policy: "policy";
|
|
617
620
|
verifier: "verifier";
|
|
618
|
-
host_private: "host_private";
|
|
619
621
|
}>;
|
|
620
622
|
}, z.core.$strict>;
|
|
621
623
|
}, z.core.$strict>]>;
|
|
@@ -630,9 +632,9 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
630
632
|
sizeBytes: z.ZodNumber;
|
|
631
633
|
mediaType: z.ZodString;
|
|
632
634
|
visibility: z.ZodEnum<{
|
|
635
|
+
host_private: "host_private";
|
|
633
636
|
policy: "policy";
|
|
634
637
|
verifier: "verifier";
|
|
635
|
-
host_private: "host_private";
|
|
636
638
|
}>;
|
|
637
639
|
}, z.core.$strict>>;
|
|
638
640
|
fixtureSetRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -642,9 +644,9 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
642
644
|
sizeBytes: z.ZodNumber;
|
|
643
645
|
mediaType: z.ZodString;
|
|
644
646
|
visibility: z.ZodEnum<{
|
|
647
|
+
host_private: "host_private";
|
|
645
648
|
policy: "policy";
|
|
646
649
|
verifier: "verifier";
|
|
647
|
-
host_private: "host_private";
|
|
648
650
|
}>;
|
|
649
651
|
}, z.core.$strict>>;
|
|
650
652
|
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -674,12 +676,12 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
674
676
|
contentHash: z.ZodString;
|
|
675
677
|
}, z.core.$strict>>;
|
|
676
678
|
status: z.ZodEnum<{
|
|
677
|
-
queued: "queued";
|
|
678
679
|
cancelled: "cancelled";
|
|
679
|
-
|
|
680
|
+
cancelling: "cancelling";
|
|
680
681
|
completed: "completed";
|
|
682
|
+
failed: "failed";
|
|
683
|
+
queued: "queued";
|
|
681
684
|
running: "running";
|
|
682
|
-
cancelling: "cancelling";
|
|
683
685
|
}>;
|
|
684
686
|
runtime: z.ZodNullable<z.ZodObject<{
|
|
685
687
|
id: z.ZodString;
|
|
@@ -703,8 +705,9 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
703
705
|
training: "training";
|
|
704
706
|
}>;
|
|
705
707
|
status: z.ZodEnum<{
|
|
706
|
-
pending: "pending";
|
|
707
708
|
failed: "failed";
|
|
709
|
+
not_applicable: "not_applicable";
|
|
710
|
+
pending: "pending";
|
|
708
711
|
scored: "scored";
|
|
709
712
|
unavailable: "unavailable";
|
|
710
713
|
}>;
|
|
@@ -717,8 +720,8 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
717
720
|
graderId: z.ZodString;
|
|
718
721
|
graderVersion: z.ZodString;
|
|
719
722
|
status: z.ZodOptional<z.ZodEnum<{
|
|
720
|
-
pending: "pending";
|
|
721
723
|
failed: "failed";
|
|
724
|
+
pending: "pending";
|
|
722
725
|
scored: "scored";
|
|
723
726
|
unavailable: "unavailable";
|
|
724
727
|
}>>;
|
|
@@ -726,12 +729,12 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
726
729
|
passed: z.ZodBoolean;
|
|
727
730
|
rewardEligible: z.ZodBoolean;
|
|
728
731
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
729
|
-
|
|
730
|
-
grader_failure: "grader_failure";
|
|
732
|
+
cancelled: "cancelled";
|
|
731
733
|
environment_failure: "environment_failure";
|
|
734
|
+
grader_failure: "grader_failure";
|
|
732
735
|
infrastructure_failure: "infrastructure_failure";
|
|
736
|
+
policy_failure: "policy_failure";
|
|
733
737
|
timeout: "timeout";
|
|
734
|
-
cancelled: "cancelled";
|
|
735
738
|
}>>;
|
|
736
739
|
feedback: z.ZodArray<z.ZodString>;
|
|
737
740
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -751,12 +754,12 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
751
754
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
752
755
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
753
756
|
reasoningEffort: z.ZodEnum<{
|
|
754
|
-
|
|
757
|
+
high: "high";
|
|
755
758
|
low: "low";
|
|
759
|
+
max: "max";
|
|
756
760
|
medium: "medium";
|
|
757
|
-
|
|
761
|
+
off: "off";
|
|
758
762
|
xhigh: "xhigh";
|
|
759
|
-
max: "max";
|
|
760
763
|
}>;
|
|
761
764
|
maximumOutputTokens: z.ZodNumber;
|
|
762
765
|
}, z.core.$strict>>;
|
|
@@ -779,9 +782,9 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
779
782
|
requestHash: z.ZodString;
|
|
780
783
|
reservedUsd: z.ZodNumber;
|
|
781
784
|
status: z.ZodEnum<{
|
|
785
|
+
not_dispatched: "not_dispatched";
|
|
782
786
|
reserved: "reserved";
|
|
783
787
|
settled: "settled";
|
|
784
|
-
not_dispatched: "not_dispatched";
|
|
785
788
|
}>;
|
|
786
789
|
response: z.ZodNullable<z.ZodObject<{
|
|
787
790
|
text: z.ZodString;
|
|
@@ -814,9 +817,9 @@ declare const ContentSchema: z.ZodObject<{
|
|
|
814
817
|
sizeBytes: z.ZodNumber;
|
|
815
818
|
mediaType: z.ZodString;
|
|
816
819
|
visibility: z.ZodEnum<{
|
|
820
|
+
host_private: "host_private";
|
|
817
821
|
policy: "policy";
|
|
818
822
|
verifier: "verifier";
|
|
819
|
-
host_private: "host_private";
|
|
820
823
|
}>;
|
|
821
824
|
}, z.core.$strict>;
|
|
822
825
|
text: z.ZodString;
|
|
@@ -834,10 +837,10 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
834
837
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
835
838
|
implementation: z.ZodUnion<readonly [z.ZodObject<{
|
|
836
839
|
kind: z.ZodEnum<{
|
|
837
|
-
content: "content";
|
|
838
|
-
schema: "schema";
|
|
839
840
|
artifact: "artifact";
|
|
841
|
+
content: "content";
|
|
840
842
|
runtime_event: "runtime_event";
|
|
843
|
+
schema: "schema";
|
|
841
844
|
state: "state";
|
|
842
845
|
}>;
|
|
843
846
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -850,15 +853,15 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
850
853
|
sizeBytes: z.ZodNumber;
|
|
851
854
|
mediaType: z.ZodString;
|
|
852
855
|
visibility: z.ZodEnum<{
|
|
856
|
+
host_private: "host_private";
|
|
853
857
|
policy: "policy";
|
|
854
858
|
verifier: "verifier";
|
|
855
|
-
host_private: "host_private";
|
|
856
859
|
}>;
|
|
857
860
|
}, z.core.$strict>;
|
|
858
861
|
calibrationStatus: z.ZodEnum<{
|
|
859
|
-
pending: "pending";
|
|
860
|
-
passed: "passed";
|
|
861
862
|
failed: "failed";
|
|
863
|
+
passed: "passed";
|
|
864
|
+
pending: "pending";
|
|
862
865
|
}>;
|
|
863
866
|
model: z.ZodOptional<z.ZodObject<{
|
|
864
867
|
providerId: z.ZodString;
|
|
@@ -867,9 +870,6 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
867
870
|
}, z.core.$strict>>;
|
|
868
871
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
869
872
|
}, z.core.$strict>, z.ZodObject<{
|
|
870
|
-
exportName: z.ZodOptional<z.ZodString>;
|
|
871
|
-
timeoutMs: z.ZodNumber;
|
|
872
|
-
networkPolicy: z.ZodLiteral<"none">;
|
|
873
873
|
kind: z.ZodLiteral<"custom_verifier">;
|
|
874
874
|
runtime: z.ZodOptional<z.ZodEnum<{
|
|
875
875
|
isolated_javascript: "isolated_javascript";
|
|
@@ -882,13 +882,29 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
882
882
|
sizeBytes: z.ZodNumber;
|
|
883
883
|
mediaType: z.ZodString;
|
|
884
884
|
visibility: z.ZodEnum<{
|
|
885
|
+
host_private: "host_private";
|
|
885
886
|
policy: "policy";
|
|
886
887
|
verifier: "verifier";
|
|
887
|
-
host_private: "host_private";
|
|
888
888
|
}>;
|
|
889
889
|
}, z.core.$strict>;
|
|
890
|
+
exportName: z.ZodOptional<z.ZodString>;
|
|
891
|
+
timeoutMs: z.ZodNumber;
|
|
892
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
890
893
|
}, z.core.$strict>, z.ZodObject<{
|
|
891
894
|
kind: z.ZodLiteral<"human">;
|
|
895
|
+
rubricRef: z.ZodObject<{
|
|
896
|
+
id: z.ZodString;
|
|
897
|
+
path: z.ZodString;
|
|
898
|
+
contentHash: z.ZodString;
|
|
899
|
+
sizeBytes: z.ZodNumber;
|
|
900
|
+
mediaType: z.ZodString;
|
|
901
|
+
visibility: z.ZodEnum<{
|
|
902
|
+
host_private: "host_private";
|
|
903
|
+
policy: "policy";
|
|
904
|
+
verifier: "verifier";
|
|
905
|
+
}>;
|
|
906
|
+
}, z.core.$strict>;
|
|
907
|
+
reviewerRole: z.ZodString;
|
|
892
908
|
form: z.ZodOptional<z.ZodObject<{
|
|
893
909
|
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
894
910
|
mode: z.ZodEnum<{
|
|
@@ -966,19 +982,6 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
966
982
|
allowTie: z.ZodBoolean;
|
|
967
983
|
}, z.core.$strict>], "kind">>;
|
|
968
984
|
}, z.core.$strict>>;
|
|
969
|
-
rubricRef: z.ZodObject<{
|
|
970
|
-
id: z.ZodString;
|
|
971
|
-
path: z.ZodString;
|
|
972
|
-
contentHash: z.ZodString;
|
|
973
|
-
sizeBytes: z.ZodNumber;
|
|
974
|
-
mediaType: z.ZodString;
|
|
975
|
-
visibility: z.ZodEnum<{
|
|
976
|
-
policy: "policy";
|
|
977
|
-
verifier: "verifier";
|
|
978
|
-
host_private: "host_private";
|
|
979
|
-
}>;
|
|
980
|
-
}, z.core.$strict>;
|
|
981
|
-
reviewerRole: z.ZodString;
|
|
982
985
|
}, z.core.$strict>, z.ZodObject<{
|
|
983
986
|
kind: z.ZodLiteral<"learned_model">;
|
|
984
987
|
modelVersion: z.ZodObject<{
|
|
@@ -992,9 +995,9 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
992
995
|
sizeBytes: z.ZodNumber;
|
|
993
996
|
mediaType: z.ZodString;
|
|
994
997
|
visibility: z.ZodEnum<{
|
|
998
|
+
host_private: "host_private";
|
|
995
999
|
policy: "policy";
|
|
996
1000
|
verifier: "verifier";
|
|
997
|
-
host_private: "host_private";
|
|
998
1001
|
}>;
|
|
999
1002
|
}, z.core.$strict>;
|
|
1000
1003
|
}, z.core.$strict>]>;
|
|
@@ -1009,9 +1012,9 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1009
1012
|
sizeBytes: z.ZodNumber;
|
|
1010
1013
|
mediaType: z.ZodString;
|
|
1011
1014
|
visibility: z.ZodEnum<{
|
|
1015
|
+
host_private: "host_private";
|
|
1012
1016
|
policy: "policy";
|
|
1013
1017
|
verifier: "verifier";
|
|
1014
|
-
host_private: "host_private";
|
|
1015
1018
|
}>;
|
|
1016
1019
|
}, z.core.$strict>>;
|
|
1017
1020
|
fixtureSetRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -1021,9 +1024,9 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1021
1024
|
sizeBytes: z.ZodNumber;
|
|
1022
1025
|
mediaType: z.ZodString;
|
|
1023
1026
|
visibility: z.ZodEnum<{
|
|
1027
|
+
host_private: "host_private";
|
|
1024
1028
|
policy: "policy";
|
|
1025
1029
|
verifier: "verifier";
|
|
1026
|
-
host_private: "host_private";
|
|
1027
1030
|
}>;
|
|
1028
1031
|
}, z.core.$strict>>;
|
|
1029
1032
|
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -1052,6 +1055,7 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1052
1055
|
familyNamespace: z.ZodString;
|
|
1053
1056
|
sources: z.ZodArray<z.ZodObject<{
|
|
1054
1057
|
graderId: z.ZodString;
|
|
1058
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
1055
1059
|
reward: z.ZodObject<{
|
|
1056
1060
|
id: z.ZodString;
|
|
1057
1061
|
contentHash: z.ZodString;
|
|
@@ -1090,8 +1094,8 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1090
1094
|
schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
|
|
1091
1095
|
revision: z.ZodNumber;
|
|
1092
1096
|
status: z.ZodEnum<{
|
|
1093
|
-
draft: "draft";
|
|
1094
1097
|
archived: "archived";
|
|
1098
|
+
draft: "draft";
|
|
1095
1099
|
published: "published";
|
|
1096
1100
|
}>;
|
|
1097
1101
|
publishedRelease: z.ZodNullable<z.ZodObject<{
|
|
@@ -1117,15 +1121,15 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1117
1121
|
description: z.ZodString;
|
|
1118
1122
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
1119
1123
|
kind: z.ZodEnum<{
|
|
1120
|
-
content: "content";
|
|
1121
|
-
schema: "schema";
|
|
1122
1124
|
artifact: "artifact";
|
|
1123
|
-
|
|
1124
|
-
state: "state";
|
|
1125
|
-
model_judge: "model_judge";
|
|
1125
|
+
content: "content";
|
|
1126
1126
|
custom_verifier: "custom_verifier";
|
|
1127
1127
|
human: "human";
|
|
1128
1128
|
learned_model: "learned_model";
|
|
1129
|
+
model_judge: "model_judge";
|
|
1130
|
+
runtime_event: "runtime_event";
|
|
1131
|
+
schema: "schema";
|
|
1132
|
+
state: "state";
|
|
1129
1133
|
}>;
|
|
1130
1134
|
fields: z.ZodString;
|
|
1131
1135
|
outputField: z.ZodString;
|
|
@@ -1164,8 +1168,8 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1164
1168
|
runtimeEventRefs: z.ZodArray<z.ZodString>;
|
|
1165
1169
|
infrastructureError: z.ZodString;
|
|
1166
1170
|
expectedStatus: z.ZodEnum<{
|
|
1167
|
-
pending: "pending";
|
|
1168
1171
|
failed: "failed";
|
|
1172
|
+
pending: "pending";
|
|
1169
1173
|
scored: "scored";
|
|
1170
1174
|
unavailable: "unavailable";
|
|
1171
1175
|
}>;
|
|
@@ -1173,8 +1177,8 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1173
1177
|
maximumScore: z.ZodString;
|
|
1174
1178
|
expectedPassed: z.ZodEnum<{
|
|
1175
1179
|
any: "any";
|
|
1176
|
-
true: "true";
|
|
1177
1180
|
false: "false";
|
|
1181
|
+
true: "true";
|
|
1178
1182
|
}>;
|
|
1179
1183
|
sourceLabel: z.ZodOptional<z.ZodObject<{
|
|
1180
1184
|
evidence: z.ZodObject<{
|
|
@@ -1192,8 +1196,8 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1192
1196
|
schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
|
|
1193
1197
|
revision: z.ZodNumber;
|
|
1194
1198
|
status: z.ZodEnum<{
|
|
1195
|
-
draft: "draft";
|
|
1196
1199
|
archived: "archived";
|
|
1200
|
+
draft: "draft";
|
|
1197
1201
|
published: "published";
|
|
1198
1202
|
}>;
|
|
1199
1203
|
publishedRelease: z.ZodNullable<z.ZodObject<{
|
|
@@ -1219,6 +1223,7 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1219
1223
|
description: z.ZodString;
|
|
1220
1224
|
sources: z.ZodArray<z.ZodObject<{
|
|
1221
1225
|
graderId: z.ZodString;
|
|
1226
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
1222
1227
|
reward: z.ZodObject<{
|
|
1223
1228
|
id: z.ZodString;
|
|
1224
1229
|
contentHash: z.ZodString;
|
|
@@ -1252,8 +1257,8 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1252
1257
|
schemaVersion: z.ZodLiteral<"openpond.authoringDraft.v1">;
|
|
1253
1258
|
revision: z.ZodNumber;
|
|
1254
1259
|
status: z.ZodEnum<{
|
|
1255
|
-
draft: "draft";
|
|
1256
1260
|
archived: "archived";
|
|
1261
|
+
draft: "draft";
|
|
1257
1262
|
published: "published";
|
|
1258
1263
|
}>;
|
|
1259
1264
|
publishedRelease: z.ZodNullable<z.ZodObject<{
|
|
@@ -1274,10 +1279,10 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1274
1279
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
1275
1280
|
implementation: z.ZodUnion<readonly [z.ZodObject<{
|
|
1276
1281
|
kind: z.ZodEnum<{
|
|
1277
|
-
content: "content";
|
|
1278
|
-
schema: "schema";
|
|
1279
1282
|
artifact: "artifact";
|
|
1283
|
+
content: "content";
|
|
1280
1284
|
runtime_event: "runtime_event";
|
|
1285
|
+
schema: "schema";
|
|
1281
1286
|
state: "state";
|
|
1282
1287
|
}>;
|
|
1283
1288
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -1290,15 +1295,15 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1290
1295
|
sizeBytes: z.ZodNumber;
|
|
1291
1296
|
mediaType: z.ZodString;
|
|
1292
1297
|
visibility: z.ZodEnum<{
|
|
1298
|
+
host_private: "host_private";
|
|
1293
1299
|
policy: "policy";
|
|
1294
1300
|
verifier: "verifier";
|
|
1295
|
-
host_private: "host_private";
|
|
1296
1301
|
}>;
|
|
1297
1302
|
}, z.core.$strict>;
|
|
1298
1303
|
calibrationStatus: z.ZodEnum<{
|
|
1299
|
-
pending: "pending";
|
|
1300
|
-
passed: "passed";
|
|
1301
1304
|
failed: "failed";
|
|
1305
|
+
passed: "passed";
|
|
1306
|
+
pending: "pending";
|
|
1302
1307
|
}>;
|
|
1303
1308
|
model: z.ZodOptional<z.ZodObject<{
|
|
1304
1309
|
providerId: z.ZodString;
|
|
@@ -1307,9 +1312,6 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1307
1312
|
}, z.core.$strict>>;
|
|
1308
1313
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1309
1314
|
}, z.core.$strict>, z.ZodObject<{
|
|
1310
|
-
exportName: z.ZodOptional<z.ZodString>;
|
|
1311
|
-
timeoutMs: z.ZodNumber;
|
|
1312
|
-
networkPolicy: z.ZodLiteral<"none">;
|
|
1313
1315
|
kind: z.ZodLiteral<"custom_verifier">;
|
|
1314
1316
|
runtime: z.ZodOptional<z.ZodEnum<{
|
|
1315
1317
|
isolated_javascript: "isolated_javascript";
|
|
@@ -1322,13 +1324,29 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1322
1324
|
sizeBytes: z.ZodNumber;
|
|
1323
1325
|
mediaType: z.ZodString;
|
|
1324
1326
|
visibility: z.ZodEnum<{
|
|
1327
|
+
host_private: "host_private";
|
|
1325
1328
|
policy: "policy";
|
|
1326
1329
|
verifier: "verifier";
|
|
1327
|
-
host_private: "host_private";
|
|
1328
1330
|
}>;
|
|
1329
1331
|
}, z.core.$strict>;
|
|
1332
|
+
exportName: z.ZodOptional<z.ZodString>;
|
|
1333
|
+
timeoutMs: z.ZodNumber;
|
|
1334
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
1330
1335
|
}, z.core.$strict>, z.ZodObject<{
|
|
1331
1336
|
kind: z.ZodLiteral<"human">;
|
|
1337
|
+
rubricRef: z.ZodObject<{
|
|
1338
|
+
id: z.ZodString;
|
|
1339
|
+
path: z.ZodString;
|
|
1340
|
+
contentHash: z.ZodString;
|
|
1341
|
+
sizeBytes: z.ZodNumber;
|
|
1342
|
+
mediaType: z.ZodString;
|
|
1343
|
+
visibility: z.ZodEnum<{
|
|
1344
|
+
host_private: "host_private";
|
|
1345
|
+
policy: "policy";
|
|
1346
|
+
verifier: "verifier";
|
|
1347
|
+
}>;
|
|
1348
|
+
}, z.core.$strict>;
|
|
1349
|
+
reviewerRole: z.ZodString;
|
|
1332
1350
|
form: z.ZodOptional<z.ZodObject<{
|
|
1333
1351
|
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
1334
1352
|
mode: z.ZodEnum<{
|
|
@@ -1406,19 +1424,6 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1406
1424
|
allowTie: z.ZodBoolean;
|
|
1407
1425
|
}, z.core.$strict>], "kind">>;
|
|
1408
1426
|
}, z.core.$strict>>;
|
|
1409
|
-
rubricRef: z.ZodObject<{
|
|
1410
|
-
id: z.ZodString;
|
|
1411
|
-
path: z.ZodString;
|
|
1412
|
-
contentHash: z.ZodString;
|
|
1413
|
-
sizeBytes: z.ZodNumber;
|
|
1414
|
-
mediaType: z.ZodString;
|
|
1415
|
-
visibility: z.ZodEnum<{
|
|
1416
|
-
policy: "policy";
|
|
1417
|
-
verifier: "verifier";
|
|
1418
|
-
host_private: "host_private";
|
|
1419
|
-
}>;
|
|
1420
|
-
}, z.core.$strict>;
|
|
1421
|
-
reviewerRole: z.ZodString;
|
|
1422
1427
|
}, z.core.$strict>, z.ZodObject<{
|
|
1423
1428
|
kind: z.ZodLiteral<"learned_model">;
|
|
1424
1429
|
modelVersion: z.ZodObject<{
|
|
@@ -1432,9 +1437,9 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1432
1437
|
sizeBytes: z.ZodNumber;
|
|
1433
1438
|
mediaType: z.ZodString;
|
|
1434
1439
|
visibility: z.ZodEnum<{
|
|
1440
|
+
host_private: "host_private";
|
|
1435
1441
|
policy: "policy";
|
|
1436
1442
|
verifier: "verifier";
|
|
1437
|
-
host_private: "host_private";
|
|
1438
1443
|
}>;
|
|
1439
1444
|
}, z.core.$strict>;
|
|
1440
1445
|
}, z.core.$strict>]>;
|
|
@@ -1449,9 +1454,9 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1449
1454
|
sizeBytes: z.ZodNumber;
|
|
1450
1455
|
mediaType: z.ZodString;
|
|
1451
1456
|
visibility: z.ZodEnum<{
|
|
1457
|
+
host_private: "host_private";
|
|
1452
1458
|
policy: "policy";
|
|
1453
1459
|
verifier: "verifier";
|
|
1454
|
-
host_private: "host_private";
|
|
1455
1460
|
}>;
|
|
1456
1461
|
}, z.core.$strict>>;
|
|
1457
1462
|
fixtureSetRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -1461,9 +1466,9 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1461
1466
|
sizeBytes: z.ZodNumber;
|
|
1462
1467
|
mediaType: z.ZodString;
|
|
1463
1468
|
visibility: z.ZodEnum<{
|
|
1469
|
+
host_private: "host_private";
|
|
1464
1470
|
policy: "policy";
|
|
1465
1471
|
verifier: "verifier";
|
|
1466
|
-
host_private: "host_private";
|
|
1467
1472
|
}>;
|
|
1468
1473
|
}, z.core.$strict>>;
|
|
1469
1474
|
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -1493,12 +1498,12 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1493
1498
|
contentHash: z.ZodString;
|
|
1494
1499
|
}, z.core.$strict>>;
|
|
1495
1500
|
status: z.ZodEnum<{
|
|
1496
|
-
queued: "queued";
|
|
1497
1501
|
cancelled: "cancelled";
|
|
1498
|
-
|
|
1502
|
+
cancelling: "cancelling";
|
|
1499
1503
|
completed: "completed";
|
|
1504
|
+
failed: "failed";
|
|
1505
|
+
queued: "queued";
|
|
1500
1506
|
running: "running";
|
|
1501
|
-
cancelling: "cancelling";
|
|
1502
1507
|
}>;
|
|
1503
1508
|
runtime: z.ZodNullable<z.ZodObject<{
|
|
1504
1509
|
id: z.ZodString;
|
|
@@ -1522,8 +1527,9 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1522
1527
|
training: "training";
|
|
1523
1528
|
}>;
|
|
1524
1529
|
status: z.ZodEnum<{
|
|
1525
|
-
pending: "pending";
|
|
1526
1530
|
failed: "failed";
|
|
1531
|
+
not_applicable: "not_applicable";
|
|
1532
|
+
pending: "pending";
|
|
1527
1533
|
scored: "scored";
|
|
1528
1534
|
unavailable: "unavailable";
|
|
1529
1535
|
}>;
|
|
@@ -1536,8 +1542,8 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1536
1542
|
graderId: z.ZodString;
|
|
1537
1543
|
graderVersion: z.ZodString;
|
|
1538
1544
|
status: z.ZodOptional<z.ZodEnum<{
|
|
1539
|
-
pending: "pending";
|
|
1540
1545
|
failed: "failed";
|
|
1546
|
+
pending: "pending";
|
|
1541
1547
|
scored: "scored";
|
|
1542
1548
|
unavailable: "unavailable";
|
|
1543
1549
|
}>>;
|
|
@@ -1545,12 +1551,12 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1545
1551
|
passed: z.ZodBoolean;
|
|
1546
1552
|
rewardEligible: z.ZodBoolean;
|
|
1547
1553
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
1548
|
-
|
|
1549
|
-
grader_failure: "grader_failure";
|
|
1554
|
+
cancelled: "cancelled";
|
|
1550
1555
|
environment_failure: "environment_failure";
|
|
1556
|
+
grader_failure: "grader_failure";
|
|
1551
1557
|
infrastructure_failure: "infrastructure_failure";
|
|
1558
|
+
policy_failure: "policy_failure";
|
|
1552
1559
|
timeout: "timeout";
|
|
1553
|
-
cancelled: "cancelled";
|
|
1554
1560
|
}>>;
|
|
1555
1561
|
feedback: z.ZodArray<z.ZodString>;
|
|
1556
1562
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -1570,12 +1576,12 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1570
1576
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
1571
1577
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
1572
1578
|
reasoningEffort: z.ZodEnum<{
|
|
1573
|
-
|
|
1579
|
+
high: "high";
|
|
1574
1580
|
low: "low";
|
|
1581
|
+
max: "max";
|
|
1575
1582
|
medium: "medium";
|
|
1576
|
-
|
|
1583
|
+
off: "off";
|
|
1577
1584
|
xhigh: "xhigh";
|
|
1578
|
-
max: "max";
|
|
1579
1585
|
}>;
|
|
1580
1586
|
maximumOutputTokens: z.ZodNumber;
|
|
1581
1587
|
}, z.core.$strict>>;
|
|
@@ -1598,9 +1604,9 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1598
1604
|
requestHash: z.ZodString;
|
|
1599
1605
|
reservedUsd: z.ZodNumber;
|
|
1600
1606
|
status: z.ZodEnum<{
|
|
1607
|
+
not_dispatched: "not_dispatched";
|
|
1601
1608
|
reserved: "reserved";
|
|
1602
1609
|
settled: "settled";
|
|
1603
|
-
not_dispatched: "not_dispatched";
|
|
1604
1610
|
}>;
|
|
1605
1611
|
response: z.ZodNullable<z.ZodObject<{
|
|
1606
1612
|
text: z.ZodString;
|
|
@@ -1633,9 +1639,9 @@ export declare const RewardCalibrationClosureSchema: z.ZodObject<{
|
|
|
1633
1639
|
sizeBytes: z.ZodNumber;
|
|
1634
1640
|
mediaType: z.ZodString;
|
|
1635
1641
|
visibility: z.ZodEnum<{
|
|
1642
|
+
host_private: "host_private";
|
|
1636
1643
|
policy: "policy";
|
|
1637
1644
|
verifier: "verifier";
|
|
1638
|
-
host_private: "host_private";
|
|
1639
1645
|
}>;
|
|
1640
1646
|
}, z.core.$strict>;
|
|
1641
1647
|
text: z.ZodString;
|
|
@@ -1661,8 +1667,23 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1661
1667
|
revision: number;
|
|
1662
1668
|
name: string;
|
|
1663
1669
|
description: string;
|
|
1670
|
+
feedbackKey?: string | undefined;
|
|
1664
1671
|
implementation: {
|
|
1665
|
-
kind: "
|
|
1672
|
+
kind: "learned_model";
|
|
1673
|
+
modelVersion: {
|
|
1674
|
+
id: string;
|
|
1675
|
+
contentHash: string;
|
|
1676
|
+
};
|
|
1677
|
+
inputContract: {
|
|
1678
|
+
id: string;
|
|
1679
|
+
path: string;
|
|
1680
|
+
contentHash: string;
|
|
1681
|
+
sizeBytes: number;
|
|
1682
|
+
mediaType: string;
|
|
1683
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1684
|
+
};
|
|
1685
|
+
} | {
|
|
1686
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
1666
1687
|
config: Record<string, unknown>;
|
|
1667
1688
|
} | {
|
|
1668
1689
|
kind: "model_judge";
|
|
@@ -1672,9 +1693,9 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1672
1693
|
contentHash: string;
|
|
1673
1694
|
sizeBytes: number;
|
|
1674
1695
|
mediaType: string;
|
|
1675
|
-
visibility: "
|
|
1696
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1676
1697
|
};
|
|
1677
|
-
calibrationStatus: "
|
|
1698
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
1678
1699
|
model?: {
|
|
1679
1700
|
providerId: string;
|
|
1680
1701
|
modelId: string;
|
|
@@ -1682,19 +1703,19 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1682
1703
|
} | undefined;
|
|
1683
1704
|
temperature?: number | undefined;
|
|
1684
1705
|
} | {
|
|
1685
|
-
timeoutMs: number;
|
|
1686
|
-
networkPolicy: "none";
|
|
1687
1706
|
kind: "custom_verifier";
|
|
1707
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1688
1708
|
verifierRef: {
|
|
1689
1709
|
id: string;
|
|
1690
1710
|
path: string;
|
|
1691
1711
|
contentHash: string;
|
|
1692
1712
|
sizeBytes: number;
|
|
1693
1713
|
mediaType: string;
|
|
1694
|
-
visibility: "
|
|
1714
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1695
1715
|
};
|
|
1696
1716
|
exportName?: string | undefined;
|
|
1697
|
-
|
|
1717
|
+
timeoutMs: number;
|
|
1718
|
+
networkPolicy: "none";
|
|
1698
1719
|
} | {
|
|
1699
1720
|
kind: "human";
|
|
1700
1721
|
rubricRef: {
|
|
@@ -1703,7 +1724,7 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1703
1724
|
contentHash: string;
|
|
1704
1725
|
sizeBytes: number;
|
|
1705
1726
|
mediaType: string;
|
|
1706
|
-
visibility: "
|
|
1727
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1707
1728
|
};
|
|
1708
1729
|
reviewerRole: string;
|
|
1709
1730
|
form?: {
|
|
@@ -1716,84 +1737,70 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1716
1737
|
instructions: string;
|
|
1717
1738
|
required: boolean;
|
|
1718
1739
|
allowAbstain: boolean;
|
|
1719
|
-
kind: "score";
|
|
1720
|
-
minimum: number;
|
|
1721
|
-
maximum: number;
|
|
1722
|
-
step: number;
|
|
1723
1740
|
requireRationale?: boolean | undefined;
|
|
1724
1741
|
anchors?: {
|
|
1725
1742
|
value: string | number | boolean;
|
|
1726
1743
|
description: string;
|
|
1727
1744
|
}[] | undefined;
|
|
1745
|
+
kind: "score";
|
|
1746
|
+
minimum: number;
|
|
1747
|
+
maximum: number;
|
|
1748
|
+
step: number;
|
|
1728
1749
|
} | {
|
|
1729
1750
|
id: string;
|
|
1730
1751
|
label: string;
|
|
1731
1752
|
instructions: string;
|
|
1732
1753
|
required: boolean;
|
|
1733
1754
|
allowAbstain: boolean;
|
|
1734
|
-
kind: "category";
|
|
1735
|
-
options: string[];
|
|
1736
1755
|
requireRationale?: boolean | undefined;
|
|
1737
1756
|
anchors?: {
|
|
1738
1757
|
value: string | number | boolean;
|
|
1739
1758
|
description: string;
|
|
1740
1759
|
}[] | undefined;
|
|
1760
|
+
kind: "category";
|
|
1761
|
+
options: string[];
|
|
1741
1762
|
} | {
|
|
1742
1763
|
id: string;
|
|
1743
1764
|
label: string;
|
|
1744
1765
|
instructions: string;
|
|
1745
1766
|
required: boolean;
|
|
1746
1767
|
allowAbstain: boolean;
|
|
1747
|
-
kind: "boolean";
|
|
1748
1768
|
requireRationale?: boolean | undefined;
|
|
1749
1769
|
anchors?: {
|
|
1750
1770
|
value: string | number | boolean;
|
|
1751
1771
|
description: string;
|
|
1752
1772
|
}[] | undefined;
|
|
1773
|
+
kind: "boolean";
|
|
1753
1774
|
} | {
|
|
1754
1775
|
id: string;
|
|
1755
1776
|
label: string;
|
|
1756
1777
|
instructions: string;
|
|
1757
1778
|
required: boolean;
|
|
1758
1779
|
allowAbstain: boolean;
|
|
1759
|
-
kind: "text";
|
|
1760
|
-
maximumLength: number;
|
|
1761
1780
|
requireRationale?: boolean | undefined;
|
|
1762
1781
|
anchors?: {
|
|
1763
1782
|
value: string | number | boolean;
|
|
1764
1783
|
description: string;
|
|
1765
1784
|
}[] | undefined;
|
|
1785
|
+
kind: "text";
|
|
1766
1786
|
minimumLength?: number | undefined;
|
|
1787
|
+
maximumLength: number;
|
|
1767
1788
|
} | {
|
|
1768
1789
|
id: string;
|
|
1769
1790
|
label: string;
|
|
1770
1791
|
instructions: string;
|
|
1771
1792
|
required: boolean;
|
|
1772
1793
|
allowAbstain: boolean;
|
|
1773
|
-
kind: "preference";
|
|
1774
|
-
allowTie: boolean;
|
|
1775
1794
|
requireRationale?: boolean | undefined;
|
|
1776
1795
|
anchors?: {
|
|
1777
1796
|
value: string | number | boolean;
|
|
1778
1797
|
description: string;
|
|
1779
1798
|
}[] | undefined;
|
|
1799
|
+
kind: "preference";
|
|
1780
1800
|
requireStrength?: boolean | undefined;
|
|
1801
|
+
allowTie: boolean;
|
|
1781
1802
|
})[];
|
|
1782
1803
|
} | undefined;
|
|
1783
|
-
} | {
|
|
1784
|
-
kind: "learned_model";
|
|
1785
|
-
modelVersion: {
|
|
1786
|
-
id: string;
|
|
1787
|
-
contentHash: string;
|
|
1788
|
-
};
|
|
1789
|
-
inputContract: {
|
|
1790
|
-
id: string;
|
|
1791
|
-
path: string;
|
|
1792
|
-
contentHash: string;
|
|
1793
|
-
sizeBytes: number;
|
|
1794
|
-
mediaType: string;
|
|
1795
|
-
visibility: "policy" | "verifier" | "host_private";
|
|
1796
|
-
};
|
|
1797
1804
|
};
|
|
1798
1805
|
rawScore: {
|
|
1799
1806
|
minimum: number;
|
|
@@ -1805,23 +1812,22 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1805
1812
|
contentHash: string;
|
|
1806
1813
|
sizeBytes: number;
|
|
1807
1814
|
mediaType: string;
|
|
1808
|
-
visibility: "
|
|
1815
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1809
1816
|
}[];
|
|
1810
|
-
contentHash: string;
|
|
1811
|
-
feedbackKey?: string | undefined;
|
|
1812
1817
|
fixtureSetRef?: {
|
|
1813
1818
|
id: string;
|
|
1814
1819
|
path: string;
|
|
1815
1820
|
contentHash: string;
|
|
1816
1821
|
sizeBytes: number;
|
|
1817
1822
|
mediaType: string;
|
|
1818
|
-
visibility: "
|
|
1823
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1819
1824
|
} | undefined;
|
|
1820
1825
|
calibrationCheckRef?: {
|
|
1821
1826
|
id: string;
|
|
1822
1827
|
contentHash: string;
|
|
1823
1828
|
revision: number;
|
|
1824
1829
|
} | undefined;
|
|
1830
|
+
contentHash: string;
|
|
1825
1831
|
};
|
|
1826
1832
|
draft: {
|
|
1827
1833
|
id: string;
|
|
@@ -1842,6 +1848,7 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1842
1848
|
familyNamespace: string;
|
|
1843
1849
|
sources: {
|
|
1844
1850
|
graderId: string;
|
|
1851
|
+
taskIds?: string[] | undefined;
|
|
1845
1852
|
reward: {
|
|
1846
1853
|
id: string;
|
|
1847
1854
|
contentHash: string;
|
|
@@ -1873,7 +1880,7 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1873
1880
|
};
|
|
1874
1881
|
schemaVersion: "openpond.authoringDraft.v1";
|
|
1875
1882
|
revision: number;
|
|
1876
|
-
status: "
|
|
1883
|
+
status: "archived" | "draft" | "published";
|
|
1877
1884
|
publishedRelease: {
|
|
1878
1885
|
id: string;
|
|
1879
1886
|
contentHash: string;
|
|
@@ -1895,7 +1902,8 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1895
1902
|
fields: {
|
|
1896
1903
|
name: string;
|
|
1897
1904
|
description: string;
|
|
1898
|
-
|
|
1905
|
+
feedbackKey?: string | undefined;
|
|
1906
|
+
kind: "artifact" | "content" | "custom_verifier" | "human" | "learned_model" | "model_judge" | "runtime_event" | "schema" | "state";
|
|
1899
1907
|
fields: string;
|
|
1900
1908
|
outputField: string;
|
|
1901
1909
|
expectedField: string;
|
|
@@ -1906,20 +1914,19 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1906
1914
|
code: string;
|
|
1907
1915
|
exportName: string;
|
|
1908
1916
|
timeout: string;
|
|
1917
|
+
verifierRuntime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1909
1918
|
rubric: string;
|
|
1910
1919
|
providerId: string;
|
|
1911
1920
|
modelId: string;
|
|
1912
1921
|
modelRevision: string;
|
|
1913
1922
|
temperature: string;
|
|
1914
1923
|
reviewerRole: string;
|
|
1924
|
+
humanForm?: string | undefined;
|
|
1915
1925
|
learnedId: string;
|
|
1916
1926
|
learnedHash: string;
|
|
1917
1927
|
inputContract: string;
|
|
1918
1928
|
minimum: string;
|
|
1919
1929
|
maximum: string;
|
|
1920
|
-
feedbackKey?: string | undefined;
|
|
1921
|
-
verifierRuntime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1922
|
-
humanForm?: string | undefined;
|
|
1923
1930
|
fixtures?: {
|
|
1924
1931
|
id: string;
|
|
1925
1932
|
name: string;
|
|
@@ -1930,10 +1937,10 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1930
1937
|
artifactRefs: string[];
|
|
1931
1938
|
runtimeEventRefs: string[];
|
|
1932
1939
|
infrastructureError: string;
|
|
1933
|
-
expectedStatus: "
|
|
1940
|
+
expectedStatus: "failed" | "pending" | "scored" | "unavailable";
|
|
1934
1941
|
minimumScore: string;
|
|
1935
1942
|
maximumScore: string;
|
|
1936
|
-
expectedPassed: "any" | "
|
|
1943
|
+
expectedPassed: "any" | "false" | "true";
|
|
1937
1944
|
sourceLabel?: {
|
|
1938
1945
|
evidence: {
|
|
1939
1946
|
id: string;
|
|
@@ -1949,7 +1956,7 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1949
1956
|
};
|
|
1950
1957
|
schemaVersion: "openpond.authoringDraft.v1";
|
|
1951
1958
|
revision: number;
|
|
1952
|
-
status: "
|
|
1959
|
+
status: "archived" | "draft" | "published";
|
|
1953
1960
|
publishedRelease: {
|
|
1954
1961
|
id: string;
|
|
1955
1962
|
contentHash: string;
|
|
@@ -1973,6 +1980,7 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1973
1980
|
description: string;
|
|
1974
1981
|
sources: {
|
|
1975
1982
|
graderId: string;
|
|
1983
|
+
taskIds?: string[] | undefined;
|
|
1976
1984
|
reward: {
|
|
1977
1985
|
id: string;
|
|
1978
1986
|
contentHash: string;
|
|
@@ -1999,7 +2007,7 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
1999
2007
|
};
|
|
2000
2008
|
schemaVersion: "openpond.authoringDraft.v1";
|
|
2001
2009
|
revision: number;
|
|
2002
|
-
status: "
|
|
2010
|
+
status: "archived" | "draft" | "published";
|
|
2003
2011
|
publishedRelease: {
|
|
2004
2012
|
id: string;
|
|
2005
2013
|
contentHash: string;
|
|
@@ -2015,8 +2023,23 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
2015
2023
|
revision: number;
|
|
2016
2024
|
name: string;
|
|
2017
2025
|
description: string;
|
|
2026
|
+
feedbackKey?: string | undefined;
|
|
2018
2027
|
implementation: {
|
|
2019
|
-
kind: "
|
|
2028
|
+
kind: "learned_model";
|
|
2029
|
+
modelVersion: {
|
|
2030
|
+
id: string;
|
|
2031
|
+
contentHash: string;
|
|
2032
|
+
};
|
|
2033
|
+
inputContract: {
|
|
2034
|
+
id: string;
|
|
2035
|
+
path: string;
|
|
2036
|
+
contentHash: string;
|
|
2037
|
+
sizeBytes: number;
|
|
2038
|
+
mediaType: string;
|
|
2039
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2040
|
+
};
|
|
2041
|
+
} | {
|
|
2042
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
2020
2043
|
config: Record<string, unknown>;
|
|
2021
2044
|
} | {
|
|
2022
2045
|
kind: "model_judge";
|
|
@@ -2026,9 +2049,9 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
2026
2049
|
contentHash: string;
|
|
2027
2050
|
sizeBytes: number;
|
|
2028
2051
|
mediaType: string;
|
|
2029
|
-
visibility: "
|
|
2052
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2030
2053
|
};
|
|
2031
|
-
calibrationStatus: "
|
|
2054
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
2032
2055
|
model?: {
|
|
2033
2056
|
providerId: string;
|
|
2034
2057
|
modelId: string;
|
|
@@ -2036,19 +2059,19 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
2036
2059
|
} | undefined;
|
|
2037
2060
|
temperature?: number | undefined;
|
|
2038
2061
|
} | {
|
|
2039
|
-
timeoutMs: number;
|
|
2040
|
-
networkPolicy: "none";
|
|
2041
2062
|
kind: "custom_verifier";
|
|
2063
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
2042
2064
|
verifierRef: {
|
|
2043
2065
|
id: string;
|
|
2044
2066
|
path: string;
|
|
2045
2067
|
contentHash: string;
|
|
2046
2068
|
sizeBytes: number;
|
|
2047
2069
|
mediaType: string;
|
|
2048
|
-
visibility: "
|
|
2070
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2049
2071
|
};
|
|
2050
2072
|
exportName?: string | undefined;
|
|
2051
|
-
|
|
2073
|
+
timeoutMs: number;
|
|
2074
|
+
networkPolicy: "none";
|
|
2052
2075
|
} | {
|
|
2053
2076
|
kind: "human";
|
|
2054
2077
|
rubricRef: {
|
|
@@ -2057,7 +2080,7 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
2057
2080
|
contentHash: string;
|
|
2058
2081
|
sizeBytes: number;
|
|
2059
2082
|
mediaType: string;
|
|
2060
|
-
visibility: "
|
|
2083
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2061
2084
|
};
|
|
2062
2085
|
reviewerRole: string;
|
|
2063
2086
|
form?: {
|
|
@@ -2070,84 +2093,70 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
2070
2093
|
instructions: string;
|
|
2071
2094
|
required: boolean;
|
|
2072
2095
|
allowAbstain: boolean;
|
|
2073
|
-
kind: "score";
|
|
2074
|
-
minimum: number;
|
|
2075
|
-
maximum: number;
|
|
2076
|
-
step: number;
|
|
2077
2096
|
requireRationale?: boolean | undefined;
|
|
2078
2097
|
anchors?: {
|
|
2079
2098
|
value: string | number | boolean;
|
|
2080
2099
|
description: string;
|
|
2081
2100
|
}[] | undefined;
|
|
2101
|
+
kind: "score";
|
|
2102
|
+
minimum: number;
|
|
2103
|
+
maximum: number;
|
|
2104
|
+
step: number;
|
|
2082
2105
|
} | {
|
|
2083
2106
|
id: string;
|
|
2084
2107
|
label: string;
|
|
2085
2108
|
instructions: string;
|
|
2086
2109
|
required: boolean;
|
|
2087
2110
|
allowAbstain: boolean;
|
|
2088
|
-
kind: "category";
|
|
2089
|
-
options: string[];
|
|
2090
2111
|
requireRationale?: boolean | undefined;
|
|
2091
2112
|
anchors?: {
|
|
2092
2113
|
value: string | number | boolean;
|
|
2093
2114
|
description: string;
|
|
2094
2115
|
}[] | undefined;
|
|
2116
|
+
kind: "category";
|
|
2117
|
+
options: string[];
|
|
2095
2118
|
} | {
|
|
2096
2119
|
id: string;
|
|
2097
2120
|
label: string;
|
|
2098
2121
|
instructions: string;
|
|
2099
2122
|
required: boolean;
|
|
2100
2123
|
allowAbstain: boolean;
|
|
2101
|
-
kind: "boolean";
|
|
2102
2124
|
requireRationale?: boolean | undefined;
|
|
2103
2125
|
anchors?: {
|
|
2104
2126
|
value: string | number | boolean;
|
|
2105
2127
|
description: string;
|
|
2106
2128
|
}[] | undefined;
|
|
2129
|
+
kind: "boolean";
|
|
2107
2130
|
} | {
|
|
2108
2131
|
id: string;
|
|
2109
2132
|
label: string;
|
|
2110
2133
|
instructions: string;
|
|
2111
2134
|
required: boolean;
|
|
2112
2135
|
allowAbstain: boolean;
|
|
2113
|
-
kind: "text";
|
|
2114
|
-
maximumLength: number;
|
|
2115
2136
|
requireRationale?: boolean | undefined;
|
|
2116
2137
|
anchors?: {
|
|
2117
2138
|
value: string | number | boolean;
|
|
2118
2139
|
description: string;
|
|
2119
2140
|
}[] | undefined;
|
|
2141
|
+
kind: "text";
|
|
2120
2142
|
minimumLength?: number | undefined;
|
|
2143
|
+
maximumLength: number;
|
|
2121
2144
|
} | {
|
|
2122
2145
|
id: string;
|
|
2123
2146
|
label: string;
|
|
2124
2147
|
instructions: string;
|
|
2125
2148
|
required: boolean;
|
|
2126
2149
|
allowAbstain: boolean;
|
|
2127
|
-
kind: "preference";
|
|
2128
|
-
allowTie: boolean;
|
|
2129
2150
|
requireRationale?: boolean | undefined;
|
|
2130
2151
|
anchors?: {
|
|
2131
2152
|
value: string | number | boolean;
|
|
2132
2153
|
description: string;
|
|
2133
2154
|
}[] | undefined;
|
|
2155
|
+
kind: "preference";
|
|
2134
2156
|
requireStrength?: boolean | undefined;
|
|
2157
|
+
allowTie: boolean;
|
|
2135
2158
|
})[];
|
|
2136
2159
|
} | undefined;
|
|
2137
|
-
} | {
|
|
2138
|
-
kind: "learned_model";
|
|
2139
|
-
modelVersion: {
|
|
2140
|
-
id: string;
|
|
2141
|
-
contentHash: string;
|
|
2142
|
-
};
|
|
2143
|
-
inputContract: {
|
|
2144
|
-
id: string;
|
|
2145
|
-
path: string;
|
|
2146
|
-
contentHash: string;
|
|
2147
|
-
sizeBytes: number;
|
|
2148
|
-
mediaType: string;
|
|
2149
|
-
visibility: "policy" | "verifier" | "host_private";
|
|
2150
|
-
};
|
|
2151
2160
|
};
|
|
2152
2161
|
rawScore: {
|
|
2153
2162
|
minimum: number;
|
|
@@ -2159,23 +2168,22 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
2159
2168
|
contentHash: string;
|
|
2160
2169
|
sizeBytes: number;
|
|
2161
2170
|
mediaType: string;
|
|
2162
|
-
visibility: "
|
|
2171
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2163
2172
|
}[];
|
|
2164
|
-
contentHash: string;
|
|
2165
|
-
feedbackKey?: string | undefined;
|
|
2166
2173
|
fixtureSetRef?: {
|
|
2167
2174
|
id: string;
|
|
2168
2175
|
path: string;
|
|
2169
2176
|
contentHash: string;
|
|
2170
2177
|
sizeBytes: number;
|
|
2171
2178
|
mediaType: string;
|
|
2172
|
-
visibility: "
|
|
2179
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2173
2180
|
} | undefined;
|
|
2174
2181
|
calibrationCheckRef?: {
|
|
2175
2182
|
id: string;
|
|
2176
2183
|
contentHash: string;
|
|
2177
2184
|
revision: number;
|
|
2178
2185
|
} | undefined;
|
|
2186
|
+
contentHash: string;
|
|
2179
2187
|
} | null;
|
|
2180
2188
|
check: {
|
|
2181
2189
|
schemaVersion: "openpond.rewardCheckRun.v1";
|
|
@@ -2196,7 +2204,7 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
2196
2204
|
id: string;
|
|
2197
2205
|
contentHash: string;
|
|
2198
2206
|
}[];
|
|
2199
|
-
status: "
|
|
2207
|
+
status: "cancelled" | "cancelling" | "completed" | "failed" | "queued" | "running";
|
|
2200
2208
|
runtime: {
|
|
2201
2209
|
id: string;
|
|
2202
2210
|
packageVersion: string;
|
|
@@ -2215,25 +2223,23 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
2215
2223
|
revision: number;
|
|
2216
2224
|
};
|
|
2217
2225
|
role: "evaluation" | "training";
|
|
2218
|
-
status: "
|
|
2226
|
+
status: "failed" | "not_applicable" | "pending" | "scored" | "unavailable";
|
|
2219
2227
|
rawScore: number | null;
|
|
2220
2228
|
normalizedScore: number | null;
|
|
2221
2229
|
passed: boolean | null;
|
|
2222
2230
|
evidenceHashes: string[];
|
|
2223
|
-
message: string | null;
|
|
2224
2231
|
graderEvidence?: {
|
|
2225
2232
|
schemaVersion: "openpond.graderEvidence.v1";
|
|
2226
2233
|
graderId: string;
|
|
2227
2234
|
graderVersion: string;
|
|
2235
|
+
status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
|
|
2228
2236
|
score: number | null;
|
|
2229
2237
|
passed: boolean;
|
|
2230
2238
|
rewardEligible: boolean;
|
|
2231
|
-
failureClass: "cancelled" | "
|
|
2239
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
2232
2240
|
feedback: string[];
|
|
2233
2241
|
visibleEvidenceRefs: string[];
|
|
2234
2242
|
privilegedEvidenceRefs: string[];
|
|
2235
|
-
contentHash: string;
|
|
2236
|
-
status?: "pending" | "failed" | "scored" | "unavailable" | undefined;
|
|
2237
2243
|
modelJudgeReceipt?: {
|
|
2238
2244
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
2239
2245
|
providerId: string;
|
|
@@ -2248,14 +2254,16 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
2248
2254
|
transportPolicy?: {
|
|
2249
2255
|
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
2250
2256
|
responseFormat: "judgment_json_schema";
|
|
2251
|
-
reasoningEffort: "
|
|
2257
|
+
reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
|
|
2252
2258
|
maximumOutputTokens: number;
|
|
2253
2259
|
} | undefined;
|
|
2254
2260
|
effectiveRequestHash?: string | undefined;
|
|
2255
2261
|
finishReason?: string | null | undefined;
|
|
2256
2262
|
reasoningTokens?: number | null | undefined;
|
|
2257
2263
|
} | undefined;
|
|
2264
|
+
contentHash: string;
|
|
2258
2265
|
} | undefined;
|
|
2266
|
+
message: string | null;
|
|
2259
2267
|
};
|
|
2260
2268
|
matchesExpectation: boolean;
|
|
2261
2269
|
}[];
|
|
@@ -2263,16 +2271,11 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
2263
2271
|
failure: string | null;
|
|
2264
2272
|
timeoutMs: number;
|
|
2265
2273
|
maximumSpendUsd: number;
|
|
2266
|
-
leaseOwner: string | null;
|
|
2267
|
-
leaseExpiresAt: string | null;
|
|
2268
|
-
attemptCount: number;
|
|
2269
|
-
createdAt: string;
|
|
2270
|
-
updatedAt: string;
|
|
2271
2274
|
judgeCalls?: {
|
|
2272
2275
|
id: string;
|
|
2273
2276
|
requestHash: string;
|
|
2274
2277
|
reservedUsd: number;
|
|
2275
|
-
status: "
|
|
2278
|
+
status: "not_dispatched" | "reserved" | "settled";
|
|
2276
2279
|
response: {
|
|
2277
2280
|
text: string;
|
|
2278
2281
|
modelId: string;
|
|
@@ -2287,6 +2290,11 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
2287
2290
|
} | null;
|
|
2288
2291
|
}[] | undefined;
|
|
2289
2292
|
requestedBy?: string | undefined;
|
|
2293
|
+
leaseOwner: string | null;
|
|
2294
|
+
leaseExpiresAt: string | null;
|
|
2295
|
+
attemptCount: number;
|
|
2296
|
+
createdAt: string;
|
|
2297
|
+
updatedAt: string;
|
|
2290
2298
|
};
|
|
2291
2299
|
assets: {
|
|
2292
2300
|
schemaVersion: "openpond.learningTextAsset.v1";
|
|
@@ -2298,7 +2306,7 @@ export declare function exportRewardCalibrationClosure(tx: LearningTransaction,
|
|
|
2298
2306
|
contentHash: string;
|
|
2299
2307
|
sizeBytes: number;
|
|
2300
2308
|
mediaType: string;
|
|
2301
|
-
visibility: "
|
|
2309
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2302
2310
|
};
|
|
2303
2311
|
text: string;
|
|
2304
2312
|
contentHash: string;
|
|
@@ -2315,7 +2323,7 @@ export declare function rewardCalibrationClosureAsset(raw: unknown): {
|
|
|
2315
2323
|
contentHash: string;
|
|
2316
2324
|
sizeBytes: number;
|
|
2317
2325
|
mediaType: string;
|
|
2318
|
-
visibility: "
|
|
2326
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2319
2327
|
};
|
|
2320
2328
|
text: string;
|
|
2321
2329
|
contentHash: string;
|