@openpond/evals 0.11.21 → 0.12.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -0
- package/dist/artifact-verification.js +2 -0
- package/dist/connected-evidence/codex-command-observations.js +81 -0
- package/dist/connected-evidence/contracts.js +13 -0
- package/dist/connected-evidence/git-file-contracts.js +16 -0
- package/dist/connected-evidence/git-file-proof.js +86 -0
- package/dist/connected-evidence/git-starting-state.js +81 -0
- package/dist/connected-evidence/git.js +2 -0
- package/dist/connected-evidence/imports.js +2 -1
- package/dist/connected-evidence/index.js +1 -0
- package/dist/connected-evidence/normalize.js +1 -0
- package/dist/connected-evidence/sources/claude-branches.js +34 -1
- package/dist/connected-evidence/sources/claude-code.js +1 -1
- package/dist/connected-evidence/sources/codex-metadata.js +33 -0
- package/dist/connected-evidence/sources/codex.js +16 -2
- package/dist/graders.js +10 -4
- package/dist/javascript-verifier.js +1 -0
- package/dist/native-conversations/codex-window-inventory.js +6 -7
- package/dist/native-conversations/collector-acquisition.js +17 -6
- package/dist/native-conversations/collector-source-cache.js +1 -1
- package/dist/native-conversations/collector-store.js +27 -2
- package/dist/native-conversations/collector.js +4 -3
- package/dist/native-conversations/git-assets.js +61 -0
- package/dist/native-conversations/history.js +7 -0
- package/dist/native-conversations/index.js +2 -0
- package/dist/native-conversations/selection.js +57 -0
- package/dist/native-conversations/supervisor.js +2 -0
- package/dist/prepared-process-isolation.js +131 -0
- package/dist/rewards.js +17 -5
- package/dist/tasksets.js +7 -0
- package/dist/types/artifact-verification.d.ts.map +1 -1
- package/dist/types/benchmarks.d.ts +22 -22
- package/dist/types/benchmarks.d.ts.map +1 -1
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +40 -35
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/compatibility.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +98 -88
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/connected-evidence/codex-command-observations.d.ts +15 -0
- package/dist/types/connected-evidence/codex-command-observations.d.ts.map +1 -0
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts +6 -6
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +80 -58
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-contracts.d.ts +18 -0
- package/dist/types/connected-evidence/git-file-contracts.d.ts.map +1 -0
- package/dist/types/connected-evidence/git-file-proof.d.ts +13 -0
- package/dist/types/connected-evidence/git-file-proof.d.ts.map +1 -0
- package/dist/types/connected-evidence/git-starting-state.d.ts +28 -0
- package/dist/types/connected-evidence/git-starting-state.d.ts.map +1 -0
- package/dist/types/connected-evidence/git.d.ts +3 -0
- package/dist/types/connected-evidence/git.d.ts.map +1 -0
- package/dist/types/connected-evidence/imports.d.ts.map +1 -1
- package/dist/types/connected-evidence/index.d.ts +1 -0
- package/dist/types/connected-evidence/index.d.ts.map +1 -1
- package/dist/types/connected-evidence/normalize.d.ts +1 -0
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
- package/dist/types/connected-evidence/python-correctness.d.ts +38 -38
- package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-branches.d.ts +1 -0
- package/dist/types/connected-evidence/sources/claude-branches.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-code.d.ts +25 -15
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-authorization.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts +10 -0
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/codex.d.ts +25 -15
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/grok-build.d.ts +25 -15
- package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/history.d.ts +50 -30
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/opencode.d.ts +25 -15
- package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/pi.d.ts +25 -15
- package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -1
- package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -1
- package/dist/types/deterministic-graders.d.ts.map +1 -1
- package/dist/types/environment-execution-services-contract.d.ts +19 -19
- package/dist/types/environment-execution-services-contract.d.ts.map +1 -1
- package/dist/types/environment-execution-services.d.ts.map +1 -1
- package/dist/types/evidence/authoring.d.ts.map +1 -1
- package/dist/types/evidence/conformance.d.ts +98 -98
- package/dist/types/evidence/conformance.d.ts.map +1 -1
- package/dist/types/evidence/contracts.d.ts +183 -183
- package/dist/types/evidence/contracts.d.ts.map +1 -1
- package/dist/types/evidence/eligibility.d.ts +160 -160
- package/dist/types/evidence/eligibility.d.ts.map +1 -1
- package/dist/types/evidence/index.d.ts.map +1 -1
- package/dist/types/execution-contracts.d.ts +118 -110
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/execution-receipts.d.ts.map +1 -1
- package/dist/types/experiments.d.ts +96 -96
- package/dist/types/experiments.d.ts.map +1 -1
- package/dist/types/graders.d.ts +38 -35
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/harness-experiment-source.d.ts.map +1 -1
- package/dist/types/harness.d.ts.map +1 -1
- package/dist/types/human-review/comparison.d.ts +189 -189
- package/dist/types/human-review/comparison.d.ts.map +1 -1
- package/dist/types/human-review/contracts.d.ts +178 -178
- package/dist/types/human-review/contracts.d.ts.map +1 -1
- package/dist/types/human-review/execution.d.ts +53 -53
- package/dist/types/human-review/execution.d.ts.map +1 -1
- package/dist/types/human-review/handoff.d.ts +43 -43
- package/dist/types/human-review/handoff.d.ts.map +1 -1
- package/dist/types/human-review/index.d.ts.map +1 -1
- package/dist/types/human-review/local-publication.d.ts +4 -4
- package/dist/types/human-review/local-publication.d.ts.map +1 -1
- package/dist/types/human-review/repository.d.ts.map +1 -1
- package/dist/types/human-review/results.d.ts +8 -8
- package/dist/types/human-review/results.d.ts.map +1 -1
- package/dist/types/human-review/service.d.ts +292 -292
- package/dist/types/human-review/service.d.ts.map +1 -1
- package/dist/types/human-review/task-proposals.d.ts +2 -2
- package/dist/types/human-review/task-proposals.d.ts.map +1 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/javascript-environment-attempt.d.ts.map +1 -1
- package/dist/types/javascript-environment-contract.d.ts +39 -39
- package/dist/types/javascript-environment-contract.d.ts.map +1 -1
- package/dist/types/javascript-environment-node.d.ts.map +1 -1
- package/dist/types/javascript-environment.d.ts +14 -14
- package/dist/types/javascript-environment.d.ts.map +1 -1
- package/dist/types/javascript-isolate-node.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process-entry.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process.d.ts.map +1 -1
- package/dist/types/javascript-isolate.d.ts.map +1 -1
- package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
- package/dist/types/javascript-verifier-node.d.ts.map +1 -1
- package/dist/types/javascript-verifier-worker.d.ts.map +1 -1
- package/dist/types/javascript-verifier.d.ts +1 -0
- package/dist/types/javascript-verifier.d.ts.map +1 -1
- package/dist/types/learned-preference.d.ts +10 -10
- package/dist/types/learned-preference.d.ts.map +1 -1
- package/dist/types/learning/acceptance-group.d.ts +44 -44
- package/dist/types/learning/acceptance-group.d.ts.map +1 -1
- package/dist/types/learning/acceptance-plan.d.ts +8 -8
- package/dist/types/learning/acceptance-plan.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +38 -36
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/assets.d.ts +2 -2
- package/dist/types/learning/assets.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +11 -9
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +46 -38
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +75 -68
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +314 -290
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/errors.d.ts.map +1 -1
- package/dist/types/learning/grade-judge-budget.d.ts.map +1 -1
- package/dist/types/learning/grade-worker.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/intake-contracts.d.ts +10 -10
- package/dist/types/learning/intake-contracts.d.ts.map +1 -1
- package/dist/types/learning/intake-csv.d.ts.map +1 -1
- package/dist/types/learning/intake-history.d.ts.map +1 -1
- package/dist/types/learning/intake-service.d.ts.map +1 -1
- package/dist/types/learning/intake-text.d.ts.map +1 -1
- package/dist/types/learning/intake.d.ts.map +1 -1
- package/dist/types/learning/iteration-budget.d.ts.map +1 -1
- package/dist/types/learning/iteration-candidate-decision.d.ts +16 -16
- package/dist/types/learning/iteration-candidate-decision.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-commands.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-contracts.d.ts +4 -4
- package/dist/types/learning/iteration-dispatch-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-dispatch-worker.d.ts.map +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts +1 -1
- package/dist/types/learning/iteration-eligibility.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-cancellation.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-contracts.d.ts.map +1 -1
- package/dist/types/learning/iteration-reservation-service.d.ts.map +1 -1
- package/dist/types/learning/iteration-training-parent.d.ts.map +1 -1
- package/dist/types/learning/judge-budget.d.ts +1 -1
- package/dist/types/learning/judge-budget.d.ts.map +1 -1
- package/dist/types/learning/model-judge.d.ts.map +1 -1
- package/dist/types/learning/nightly-schedule.d.ts.map +1 -1
- package/dist/types/learning/operations.d.ts +312 -298
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/policy-inspection.d.ts.map +1 -1
- package/dist/types/learning/rating-reward-fixture.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +197 -180
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-authoring.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration-closure.d.ts +252 -244
- package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration.d.ts +62 -62
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-check-budget.d.ts.map +1 -1
- package/dist/types/learning/reward-check-service.d.ts.map +1 -1
- package/dist/types/learning/reward-check-worker.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +30 -28
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/reward-fixture-executor.d.ts.map +1 -1
- package/dist/types/learning/schedule-contracts.d.ts +3 -3
- package/dist/types/learning/schedule-contracts.d.ts.map +1 -1
- package/dist/types/learning/schedule-service.d.ts +2 -2
- package/dist/types/learning/schedule-service.d.ts.map +1 -1
- package/dist/types/learning/schedule-worker.d.ts.map +1 -1
- package/dist/types/learning/service.d.ts +3 -3
- package/dist/types/learning/service.d.ts.map +1 -1
- package/dist/types/learning/task-queue-inspection.d.ts.map +1 -1
- package/dist/types/learning/training-handoff.d.ts +9 -9
- package/dist/types/learning/training-handoff.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +2203 -2179
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/metric-policy.d.ts +6 -6
- package/dist/types/metric-policy.d.ts.map +1 -1
- package/dist/types/metrics-node.d.ts.map +1 -1
- package/dist/types/metrics.d.ts.map +1 -1
- package/dist/types/model-improvement-qualification.d.ts +17 -17
- package/dist/types/model-improvement-qualification.d.ts.map +1 -1
- package/dist/types/native-conversations/appimage-runtime.d.ts.map +1 -1
- package/dist/types/native-conversations/codex-window-inventory.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-acquisition.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-branches.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-calendar-gate.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-contracts.d.ts +3 -0
- package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-coverage.d.ts +2 -2
- package/dist/types/native-conversations/collector-coverage.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-cron.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-destinations.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-errors.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-progress.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-schedule.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-service-files.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-snapshots.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-source-cache.d.ts +2 -2
- package/dist/types/native-conversations/collector-source-cache.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-store.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-sync-requests.d.ts.map +1 -1
- package/dist/types/native-conversations/collector.d.ts.map +1 -1
- package/dist/types/native-conversations/contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/database.d.ts.map +1 -1
- package/dist/types/native-conversations/discovery.d.ts.map +1 -1
- package/dist/types/native-conversations/git-assets.d.ts +32 -0
- package/dist/types/native-conversations/git-assets.d.ts.map +1 -0
- package/dist/types/native-conversations/history.d.ts +1 -0
- package/dist/types/native-conversations/history.d.ts.map +1 -1
- package/dist/types/native-conversations/index.d.ts +2 -0
- package/dist/types/native-conversations/index.d.ts.map +1 -1
- package/dist/types/native-conversations/location.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-cold-archive.d.ts.map +1 -1
- package/dist/types/native-conversations/openclaw-database.d.ts.map +1 -1
- package/dist/types/native-conversations/readiness.d.ts.map +1 -1
- package/dist/types/native-conversations/selection.d.ts +32 -0
- package/dist/types/native-conversations/selection.d.ts.map +1 -0
- package/dist/types/native-conversations/source-locations.d.ts.map +1 -1
- package/dist/types/native-conversations/supervisor.d.ts.map +1 -1
- package/dist/types/native-conversations/titles.d.ts.map +1 -1
- package/dist/types/native-harness-experiment-attempt.d.ts.map +1 -1
- package/dist/types/preferences.d.ts +22 -22
- package/dist/types/preferences.d.ts.map +1 -1
- package/dist/types/prepared-process-isolation.d.ts +5 -0
- package/dist/types/prepared-process-isolation.d.ts.map +1 -0
- package/dist/types/profile-evaluation-comparisons.d.ts +18 -18
- package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
- package/dist/types/profile-evaluation-execution.d.ts.map +1 -1
- package/dist/types/profile-evaluation-reports.d.ts +2 -2
- package/dist/types/profile-evaluation-reports.d.ts.map +1 -1
- package/dist/types/profile-evaluation-suites.d.ts.map +1 -1
- package/dist/types/profile-evaluation-target.d.ts.map +1 -1
- package/dist/types/profile-evaluations.d.ts +15 -15
- package/dist/types/profile-evaluations.d.ts.map +1 -1
- package/dist/types/profile-external-evaluation.d.ts +84 -84
- package/dist/types/profile-external-evaluation.d.ts.map +1 -1
- package/dist/types/profile-source-candidate.d.ts.map +1 -1
- package/dist/types/review-conformance.d.ts +58 -58
- package/dist/types/review-conformance.d.ts.map +1 -1
- package/dist/types/rewards.d.ts +110 -101
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/rollouts.d.ts +16 -16
- package/dist/types/rollouts.d.ts.map +1 -1
- package/dist/types/runs.d.ts +22 -22
- package/dist/types/runs.d.ts.map +1 -1
- package/dist/types/sql-execution-contract.d.ts +3 -3
- package/dist/types/sql-execution-contract.d.ts.map +1 -1
- package/dist/types/sql-execution-engine.d.ts.map +1 -1
- package/dist/types/sql-execution-node.d.ts.map +1 -1
- package/dist/types/sql-execution-process-entry.d.ts.map +1 -1
- package/dist/types/task-schema-validation.d.ts.map +1 -1
- package/dist/types/task-schema.d.ts.map +1 -1
- package/dist/types/task-value-validator.d.ts.map +1 -1
- package/dist/types/taskset-run-contract.d.ts +26 -26
- package/dist/types/taskset-run-contract.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +89 -69
- package/dist/types/tasksets.d.ts.map +1 -1
- package/dist/types/telemetry/index.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +6 -6
- package/dist/types/telemetry-analysis.d.ts.map +1 -1
- package/dist/types/telemetry-bundle.d.ts +42 -42
- package/dist/types/telemetry-bundle.d.ts.map +1 -1
- package/dist/types/telemetry-catalog.d.ts +67 -67
- package/dist/types/telemetry-catalog.d.ts.map +1 -1
- package/dist/types/telemetry.d.ts +44 -44
- package/dist/types/telemetry.d.ts.map +1 -1
- package/package.json +6 -1
- package/schemas/learning/v1/binding.schema.json +8 -0
- package/schemas/learning/v1/command-request.schema.json +12 -0
- package/schemas/learning/v1/decision.schema.json +5 -1
- package/schemas/learning/v1/definition.schema.json +4 -0
- package/schemas/learning/v1/draft.schema.json +8 -0
- package/schemas/learning/v1/evidence.schema.json +4 -0
- package/schemas/learning/v1/example-submission.schema.json +4 -0
- package/schemas/learning/v1/grade.schema.json +5 -1
- package/schemas/learning/v1/package.schema.json +117 -93
- package/schemas/learning/v1/reward_check.schema.json +2 -1
package/dist/types/rewards.d.ts
CHANGED
|
@@ -5,10 +5,10 @@ export declare const FeedbackKeySchema: z.ZodString;
|
|
|
5
5
|
export declare function feedbackKeyForReward(reward: Pick<RewardRelease, "id" | "feedbackKey">): string;
|
|
6
6
|
export declare const RewardImplementationSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
7
7
|
kind: z.ZodEnum<{
|
|
8
|
-
content: "content";
|
|
9
|
-
schema: "schema";
|
|
10
8
|
artifact: "artifact";
|
|
9
|
+
content: "content";
|
|
11
10
|
runtime_event: "runtime_event";
|
|
11
|
+
schema: "schema";
|
|
12
12
|
state: "state";
|
|
13
13
|
}>;
|
|
14
14
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -21,15 +21,15 @@ export declare const RewardImplementationSchema: z.ZodUnion<readonly [z.ZodObjec
|
|
|
21
21
|
sizeBytes: z.ZodNumber;
|
|
22
22
|
mediaType: z.ZodString;
|
|
23
23
|
visibility: z.ZodEnum<{
|
|
24
|
+
host_private: "host_private";
|
|
24
25
|
policy: "policy";
|
|
25
26
|
verifier: "verifier";
|
|
26
|
-
host_private: "host_private";
|
|
27
27
|
}>;
|
|
28
28
|
}, z.core.$strict>;
|
|
29
29
|
calibrationStatus: z.ZodEnum<{
|
|
30
|
-
pending: "pending";
|
|
31
|
-
passed: "passed";
|
|
32
30
|
failed: "failed";
|
|
31
|
+
passed: "passed";
|
|
32
|
+
pending: "pending";
|
|
33
33
|
}>;
|
|
34
34
|
model: z.ZodOptional<z.ZodObject<{
|
|
35
35
|
providerId: z.ZodString;
|
|
@@ -38,9 +38,6 @@ export declare const RewardImplementationSchema: z.ZodUnion<readonly [z.ZodObjec
|
|
|
38
38
|
}, z.core.$strict>>;
|
|
39
39
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
40
40
|
}, z.core.$strict>, z.ZodObject<{
|
|
41
|
-
exportName: z.ZodOptional<z.ZodString>;
|
|
42
|
-
timeoutMs: z.ZodNumber;
|
|
43
|
-
networkPolicy: z.ZodLiteral<"none">;
|
|
44
41
|
kind: z.ZodLiteral<"custom_verifier">;
|
|
45
42
|
runtime: z.ZodOptional<z.ZodEnum<{
|
|
46
43
|
isolated_javascript: "isolated_javascript";
|
|
@@ -53,13 +50,29 @@ export declare const RewardImplementationSchema: z.ZodUnion<readonly [z.ZodObjec
|
|
|
53
50
|
sizeBytes: z.ZodNumber;
|
|
54
51
|
mediaType: z.ZodString;
|
|
55
52
|
visibility: z.ZodEnum<{
|
|
53
|
+
host_private: "host_private";
|
|
56
54
|
policy: "policy";
|
|
57
55
|
verifier: "verifier";
|
|
58
|
-
host_private: "host_private";
|
|
59
56
|
}>;
|
|
60
57
|
}, z.core.$strict>;
|
|
58
|
+
exportName: z.ZodOptional<z.ZodString>;
|
|
59
|
+
timeoutMs: z.ZodNumber;
|
|
60
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
61
61
|
}, z.core.$strict>, z.ZodObject<{
|
|
62
62
|
kind: z.ZodLiteral<"human">;
|
|
63
|
+
rubricRef: z.ZodObject<{
|
|
64
|
+
id: z.ZodString;
|
|
65
|
+
path: z.ZodString;
|
|
66
|
+
contentHash: z.ZodString;
|
|
67
|
+
sizeBytes: z.ZodNumber;
|
|
68
|
+
mediaType: z.ZodString;
|
|
69
|
+
visibility: z.ZodEnum<{
|
|
70
|
+
host_private: "host_private";
|
|
71
|
+
policy: "policy";
|
|
72
|
+
verifier: "verifier";
|
|
73
|
+
}>;
|
|
74
|
+
}, z.core.$strict>;
|
|
75
|
+
reviewerRole: z.ZodString;
|
|
63
76
|
form: z.ZodOptional<z.ZodObject<{
|
|
64
77
|
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
65
78
|
mode: z.ZodEnum<{
|
|
@@ -137,19 +150,6 @@ export declare const RewardImplementationSchema: z.ZodUnion<readonly [z.ZodObjec
|
|
|
137
150
|
allowTie: z.ZodBoolean;
|
|
138
151
|
}, z.core.$strict>], "kind">>;
|
|
139
152
|
}, z.core.$strict>>;
|
|
140
|
-
rubricRef: z.ZodObject<{
|
|
141
|
-
id: z.ZodString;
|
|
142
|
-
path: z.ZodString;
|
|
143
|
-
contentHash: z.ZodString;
|
|
144
|
-
sizeBytes: z.ZodNumber;
|
|
145
|
-
mediaType: z.ZodString;
|
|
146
|
-
visibility: z.ZodEnum<{
|
|
147
|
-
policy: "policy";
|
|
148
|
-
verifier: "verifier";
|
|
149
|
-
host_private: "host_private";
|
|
150
|
-
}>;
|
|
151
|
-
}, z.core.$strict>;
|
|
152
|
-
reviewerRole: z.ZodString;
|
|
153
153
|
}, z.core.$strict>, z.ZodObject<{
|
|
154
154
|
kind: z.ZodLiteral<"learned_model">;
|
|
155
155
|
modelVersion: z.ZodObject<{
|
|
@@ -163,9 +163,9 @@ export declare const RewardImplementationSchema: z.ZodUnion<readonly [z.ZodObjec
|
|
|
163
163
|
sizeBytes: z.ZodNumber;
|
|
164
164
|
mediaType: z.ZodString;
|
|
165
165
|
visibility: z.ZodEnum<{
|
|
166
|
+
host_private: "host_private";
|
|
166
167
|
policy: "policy";
|
|
167
168
|
verifier: "verifier";
|
|
168
|
-
host_private: "host_private";
|
|
169
169
|
}>;
|
|
170
170
|
}, z.core.$strict>;
|
|
171
171
|
}, z.core.$strict>]>;
|
|
@@ -178,10 +178,10 @@ export declare const RewardReleaseContentSchema: z.ZodObject<{
|
|
|
178
178
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
179
179
|
implementation: z.ZodUnion<readonly [z.ZodObject<{
|
|
180
180
|
kind: z.ZodEnum<{
|
|
181
|
-
content: "content";
|
|
182
|
-
schema: "schema";
|
|
183
181
|
artifact: "artifact";
|
|
182
|
+
content: "content";
|
|
184
183
|
runtime_event: "runtime_event";
|
|
184
|
+
schema: "schema";
|
|
185
185
|
state: "state";
|
|
186
186
|
}>;
|
|
187
187
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -194,15 +194,15 @@ export declare const RewardReleaseContentSchema: z.ZodObject<{
|
|
|
194
194
|
sizeBytes: z.ZodNumber;
|
|
195
195
|
mediaType: z.ZodString;
|
|
196
196
|
visibility: z.ZodEnum<{
|
|
197
|
+
host_private: "host_private";
|
|
197
198
|
policy: "policy";
|
|
198
199
|
verifier: "verifier";
|
|
199
|
-
host_private: "host_private";
|
|
200
200
|
}>;
|
|
201
201
|
}, z.core.$strict>;
|
|
202
202
|
calibrationStatus: z.ZodEnum<{
|
|
203
|
-
pending: "pending";
|
|
204
|
-
passed: "passed";
|
|
205
203
|
failed: "failed";
|
|
204
|
+
passed: "passed";
|
|
205
|
+
pending: "pending";
|
|
206
206
|
}>;
|
|
207
207
|
model: z.ZodOptional<z.ZodObject<{
|
|
208
208
|
providerId: z.ZodString;
|
|
@@ -211,9 +211,6 @@ export declare const RewardReleaseContentSchema: z.ZodObject<{
|
|
|
211
211
|
}, z.core.$strict>>;
|
|
212
212
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
213
213
|
}, z.core.$strict>, z.ZodObject<{
|
|
214
|
-
exportName: z.ZodOptional<z.ZodString>;
|
|
215
|
-
timeoutMs: z.ZodNumber;
|
|
216
|
-
networkPolicy: z.ZodLiteral<"none">;
|
|
217
214
|
kind: z.ZodLiteral<"custom_verifier">;
|
|
218
215
|
runtime: z.ZodOptional<z.ZodEnum<{
|
|
219
216
|
isolated_javascript: "isolated_javascript";
|
|
@@ -226,13 +223,29 @@ export declare const RewardReleaseContentSchema: z.ZodObject<{
|
|
|
226
223
|
sizeBytes: z.ZodNumber;
|
|
227
224
|
mediaType: z.ZodString;
|
|
228
225
|
visibility: z.ZodEnum<{
|
|
226
|
+
host_private: "host_private";
|
|
229
227
|
policy: "policy";
|
|
230
228
|
verifier: "verifier";
|
|
231
|
-
host_private: "host_private";
|
|
232
229
|
}>;
|
|
233
230
|
}, z.core.$strict>;
|
|
231
|
+
exportName: z.ZodOptional<z.ZodString>;
|
|
232
|
+
timeoutMs: z.ZodNumber;
|
|
233
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
234
234
|
}, z.core.$strict>, z.ZodObject<{
|
|
235
235
|
kind: z.ZodLiteral<"human">;
|
|
236
|
+
rubricRef: z.ZodObject<{
|
|
237
|
+
id: z.ZodString;
|
|
238
|
+
path: z.ZodString;
|
|
239
|
+
contentHash: z.ZodString;
|
|
240
|
+
sizeBytes: z.ZodNumber;
|
|
241
|
+
mediaType: z.ZodString;
|
|
242
|
+
visibility: z.ZodEnum<{
|
|
243
|
+
host_private: "host_private";
|
|
244
|
+
policy: "policy";
|
|
245
|
+
verifier: "verifier";
|
|
246
|
+
}>;
|
|
247
|
+
}, z.core.$strict>;
|
|
248
|
+
reviewerRole: z.ZodString;
|
|
236
249
|
form: z.ZodOptional<z.ZodObject<{
|
|
237
250
|
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
238
251
|
mode: z.ZodEnum<{
|
|
@@ -310,19 +323,6 @@ export declare const RewardReleaseContentSchema: z.ZodObject<{
|
|
|
310
323
|
allowTie: z.ZodBoolean;
|
|
311
324
|
}, z.core.$strict>], "kind">>;
|
|
312
325
|
}, z.core.$strict>>;
|
|
313
|
-
rubricRef: z.ZodObject<{
|
|
314
|
-
id: z.ZodString;
|
|
315
|
-
path: z.ZodString;
|
|
316
|
-
contentHash: z.ZodString;
|
|
317
|
-
sizeBytes: z.ZodNumber;
|
|
318
|
-
mediaType: z.ZodString;
|
|
319
|
-
visibility: z.ZodEnum<{
|
|
320
|
-
policy: "policy";
|
|
321
|
-
verifier: "verifier";
|
|
322
|
-
host_private: "host_private";
|
|
323
|
-
}>;
|
|
324
|
-
}, z.core.$strict>;
|
|
325
|
-
reviewerRole: z.ZodString;
|
|
326
326
|
}, z.core.$strict>, z.ZodObject<{
|
|
327
327
|
kind: z.ZodLiteral<"learned_model">;
|
|
328
328
|
modelVersion: z.ZodObject<{
|
|
@@ -336,9 +336,9 @@ export declare const RewardReleaseContentSchema: z.ZodObject<{
|
|
|
336
336
|
sizeBytes: z.ZodNumber;
|
|
337
337
|
mediaType: z.ZodString;
|
|
338
338
|
visibility: z.ZodEnum<{
|
|
339
|
+
host_private: "host_private";
|
|
339
340
|
policy: "policy";
|
|
340
341
|
verifier: "verifier";
|
|
341
|
-
host_private: "host_private";
|
|
342
342
|
}>;
|
|
343
343
|
}, z.core.$strict>;
|
|
344
344
|
}, z.core.$strict>]>;
|
|
@@ -353,9 +353,9 @@ export declare const RewardReleaseContentSchema: z.ZodObject<{
|
|
|
353
353
|
sizeBytes: z.ZodNumber;
|
|
354
354
|
mediaType: z.ZodString;
|
|
355
355
|
visibility: z.ZodEnum<{
|
|
356
|
+
host_private: "host_private";
|
|
356
357
|
policy: "policy";
|
|
357
358
|
verifier: "verifier";
|
|
358
|
-
host_private: "host_private";
|
|
359
359
|
}>;
|
|
360
360
|
}, z.core.$strict>>;
|
|
361
361
|
fixtureSetRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -365,9 +365,9 @@ export declare const RewardReleaseContentSchema: z.ZodObject<{
|
|
|
365
365
|
sizeBytes: z.ZodNumber;
|
|
366
366
|
mediaType: z.ZodString;
|
|
367
367
|
visibility: z.ZodEnum<{
|
|
368
|
+
host_private: "host_private";
|
|
368
369
|
policy: "policy";
|
|
369
370
|
verifier: "verifier";
|
|
370
|
-
host_private: "host_private";
|
|
371
371
|
}>;
|
|
372
372
|
}, z.core.$strict>>;
|
|
373
373
|
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -385,10 +385,10 @@ export declare const RewardReleaseSchema: z.ZodObject<{
|
|
|
385
385
|
feedbackKey: z.ZodOptional<z.ZodString>;
|
|
386
386
|
implementation: z.ZodUnion<readonly [z.ZodObject<{
|
|
387
387
|
kind: z.ZodEnum<{
|
|
388
|
-
content: "content";
|
|
389
|
-
schema: "schema";
|
|
390
388
|
artifact: "artifact";
|
|
389
|
+
content: "content";
|
|
391
390
|
runtime_event: "runtime_event";
|
|
391
|
+
schema: "schema";
|
|
392
392
|
state: "state";
|
|
393
393
|
}>;
|
|
394
394
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -401,15 +401,15 @@ export declare const RewardReleaseSchema: z.ZodObject<{
|
|
|
401
401
|
sizeBytes: z.ZodNumber;
|
|
402
402
|
mediaType: z.ZodString;
|
|
403
403
|
visibility: z.ZodEnum<{
|
|
404
|
+
host_private: "host_private";
|
|
404
405
|
policy: "policy";
|
|
405
406
|
verifier: "verifier";
|
|
406
|
-
host_private: "host_private";
|
|
407
407
|
}>;
|
|
408
408
|
}, z.core.$strict>;
|
|
409
409
|
calibrationStatus: z.ZodEnum<{
|
|
410
|
-
pending: "pending";
|
|
411
|
-
passed: "passed";
|
|
412
410
|
failed: "failed";
|
|
411
|
+
passed: "passed";
|
|
412
|
+
pending: "pending";
|
|
413
413
|
}>;
|
|
414
414
|
model: z.ZodOptional<z.ZodObject<{
|
|
415
415
|
providerId: z.ZodString;
|
|
@@ -418,9 +418,6 @@ export declare const RewardReleaseSchema: z.ZodObject<{
|
|
|
418
418
|
}, z.core.$strict>>;
|
|
419
419
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
420
420
|
}, z.core.$strict>, z.ZodObject<{
|
|
421
|
-
exportName: z.ZodOptional<z.ZodString>;
|
|
422
|
-
timeoutMs: z.ZodNumber;
|
|
423
|
-
networkPolicy: z.ZodLiteral<"none">;
|
|
424
421
|
kind: z.ZodLiteral<"custom_verifier">;
|
|
425
422
|
runtime: z.ZodOptional<z.ZodEnum<{
|
|
426
423
|
isolated_javascript: "isolated_javascript";
|
|
@@ -433,13 +430,29 @@ export declare const RewardReleaseSchema: z.ZodObject<{
|
|
|
433
430
|
sizeBytes: z.ZodNumber;
|
|
434
431
|
mediaType: z.ZodString;
|
|
435
432
|
visibility: z.ZodEnum<{
|
|
433
|
+
host_private: "host_private";
|
|
436
434
|
policy: "policy";
|
|
437
435
|
verifier: "verifier";
|
|
438
|
-
host_private: "host_private";
|
|
439
436
|
}>;
|
|
440
437
|
}, z.core.$strict>;
|
|
438
|
+
exportName: z.ZodOptional<z.ZodString>;
|
|
439
|
+
timeoutMs: z.ZodNumber;
|
|
440
|
+
networkPolicy: z.ZodLiteral<"none">;
|
|
441
441
|
}, z.core.$strict>, z.ZodObject<{
|
|
442
442
|
kind: z.ZodLiteral<"human">;
|
|
443
|
+
rubricRef: z.ZodObject<{
|
|
444
|
+
id: z.ZodString;
|
|
445
|
+
path: z.ZodString;
|
|
446
|
+
contentHash: z.ZodString;
|
|
447
|
+
sizeBytes: z.ZodNumber;
|
|
448
|
+
mediaType: z.ZodString;
|
|
449
|
+
visibility: z.ZodEnum<{
|
|
450
|
+
host_private: "host_private";
|
|
451
|
+
policy: "policy";
|
|
452
|
+
verifier: "verifier";
|
|
453
|
+
}>;
|
|
454
|
+
}, z.core.$strict>;
|
|
455
|
+
reviewerRole: z.ZodString;
|
|
443
456
|
form: z.ZodOptional<z.ZodObject<{
|
|
444
457
|
schemaVersion: z.ZodLiteral<"openpond.humanForm.v1">;
|
|
445
458
|
mode: z.ZodEnum<{
|
|
@@ -517,19 +530,6 @@ export declare const RewardReleaseSchema: z.ZodObject<{
|
|
|
517
530
|
allowTie: z.ZodBoolean;
|
|
518
531
|
}, z.core.$strict>], "kind">>;
|
|
519
532
|
}, z.core.$strict>>;
|
|
520
|
-
rubricRef: z.ZodObject<{
|
|
521
|
-
id: z.ZodString;
|
|
522
|
-
path: z.ZodString;
|
|
523
|
-
contentHash: z.ZodString;
|
|
524
|
-
sizeBytes: z.ZodNumber;
|
|
525
|
-
mediaType: z.ZodString;
|
|
526
|
-
visibility: z.ZodEnum<{
|
|
527
|
-
policy: "policy";
|
|
528
|
-
verifier: "verifier";
|
|
529
|
-
host_private: "host_private";
|
|
530
|
-
}>;
|
|
531
|
-
}, z.core.$strict>;
|
|
532
|
-
reviewerRole: z.ZodString;
|
|
533
533
|
}, z.core.$strict>, z.ZodObject<{
|
|
534
534
|
kind: z.ZodLiteral<"learned_model">;
|
|
535
535
|
modelVersion: z.ZodObject<{
|
|
@@ -543,9 +543,9 @@ export declare const RewardReleaseSchema: z.ZodObject<{
|
|
|
543
543
|
sizeBytes: z.ZodNumber;
|
|
544
544
|
mediaType: z.ZodString;
|
|
545
545
|
visibility: z.ZodEnum<{
|
|
546
|
+
host_private: "host_private";
|
|
546
547
|
policy: "policy";
|
|
547
548
|
verifier: "verifier";
|
|
548
|
-
host_private: "host_private";
|
|
549
549
|
}>;
|
|
550
550
|
}, z.core.$strict>;
|
|
551
551
|
}, z.core.$strict>]>;
|
|
@@ -560,9 +560,9 @@ export declare const RewardReleaseSchema: z.ZodObject<{
|
|
|
560
560
|
sizeBytes: z.ZodNumber;
|
|
561
561
|
mediaType: z.ZodString;
|
|
562
562
|
visibility: z.ZodEnum<{
|
|
563
|
+
host_private: "host_private";
|
|
563
564
|
policy: "policy";
|
|
564
565
|
verifier: "verifier";
|
|
565
|
-
host_private: "host_private";
|
|
566
566
|
}>;
|
|
567
567
|
}, z.core.$strict>>;
|
|
568
568
|
fixtureSetRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -572,9 +572,9 @@ export declare const RewardReleaseSchema: z.ZodObject<{
|
|
|
572
572
|
sizeBytes: z.ZodNumber;
|
|
573
573
|
mediaType: z.ZodString;
|
|
574
574
|
visibility: z.ZodEnum<{
|
|
575
|
+
host_private: "host_private";
|
|
575
576
|
policy: "policy";
|
|
576
577
|
verifier: "verifier";
|
|
577
|
-
host_private: "host_private";
|
|
578
578
|
}>;
|
|
579
579
|
}, z.core.$strict>>;
|
|
580
580
|
calibrationCheckRef: z.ZodOptional<z.ZodObject<{
|
|
@@ -602,6 +602,7 @@ export declare const RewardNormalizationSchema: z.ZodDiscriminatedUnion<[z.ZodOb
|
|
|
602
602
|
}, z.core.$strict>], "kind">;
|
|
603
603
|
export declare const RewardBindingSourceSchema: z.ZodObject<{
|
|
604
604
|
graderId: z.ZodString;
|
|
605
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
605
606
|
reward: z.ZodObject<{
|
|
606
607
|
id: z.ZodString;
|
|
607
608
|
contentHash: z.ZodString;
|
|
@@ -644,6 +645,7 @@ export declare const RewardBindingContentSchema: z.ZodObject<{
|
|
|
644
645
|
}, z.core.$strict>>;
|
|
645
646
|
sources: z.ZodArray<z.ZodObject<{
|
|
646
647
|
graderId: z.ZodString;
|
|
648
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
647
649
|
reward: z.ZodObject<{
|
|
648
650
|
id: z.ZodString;
|
|
649
651
|
contentHash: z.ZodString;
|
|
@@ -689,6 +691,7 @@ export declare const RewardBindingSchema: z.ZodObject<{
|
|
|
689
691
|
}, z.core.$strict>>;
|
|
690
692
|
sources: z.ZodArray<z.ZodObject<{
|
|
691
693
|
graderId: z.ZodString;
|
|
694
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
692
695
|
reward: z.ZodObject<{
|
|
693
696
|
id: z.ZodString;
|
|
694
697
|
contentHash: z.ZodString;
|
|
@@ -734,8 +737,9 @@ export declare const BoundRewardResultSchema: z.ZodObject<{
|
|
|
734
737
|
training: "training";
|
|
735
738
|
}>;
|
|
736
739
|
status: z.ZodEnum<{
|
|
737
|
-
pending: "pending";
|
|
738
740
|
failed: "failed";
|
|
741
|
+
not_applicable: "not_applicable";
|
|
742
|
+
pending: "pending";
|
|
739
743
|
scored: "scored";
|
|
740
744
|
unavailable: "unavailable";
|
|
741
745
|
}>;
|
|
@@ -748,8 +752,8 @@ export declare const BoundRewardResultSchema: z.ZodObject<{
|
|
|
748
752
|
graderId: z.ZodString;
|
|
749
753
|
graderVersion: z.ZodString;
|
|
750
754
|
status: z.ZodOptional<z.ZodEnum<{
|
|
751
|
-
pending: "pending";
|
|
752
755
|
failed: "failed";
|
|
756
|
+
pending: "pending";
|
|
753
757
|
scored: "scored";
|
|
754
758
|
unavailable: "unavailable";
|
|
755
759
|
}>>;
|
|
@@ -757,12 +761,12 @@ export declare const BoundRewardResultSchema: z.ZodObject<{
|
|
|
757
761
|
passed: z.ZodBoolean;
|
|
758
762
|
rewardEligible: z.ZodBoolean;
|
|
759
763
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
760
|
-
|
|
761
|
-
grader_failure: "grader_failure";
|
|
764
|
+
cancelled: "cancelled";
|
|
762
765
|
environment_failure: "environment_failure";
|
|
766
|
+
grader_failure: "grader_failure";
|
|
763
767
|
infrastructure_failure: "infrastructure_failure";
|
|
768
|
+
policy_failure: "policy_failure";
|
|
764
769
|
timeout: "timeout";
|
|
765
|
-
cancelled: "cancelled";
|
|
766
770
|
}>>;
|
|
767
771
|
feedback: z.ZodArray<z.ZodString>;
|
|
768
772
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -782,12 +786,12 @@ export declare const BoundRewardResultSchema: z.ZodObject<{
|
|
|
782
786
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
783
787
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
784
788
|
reasoningEffort: z.ZodEnum<{
|
|
785
|
-
|
|
789
|
+
high: "high";
|
|
786
790
|
low: "low";
|
|
791
|
+
max: "max";
|
|
787
792
|
medium: "medium";
|
|
788
|
-
|
|
793
|
+
off: "off";
|
|
789
794
|
xhigh: "xhigh";
|
|
790
|
-
max: "max";
|
|
791
795
|
}>;
|
|
792
796
|
maximumOutputTokens: z.ZodNumber;
|
|
793
797
|
}, z.core.$strict>>;
|
|
@@ -807,6 +811,7 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
807
811
|
revision: z.ZodNumber;
|
|
808
812
|
}, z.core.$strict>;
|
|
809
813
|
taskHash: z.ZodString;
|
|
814
|
+
taskId: z.ZodOptional<z.ZodString>;
|
|
810
815
|
outputHash: z.ZodString;
|
|
811
816
|
results: z.ZodArray<z.ZodObject<{
|
|
812
817
|
graderId: z.ZodString;
|
|
@@ -820,8 +825,9 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
820
825
|
training: "training";
|
|
821
826
|
}>;
|
|
822
827
|
status: z.ZodEnum<{
|
|
823
|
-
pending: "pending";
|
|
824
828
|
failed: "failed";
|
|
829
|
+
not_applicable: "not_applicable";
|
|
830
|
+
pending: "pending";
|
|
825
831
|
scored: "scored";
|
|
826
832
|
unavailable: "unavailable";
|
|
827
833
|
}>;
|
|
@@ -834,8 +840,8 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
834
840
|
graderId: z.ZodString;
|
|
835
841
|
graderVersion: z.ZodString;
|
|
836
842
|
status: z.ZodOptional<z.ZodEnum<{
|
|
837
|
-
pending: "pending";
|
|
838
843
|
failed: "failed";
|
|
844
|
+
pending: "pending";
|
|
839
845
|
scored: "scored";
|
|
840
846
|
unavailable: "unavailable";
|
|
841
847
|
}>>;
|
|
@@ -843,12 +849,12 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
843
849
|
passed: z.ZodBoolean;
|
|
844
850
|
rewardEligible: z.ZodBoolean;
|
|
845
851
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
846
|
-
|
|
847
|
-
grader_failure: "grader_failure";
|
|
852
|
+
cancelled: "cancelled";
|
|
848
853
|
environment_failure: "environment_failure";
|
|
854
|
+
grader_failure: "grader_failure";
|
|
849
855
|
infrastructure_failure: "infrastructure_failure";
|
|
856
|
+
policy_failure: "policy_failure";
|
|
850
857
|
timeout: "timeout";
|
|
851
|
-
cancelled: "cancelled";
|
|
852
858
|
}>>;
|
|
853
859
|
feedback: z.ZodArray<z.ZodString>;
|
|
854
860
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -868,12 +874,12 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
868
874
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
869
875
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
870
876
|
reasoningEffort: z.ZodEnum<{
|
|
871
|
-
|
|
877
|
+
high: "high";
|
|
872
878
|
low: "low";
|
|
879
|
+
max: "max";
|
|
873
880
|
medium: "medium";
|
|
874
|
-
|
|
881
|
+
off: "off";
|
|
875
882
|
xhigh: "xhigh";
|
|
876
|
-
max: "max";
|
|
877
883
|
}>;
|
|
878
884
|
maximumOutputTokens: z.ZodNumber;
|
|
879
885
|
}, z.core.$strict>>;
|
|
@@ -887,20 +893,20 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
887
893
|
}, z.core.$strict>>;
|
|
888
894
|
training: z.ZodObject<{
|
|
889
895
|
status: z.ZodEnum<{
|
|
896
|
+
not_configured: "not_configured";
|
|
890
897
|
pending: "pending";
|
|
891
898
|
scored: "scored";
|
|
892
899
|
unscorable: "unscorable";
|
|
893
|
-
not_configured: "not_configured";
|
|
894
900
|
}>;
|
|
895
901
|
score: z.ZodNullable<z.ZodNumber>;
|
|
896
902
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
897
903
|
}, z.core.$strict>;
|
|
898
904
|
evaluation: z.ZodObject<{
|
|
899
905
|
status: z.ZodEnum<{
|
|
906
|
+
not_configured: "not_configured";
|
|
900
907
|
pending: "pending";
|
|
901
908
|
scored: "scored";
|
|
902
909
|
unscorable: "unscorable";
|
|
903
|
-
not_configured: "not_configured";
|
|
904
910
|
}>;
|
|
905
911
|
score: z.ZodNullable<z.ZodNumber>;
|
|
906
912
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -914,6 +920,7 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
914
920
|
revision: z.ZodNumber;
|
|
915
921
|
}, z.core.$strict>;
|
|
916
922
|
taskHash: z.ZodString;
|
|
923
|
+
taskId: z.ZodOptional<z.ZodString>;
|
|
917
924
|
outputHash: z.ZodString;
|
|
918
925
|
results: z.ZodArray<z.ZodObject<{
|
|
919
926
|
graderId: z.ZodString;
|
|
@@ -927,8 +934,9 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
927
934
|
training: "training";
|
|
928
935
|
}>;
|
|
929
936
|
status: z.ZodEnum<{
|
|
930
|
-
pending: "pending";
|
|
931
937
|
failed: "failed";
|
|
938
|
+
not_applicable: "not_applicable";
|
|
939
|
+
pending: "pending";
|
|
932
940
|
scored: "scored";
|
|
933
941
|
unavailable: "unavailable";
|
|
934
942
|
}>;
|
|
@@ -941,8 +949,8 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
941
949
|
graderId: z.ZodString;
|
|
942
950
|
graderVersion: z.ZodString;
|
|
943
951
|
status: z.ZodOptional<z.ZodEnum<{
|
|
944
|
-
pending: "pending";
|
|
945
952
|
failed: "failed";
|
|
953
|
+
pending: "pending";
|
|
946
954
|
scored: "scored";
|
|
947
955
|
unavailable: "unavailable";
|
|
948
956
|
}>>;
|
|
@@ -950,12 +958,12 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
950
958
|
passed: z.ZodBoolean;
|
|
951
959
|
rewardEligible: z.ZodBoolean;
|
|
952
960
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
953
|
-
|
|
954
|
-
grader_failure: "grader_failure";
|
|
961
|
+
cancelled: "cancelled";
|
|
955
962
|
environment_failure: "environment_failure";
|
|
963
|
+
grader_failure: "grader_failure";
|
|
956
964
|
infrastructure_failure: "infrastructure_failure";
|
|
965
|
+
policy_failure: "policy_failure";
|
|
957
966
|
timeout: "timeout";
|
|
958
|
-
cancelled: "cancelled";
|
|
959
967
|
}>>;
|
|
960
968
|
feedback: z.ZodArray<z.ZodString>;
|
|
961
969
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -975,12 +983,12 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
975
983
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
976
984
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
977
985
|
reasoningEffort: z.ZodEnum<{
|
|
978
|
-
|
|
986
|
+
high: "high";
|
|
979
987
|
low: "low";
|
|
988
|
+
max: "max";
|
|
980
989
|
medium: "medium";
|
|
981
|
-
|
|
990
|
+
off: "off";
|
|
982
991
|
xhigh: "xhigh";
|
|
983
|
-
max: "max";
|
|
984
992
|
}>;
|
|
985
993
|
maximumOutputTokens: z.ZodNumber;
|
|
986
994
|
}, z.core.$strict>>;
|
|
@@ -994,20 +1002,20 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
994
1002
|
}, z.core.$strict>>;
|
|
995
1003
|
training: z.ZodObject<{
|
|
996
1004
|
status: z.ZodEnum<{
|
|
1005
|
+
not_configured: "not_configured";
|
|
997
1006
|
pending: "pending";
|
|
998
1007
|
scored: "scored";
|
|
999
1008
|
unscorable: "unscorable";
|
|
1000
|
-
not_configured: "not_configured";
|
|
1001
1009
|
}>;
|
|
1002
1010
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1003
1011
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
1004
1012
|
}, z.core.$strict>;
|
|
1005
1013
|
evaluation: z.ZodObject<{
|
|
1006
1014
|
status: z.ZodEnum<{
|
|
1015
|
+
not_configured: "not_configured";
|
|
1007
1016
|
pending: "pending";
|
|
1008
1017
|
scored: "scored";
|
|
1009
1018
|
unscorable: "unscorable";
|
|
1010
|
-
not_configured: "not_configured";
|
|
1011
1019
|
}>;
|
|
1012
1020
|
score: z.ZodNullable<z.ZodNumber>;
|
|
1013
1021
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -1051,6 +1059,7 @@ export declare function executeRewardBinding(input: {
|
|
|
1051
1059
|
}): Promise<RewardComposition>;
|
|
1052
1060
|
export declare function composeBoundRewards(input: {
|
|
1053
1061
|
binding: RewardBinding;
|
|
1062
|
+
taskId?: string;
|
|
1054
1063
|
taskHash: string;
|
|
1055
1064
|
outputHash: string;
|
|
1056
1065
|
results: BoundRewardResult[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["
|
|
1
|
+
{"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["../../src/rewards.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAuC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3I,OAAO,EAAsI,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIrM,eAAO,MAAM,iBAAiB,aAA6C,CAAC;AAC5E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,aAAa,CAAC,GAAG,MAAM,CAE9F;AACD,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAMrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AACtH,eAAO,MAAM,sBAAsB;;;;kBAAuF,CAAC;AAE3H,eAAO,MAAM,yBAAyB;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAW3B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAEtH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWzB,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAShC,CAAC;AACZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAE1H,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAAC;AAEpN,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,aAAa,CAIpG;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,aAAa,CAK9H;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC;IAAE,MAAM,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC,CAajJ;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,UAAU,EAAE,CAKlG;AAED,wBAAsB,oBAAoB,CAAC,KAAK,EAAE;IAChD,OAAO,EAAE,aAAa,CAAC;IACvB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,iFAAiF;IACjF,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAClD,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;CAC7C,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAuC7B;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAAE,GAAG,iBAAiB,CAiD7K;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAGrE"}
|