openpond-sdk 0.10.0 → 0.11.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/advanced-refiner-evaluations.js +42 -0
- package/dist/advanced-refiner-evaluations.js.map +7 -0
- package/dist/candidate-evaluations.js +25 -0
- package/dist/candidate-evaluations.js.map +7 -0
- package/dist/{chunk-W5TXWVFS.js → chunk-2JKV5OJO.js} +88 -59
- package/dist/chunk-2JKV5OJO.js.map +7 -0
- package/dist/{chunk-2ZJRG3KL.js → chunk-2NSNBED7.js} +7 -3
- package/dist/chunk-2NSNBED7.js.map +7 -0
- package/dist/{chunk-Y4NGWGTA.js → chunk-4NZW4LFB.js} +268 -264
- package/dist/chunk-4NZW4LFB.js.map +7 -0
- package/dist/{chunk-DSGGM2ME.js → chunk-4SZKRRTO.js} +2 -2
- package/dist/chunk-6FQKRY5K.js +445 -0
- package/dist/chunk-6FQKRY5K.js.map +7 -0
- package/dist/chunk-7Q7I6FAT.js +139 -0
- package/dist/chunk-7Q7I6FAT.js.map +7 -0
- package/dist/chunk-CPEOFPPF.js +632 -0
- package/dist/chunk-CPEOFPPF.js.map +7 -0
- package/dist/chunk-G3FWDZMZ.js +267 -0
- package/dist/chunk-G3FWDZMZ.js.map +7 -0
- package/dist/chunk-GDJRGRHA.js +144 -0
- package/dist/chunk-GDJRGRHA.js.map +7 -0
- package/dist/chunk-HKAR3VPB.js +65 -0
- package/dist/chunk-HKAR3VPB.js.map +7 -0
- package/dist/{chunk-32H2EJRA.js → chunk-JEUHIQWF.js} +10 -7
- package/dist/chunk-JEUHIQWF.js.map +7 -0
- package/dist/chunk-KQWCXW3A.js +294 -0
- package/dist/chunk-KQWCXW3A.js.map +7 -0
- package/dist/chunk-LFH4EKWH.js +1408 -0
- package/dist/chunk-LFH4EKWH.js.map +7 -0
- package/dist/{chunk-DT7FRNIZ.js → chunk-MW2N3BX5.js} +4 -3
- package/dist/{chunk-DT7FRNIZ.js.map → chunk-MW2N3BX5.js.map} +2 -2
- package/dist/{chunk-I3TQTXKB.js → chunk-QVCMFQKA.js} +6 -6
- package/dist/{chunk-I3TQTXKB.js.map → chunk-QVCMFQKA.js.map} +1 -1
- package/dist/{chunk-I2YM3UY4.js → chunk-RIX56CJL.js} +9 -6
- package/dist/chunk-RIX56CJL.js.map +7 -0
- package/dist/{chunk-PJ2VLNJF.js → chunk-SGRYMU4C.js} +2 -2
- package/dist/chunk-SLS3GFPG.js +125 -0
- package/dist/chunk-SLS3GFPG.js.map +7 -0
- package/dist/chunk-SVU4RZ4K.js +70 -0
- package/dist/chunk-SVU4RZ4K.js.map +7 -0
- package/dist/chunk-SXTC2GT6.js +160 -0
- package/dist/chunk-SXTC2GT6.js.map +7 -0
- package/dist/chunk-T4APHDES.js +74 -0
- package/dist/chunk-T4APHDES.js.map +7 -0
- package/dist/chunk-UNMOEI2K.js +587 -0
- package/dist/chunk-UNMOEI2K.js.map +7 -0
- package/dist/chunk-VC5OV5AS.js +174 -0
- package/dist/chunk-VC5OV5AS.js.map +7 -0
- package/dist/{chunk-7B44TQZD.js → chunk-WX22WN33.js} +13 -7
- package/dist/chunk-WX22WN33.js.map +7 -0
- package/dist/{chunk-JCPLAIZL.js → chunk-XCH27NHJ.js} +106 -76
- package/dist/chunk-XCH27NHJ.js.map +7 -0
- package/dist/chunk-XEUOJ5WF.js +31 -0
- package/dist/chunk-XEUOJ5WF.js.map +7 -0
- package/dist/chunk-YCQVVFE5.js +37 -0
- package/dist/chunk-YCQVVFE5.js.map +7 -0
- package/dist/chunk-YTGRET2L.js +604 -0
- package/dist/chunk-YTGRET2L.js.map +7 -0
- package/dist/connected-evidence.js +97 -0
- package/dist/connected-evidence.js.map +7 -0
- package/dist/dataset-commerce.js +773 -0
- package/dist/dataset-commerce.js.map +7 -0
- package/dist/dataset-workspaces.js +45 -80
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiment-evaluation-schedules.js +48 -0
- package/dist/experiment-evaluation-schedules.js.map +7 -0
- package/dist/experiment-improvements.js +52 -0
- package/dist/experiment-improvements.js.map +7 -0
- package/dist/experiments.js +48 -90
- package/dist/experiments.js.map +3 -3
- package/dist/human-review.js +13 -0
- package/dist/human-review.js.map +7 -0
- package/dist/index.js +221 -14
- package/dist/index.js.map +2 -2
- package/dist/learning.js +1 -1
- package/dist/model-starter-attempts.js +2 -2
- package/dist/model-starter-catalog.js +9 -4
- package/dist/model-starter-catalog.js.map +1 -1
- package/dist/model-starters.js +9 -4
- package/dist/model-taskset-runs.js +3 -3
- package/dist/post-training.js +47 -0
- package/dist/post-training.js.map +7 -0
- package/dist/taskset-drafts.js +33 -21
- package/dist/taskset-drafts.js.map +2 -2
- package/dist/taskset-packages.js +28 -558
- package/dist/taskset-packages.js.map +4 -4
- package/dist/training-bundle.js +61 -20
- package/dist/training-bundle.js.map +2 -2
- package/dist/training-projects.js +1 -1
- package/dist/training.js +7 -2
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2682 -0
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +47 -0
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +52 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2502 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +235 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts +8 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-sync.d.ts +282 -0
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +230 -0
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +114 -0
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +608 -0
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +575 -0
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +772 -120
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +293 -38
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +294 -40
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-client.d.ts +3513 -52
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1017 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +24 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +262 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +1388 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +5 -2
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiments.d.ts +3 -0
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
- package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/index.d.ts +10 -0
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +63 -4
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +90 -5
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +55 -13
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +370 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +363 -19
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +78 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starters.d.ts +466 -13
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1282 -4
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1285 -5
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +3529 -0
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1398 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +157 -24
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-validation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +438 -0
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +292 -38
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +227 -20
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +14 -14
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +147 -20
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +696 -42
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +256 -36
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +292 -38
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts +2 -0
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1494 -26
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +746 -12
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +101 -11
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +459 -39
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +776 -8
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1161 -11
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +2655 -24
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/package.json +35 -3
- package/dist/chunk-2ZJRG3KL.js.map +0 -7
- package/dist/chunk-32H2EJRA.js.map +0 -7
- package/dist/chunk-7B44TQZD.js.map +0 -7
- package/dist/chunk-I2YM3UY4.js.map +0 -7
- package/dist/chunk-JA3KFK3U.js +0 -580
- package/dist/chunk-JA3KFK3U.js.map +0 -7
- package/dist/chunk-JCPLAIZL.js.map +0 -7
- package/dist/chunk-LGEF4S5I.js +0 -1229
- package/dist/chunk-LGEF4S5I.js.map +0 -7
- package/dist/chunk-PRRUBH2B.js +0 -314
- package/dist/chunk-PRRUBH2B.js.map +0 -7
- package/dist/chunk-W5TXWVFS.js.map +0 -7
- package/dist/chunk-Y4NGWGTA.js.map +0 -7
- /package/dist/{chunk-DSGGM2ME.js.map → chunk-4SZKRRTO.js.map} +0 -0
- /package/dist/{chunk-PJ2VLNJF.js.map → chunk-SGRYMU4C.js.map} +0 -0
|
@@ -3,6 +3,30 @@ export { EvaluationProjectContextSchema, EvaluationMessagesSchema, type Evaluati
|
|
|
3
3
|
export declare const ModelStarterAttemptPolicySchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
4
4
|
kind: z.ZodLiteral<"hosted_chat">;
|
|
5
5
|
modelId: z.ZodString;
|
|
6
|
+
localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
7
|
+
providerId: z.ZodLiteral<"custom-openai-compatible">;
|
|
8
|
+
configurationHash: z.ZodString;
|
|
9
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
10
|
+
requestTimeoutMs: z.ZodNumber;
|
|
11
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
12
|
+
providerId: z.ZodLiteral<"claude-code">;
|
|
13
|
+
configurationHash: z.ZodString;
|
|
14
|
+
executableHash: z.ZodString;
|
|
15
|
+
version: z.ZodString;
|
|
16
|
+
capabilityHash: z.ZodString;
|
|
17
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
18
|
+
requestTimeoutMs: z.ZodNumber;
|
|
19
|
+
maximumTurns: z.ZodNumber;
|
|
20
|
+
holdOpen: z.ZodBoolean;
|
|
21
|
+
}, z.core.$strict>]>>;
|
|
22
|
+
candidate: z.ZodOptional<z.ZodObject<{
|
|
23
|
+
artifactId: z.ZodString;
|
|
24
|
+
contentHash: z.ZodString;
|
|
25
|
+
preparationId: z.ZodString;
|
|
26
|
+
dispatchId: z.ZodString;
|
|
27
|
+
baseProfileId: z.ZodString;
|
|
28
|
+
workerImageDigest: z.ZodString;
|
|
29
|
+
}, z.core.$strict>>;
|
|
6
30
|
harness: z.ZodOptional<z.ZodObject<{
|
|
7
31
|
harnessRelease: z.ZodObject<{
|
|
8
32
|
id: z.ZodString;
|
|
@@ -52,6 +76,30 @@ export declare const ModelStarterAttemptRequestSchema: z.ZodObject<{
|
|
|
52
76
|
policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
53
77
|
kind: z.ZodLiteral<"hosted_chat">;
|
|
54
78
|
modelId: z.ZodString;
|
|
79
|
+
localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
80
|
+
providerId: z.ZodLiteral<"custom-openai-compatible">;
|
|
81
|
+
configurationHash: z.ZodString;
|
|
82
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
83
|
+
requestTimeoutMs: z.ZodNumber;
|
|
84
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
85
|
+
providerId: z.ZodLiteral<"claude-code">;
|
|
86
|
+
configurationHash: z.ZodString;
|
|
87
|
+
executableHash: z.ZodString;
|
|
88
|
+
version: z.ZodString;
|
|
89
|
+
capabilityHash: z.ZodString;
|
|
90
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
91
|
+
requestTimeoutMs: z.ZodNumber;
|
|
92
|
+
maximumTurns: z.ZodNumber;
|
|
93
|
+
holdOpen: z.ZodBoolean;
|
|
94
|
+
}, z.core.$strict>]>>;
|
|
95
|
+
candidate: z.ZodOptional<z.ZodObject<{
|
|
96
|
+
artifactId: z.ZodString;
|
|
97
|
+
contentHash: z.ZodString;
|
|
98
|
+
preparationId: z.ZodString;
|
|
99
|
+
dispatchId: z.ZodString;
|
|
100
|
+
baseProfileId: z.ZodString;
|
|
101
|
+
workerImageDigest: z.ZodString;
|
|
102
|
+
}, z.core.$strict>>;
|
|
55
103
|
harness: z.ZodOptional<z.ZodObject<{
|
|
56
104
|
harnessRelease: z.ZodObject<{
|
|
57
105
|
id: z.ZodString;
|
|
@@ -144,6 +192,30 @@ export declare const ModelStarterAttemptSummarySchema: z.ZodObject<{
|
|
|
144
192
|
policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
145
193
|
kind: z.ZodLiteral<"hosted_chat">;
|
|
146
194
|
modelId: z.ZodString;
|
|
195
|
+
localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
196
|
+
providerId: z.ZodLiteral<"custom-openai-compatible">;
|
|
197
|
+
configurationHash: z.ZodString;
|
|
198
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
199
|
+
requestTimeoutMs: z.ZodNumber;
|
|
200
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
201
|
+
providerId: z.ZodLiteral<"claude-code">;
|
|
202
|
+
configurationHash: z.ZodString;
|
|
203
|
+
executableHash: z.ZodString;
|
|
204
|
+
version: z.ZodString;
|
|
205
|
+
capabilityHash: z.ZodString;
|
|
206
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
207
|
+
requestTimeoutMs: z.ZodNumber;
|
|
208
|
+
maximumTurns: z.ZodNumber;
|
|
209
|
+
holdOpen: z.ZodBoolean;
|
|
210
|
+
}, z.core.$strict>]>>;
|
|
211
|
+
candidate: z.ZodOptional<z.ZodObject<{
|
|
212
|
+
artifactId: z.ZodString;
|
|
213
|
+
contentHash: z.ZodString;
|
|
214
|
+
preparationId: z.ZodString;
|
|
215
|
+
dispatchId: z.ZodString;
|
|
216
|
+
baseProfileId: z.ZodString;
|
|
217
|
+
workerImageDigest: z.ZodString;
|
|
218
|
+
}, z.core.$strict>>;
|
|
147
219
|
harness: z.ZodOptional<z.ZodObject<{
|
|
148
220
|
harnessRelease: z.ZodObject<{
|
|
149
221
|
id: z.ZodString;
|
|
@@ -172,8 +244,8 @@ export declare const ModelStarterAttemptSummarySchema: z.ZodObject<{
|
|
|
172
244
|
}, z.core.$strict>], "kind">;
|
|
173
245
|
}, z.core.$strict>;
|
|
174
246
|
status: z.ZodEnum<{
|
|
175
|
-
failed: "failed";
|
|
176
247
|
cancelled: "cancelled";
|
|
248
|
+
failed: "failed";
|
|
177
249
|
queued: "queued";
|
|
178
250
|
running: "running";
|
|
179
251
|
cancelling: "cancelling";
|
|
@@ -193,6 +265,7 @@ export declare const ModelStarterAttemptSummarySchema: z.ZodObject<{
|
|
|
193
265
|
score: z.ZodNullable<z.ZodNumber>;
|
|
194
266
|
gradingStatus: z.ZodDefault<z.ZodEnum<{
|
|
195
267
|
scored: "scored";
|
|
268
|
+
pending: "pending";
|
|
196
269
|
unscorable: "unscorable";
|
|
197
270
|
not_configured: "not_configured";
|
|
198
271
|
not_started: "not_started";
|
|
@@ -236,6 +309,30 @@ export declare const ModelStarterAttemptPageSchema: z.ZodObject<{
|
|
|
236
309
|
policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
237
310
|
kind: z.ZodLiteral<"hosted_chat">;
|
|
238
311
|
modelId: z.ZodString;
|
|
312
|
+
localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
313
|
+
providerId: z.ZodLiteral<"custom-openai-compatible">;
|
|
314
|
+
configurationHash: z.ZodString;
|
|
315
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
316
|
+
requestTimeoutMs: z.ZodNumber;
|
|
317
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
318
|
+
providerId: z.ZodLiteral<"claude-code">;
|
|
319
|
+
configurationHash: z.ZodString;
|
|
320
|
+
executableHash: z.ZodString;
|
|
321
|
+
version: z.ZodString;
|
|
322
|
+
capabilityHash: z.ZodString;
|
|
323
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
324
|
+
requestTimeoutMs: z.ZodNumber;
|
|
325
|
+
maximumTurns: z.ZodNumber;
|
|
326
|
+
holdOpen: z.ZodBoolean;
|
|
327
|
+
}, z.core.$strict>]>>;
|
|
328
|
+
candidate: z.ZodOptional<z.ZodObject<{
|
|
329
|
+
artifactId: z.ZodString;
|
|
330
|
+
contentHash: z.ZodString;
|
|
331
|
+
preparationId: z.ZodString;
|
|
332
|
+
dispatchId: z.ZodString;
|
|
333
|
+
baseProfileId: z.ZodString;
|
|
334
|
+
workerImageDigest: z.ZodString;
|
|
335
|
+
}, z.core.$strict>>;
|
|
239
336
|
harness: z.ZodOptional<z.ZodObject<{
|
|
240
337
|
harnessRelease: z.ZodObject<{
|
|
241
338
|
id: z.ZodString;
|
|
@@ -264,8 +361,8 @@ export declare const ModelStarterAttemptPageSchema: z.ZodObject<{
|
|
|
264
361
|
}, z.core.$strict>], "kind">;
|
|
265
362
|
}, z.core.$strict>;
|
|
266
363
|
status: z.ZodEnum<{
|
|
267
|
-
failed: "failed";
|
|
268
364
|
cancelled: "cancelled";
|
|
365
|
+
failed: "failed";
|
|
269
366
|
queued: "queued";
|
|
270
367
|
running: "running";
|
|
271
368
|
cancelling: "cancelling";
|
|
@@ -285,6 +382,7 @@ export declare const ModelStarterAttemptPageSchema: z.ZodObject<{
|
|
|
285
382
|
score: z.ZodNullable<z.ZodNumber>;
|
|
286
383
|
gradingStatus: z.ZodDefault<z.ZodEnum<{
|
|
287
384
|
scored: "scored";
|
|
385
|
+
pending: "pending";
|
|
288
386
|
unscorable: "unscorable";
|
|
289
387
|
not_configured: "not_configured";
|
|
290
388
|
not_started: "not_started";
|
|
@@ -325,6 +423,30 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
325
423
|
policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
326
424
|
kind: z.ZodLiteral<"hosted_chat">;
|
|
327
425
|
modelId: z.ZodString;
|
|
426
|
+
localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
427
|
+
providerId: z.ZodLiteral<"custom-openai-compatible">;
|
|
428
|
+
configurationHash: z.ZodString;
|
|
429
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
430
|
+
requestTimeoutMs: z.ZodNumber;
|
|
431
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
432
|
+
providerId: z.ZodLiteral<"claude-code">;
|
|
433
|
+
configurationHash: z.ZodString;
|
|
434
|
+
executableHash: z.ZodString;
|
|
435
|
+
version: z.ZodString;
|
|
436
|
+
capabilityHash: z.ZodString;
|
|
437
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
438
|
+
requestTimeoutMs: z.ZodNumber;
|
|
439
|
+
maximumTurns: z.ZodNumber;
|
|
440
|
+
holdOpen: z.ZodBoolean;
|
|
441
|
+
}, z.core.$strict>]>>;
|
|
442
|
+
candidate: z.ZodOptional<z.ZodObject<{
|
|
443
|
+
artifactId: z.ZodString;
|
|
444
|
+
contentHash: z.ZodString;
|
|
445
|
+
preparationId: z.ZodString;
|
|
446
|
+
dispatchId: z.ZodString;
|
|
447
|
+
baseProfileId: z.ZodString;
|
|
448
|
+
workerImageDigest: z.ZodString;
|
|
449
|
+
}, z.core.$strict>>;
|
|
328
450
|
harness: z.ZodOptional<z.ZodObject<{
|
|
329
451
|
harnessRelease: z.ZodObject<{
|
|
330
452
|
id: z.ZodString;
|
|
@@ -353,8 +475,8 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
353
475
|
}, z.core.$strict>], "kind">;
|
|
354
476
|
}, z.core.$strict>;
|
|
355
477
|
status: z.ZodEnum<{
|
|
356
|
-
failed: "failed";
|
|
357
478
|
cancelled: "cancelled";
|
|
479
|
+
failed: "failed";
|
|
358
480
|
queued: "queued";
|
|
359
481
|
running: "running";
|
|
360
482
|
cancelling: "cancelling";
|
|
@@ -374,6 +496,7 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
374
496
|
score: z.ZodNullable<z.ZodNumber>;
|
|
375
497
|
gradingStatus: z.ZodDefault<z.ZodEnum<{
|
|
376
498
|
scored: "scored";
|
|
499
|
+
pending: "pending";
|
|
377
500
|
unscorable: "unscorable";
|
|
378
501
|
not_configured: "not_configured";
|
|
379
502
|
not_started: "not_started";
|
|
@@ -421,6 +544,12 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
421
544
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
422
545
|
graderId: z.ZodString;
|
|
423
546
|
graderVersion: z.ZodString;
|
|
547
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
548
|
+
pending: "pending";
|
|
549
|
+
failed: "failed";
|
|
550
|
+
scored: "scored";
|
|
551
|
+
unavailable: "unavailable";
|
|
552
|
+
}>>;
|
|
424
553
|
score: z.ZodNullable<z.ZodNumber>;
|
|
425
554
|
passed: z.ZodBoolean;
|
|
426
555
|
rewardEligible: z.ZodBoolean;
|
|
@@ -446,6 +575,22 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
446
575
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
447
576
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
448
577
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
578
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
579
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
580
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
581
|
+
reasoningEffort: z.ZodEnum<{
|
|
582
|
+
off: "off";
|
|
583
|
+
low: "low";
|
|
584
|
+
medium: "medium";
|
|
585
|
+
high: "high";
|
|
586
|
+
xhigh: "xhigh";
|
|
587
|
+
max: "max";
|
|
588
|
+
}>;
|
|
589
|
+
maximumOutputTokens: z.ZodNumber;
|
|
590
|
+
}, z.core.$strict>>;
|
|
591
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
592
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
593
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
449
594
|
}, z.core.$strict>>;
|
|
450
595
|
contentHash: z.ZodString;
|
|
451
596
|
}, z.core.$strict>>;
|
|
@@ -453,6 +598,7 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
453
598
|
}, z.core.$strict>>;
|
|
454
599
|
training: z.ZodObject<{
|
|
455
600
|
status: z.ZodEnum<{
|
|
601
|
+
pending: "pending";
|
|
456
602
|
scored: "scored";
|
|
457
603
|
unscorable: "unscorable";
|
|
458
604
|
not_configured: "not_configured";
|
|
@@ -462,6 +608,7 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
462
608
|
}, z.core.$strict>;
|
|
463
609
|
evaluation: z.ZodObject<{
|
|
464
610
|
status: z.ZodEnum<{
|
|
611
|
+
pending: "pending";
|
|
465
612
|
scored: "scored";
|
|
466
613
|
unscorable: "unscorable";
|
|
467
614
|
not_configured: "not_configured";
|
|
@@ -484,6 +631,7 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
484
631
|
cancelled: "cancelled";
|
|
485
632
|
}>>;
|
|
486
633
|
gradingStatus: z.ZodEnum<{
|
|
634
|
+
pending: "pending";
|
|
487
635
|
scored: "scored";
|
|
488
636
|
unscorable: "unscorable";
|
|
489
637
|
not_configured: "not_configured";
|
|
@@ -496,6 +644,12 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
496
644
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
497
645
|
graderId: z.ZodString;
|
|
498
646
|
graderVersion: z.ZodString;
|
|
647
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
648
|
+
pending: "pending";
|
|
649
|
+
failed: "failed";
|
|
650
|
+
scored: "scored";
|
|
651
|
+
unavailable: "unavailable";
|
|
652
|
+
}>>;
|
|
499
653
|
score: z.ZodNullable<z.ZodNumber>;
|
|
500
654
|
passed: z.ZodBoolean;
|
|
501
655
|
rewardEligible: z.ZodBoolean;
|
|
@@ -521,6 +675,22 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
521
675
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
522
676
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
523
677
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
678
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
679
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
680
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
681
|
+
reasoningEffort: z.ZodEnum<{
|
|
682
|
+
off: "off";
|
|
683
|
+
low: "low";
|
|
684
|
+
medium: "medium";
|
|
685
|
+
high: "high";
|
|
686
|
+
xhigh: "xhigh";
|
|
687
|
+
max: "max";
|
|
688
|
+
}>;
|
|
689
|
+
maximumOutputTokens: z.ZodNumber;
|
|
690
|
+
}, z.core.$strict>>;
|
|
691
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
692
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
693
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
524
694
|
}, z.core.$strict>>;
|
|
525
695
|
contentHash: z.ZodString;
|
|
526
696
|
}, z.core.$strict>>;
|
|
@@ -542,6 +712,7 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
542
712
|
cancelled: "cancelled";
|
|
543
713
|
}>>;
|
|
544
714
|
gradingStatus: z.ZodEnum<{
|
|
715
|
+
pending: "pending";
|
|
545
716
|
scored: "scored";
|
|
546
717
|
unscorable: "unscorable";
|
|
547
718
|
not_configured: "not_configured";
|
|
@@ -554,6 +725,12 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
554
725
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
555
726
|
graderId: z.ZodString;
|
|
556
727
|
graderVersion: z.ZodString;
|
|
728
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
729
|
+
pending: "pending";
|
|
730
|
+
failed: "failed";
|
|
731
|
+
scored: "scored";
|
|
732
|
+
unavailable: "unavailable";
|
|
733
|
+
}>>;
|
|
557
734
|
score: z.ZodNullable<z.ZodNumber>;
|
|
558
735
|
passed: z.ZodBoolean;
|
|
559
736
|
rewardEligible: z.ZodBoolean;
|
|
@@ -579,6 +756,22 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
579
756
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
580
757
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
581
758
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
759
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
760
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
761
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
762
|
+
reasoningEffort: z.ZodEnum<{
|
|
763
|
+
off: "off";
|
|
764
|
+
low: "low";
|
|
765
|
+
medium: "medium";
|
|
766
|
+
high: "high";
|
|
767
|
+
xhigh: "xhigh";
|
|
768
|
+
max: "max";
|
|
769
|
+
}>;
|
|
770
|
+
maximumOutputTokens: z.ZodNumber;
|
|
771
|
+
}, z.core.$strict>>;
|
|
772
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
773
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
774
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
582
775
|
}, z.core.$strict>>;
|
|
583
776
|
contentHash: z.ZodString;
|
|
584
777
|
}, z.core.$strict>>;
|
|
@@ -589,6 +782,7 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
589
782
|
rewardEligible: z.ZodBoolean;
|
|
590
783
|
gradingStatus: z.ZodEnum<{
|
|
591
784
|
scored: "scored";
|
|
785
|
+
pending: "pending";
|
|
592
786
|
unscorable: "unscorable";
|
|
593
787
|
not_configured: "not_configured";
|
|
594
788
|
}>;
|
|
@@ -685,6 +879,30 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
685
879
|
maxOutputTokens: number;
|
|
686
880
|
temperature: number;
|
|
687
881
|
topP: number;
|
|
882
|
+
localRuntime?: {
|
|
883
|
+
providerId: "claude-code";
|
|
884
|
+
configurationHash: string;
|
|
885
|
+
executableHash: string;
|
|
886
|
+
version: string;
|
|
887
|
+
capabilityHash: string;
|
|
888
|
+
maximumRequestCostUsd: number;
|
|
889
|
+
requestTimeoutMs: number;
|
|
890
|
+
maximumTurns: number;
|
|
891
|
+
holdOpen: boolean;
|
|
892
|
+
} | {
|
|
893
|
+
providerId: "custom-openai-compatible";
|
|
894
|
+
configurationHash: string;
|
|
895
|
+
maximumRequestCostUsd: number;
|
|
896
|
+
requestTimeoutMs: number;
|
|
897
|
+
} | undefined;
|
|
898
|
+
candidate?: {
|
|
899
|
+
artifactId: string;
|
|
900
|
+
contentHash: string;
|
|
901
|
+
preparationId: string;
|
|
902
|
+
dispatchId: string;
|
|
903
|
+
baseProfileId: string;
|
|
904
|
+
workerImageDigest: string;
|
|
905
|
+
} | undefined;
|
|
688
906
|
harness?: {
|
|
689
907
|
harnessRelease: {
|
|
690
908
|
id: string;
|
|
@@ -711,7 +929,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
711
929
|
targetId: string | null;
|
|
712
930
|
} | undefined;
|
|
713
931
|
};
|
|
714
|
-
status: "
|
|
932
|
+
status: "cancelled" | "failed" | "queued" | "running" | "cancelling" | "completed";
|
|
715
933
|
policySnapshot: {
|
|
716
934
|
modelId: string;
|
|
717
935
|
provider: string;
|
|
@@ -724,7 +942,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
724
942
|
cleanupComplete: boolean;
|
|
725
943
|
resultAvailable: boolean;
|
|
726
944
|
score: number | null;
|
|
727
|
-
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
945
|
+
gradingStatus: "scored" | "pending" | "unscorable" | "not_configured" | "not_started";
|
|
728
946
|
passed: boolean | null;
|
|
729
947
|
outputPreview: string | null;
|
|
730
948
|
error: {
|
|
@@ -756,6 +974,30 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
756
974
|
maxOutputTokens: number;
|
|
757
975
|
temperature: number;
|
|
758
976
|
topP: number;
|
|
977
|
+
localRuntime?: {
|
|
978
|
+
providerId: "claude-code";
|
|
979
|
+
configurationHash: string;
|
|
980
|
+
executableHash: string;
|
|
981
|
+
version: string;
|
|
982
|
+
capabilityHash: string;
|
|
983
|
+
maximumRequestCostUsd: number;
|
|
984
|
+
requestTimeoutMs: number;
|
|
985
|
+
maximumTurns: number;
|
|
986
|
+
holdOpen: boolean;
|
|
987
|
+
} | {
|
|
988
|
+
providerId: "custom-openai-compatible";
|
|
989
|
+
configurationHash: string;
|
|
990
|
+
maximumRequestCostUsd: number;
|
|
991
|
+
requestTimeoutMs: number;
|
|
992
|
+
} | undefined;
|
|
993
|
+
candidate?: {
|
|
994
|
+
artifactId: string;
|
|
995
|
+
contentHash: string;
|
|
996
|
+
preparationId: string;
|
|
997
|
+
dispatchId: string;
|
|
998
|
+
baseProfileId: string;
|
|
999
|
+
workerImageDigest: string;
|
|
1000
|
+
} | undefined;
|
|
759
1001
|
harness?: {
|
|
760
1002
|
harnessRelease: {
|
|
761
1003
|
id: string;
|
|
@@ -782,7 +1024,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
782
1024
|
targetId: string | null;
|
|
783
1025
|
} | undefined;
|
|
784
1026
|
};
|
|
785
|
-
status: "
|
|
1027
|
+
status: "cancelled" | "failed" | "queued" | "running" | "cancelling" | "completed";
|
|
786
1028
|
policySnapshot: {
|
|
787
1029
|
modelId: string;
|
|
788
1030
|
provider: string;
|
|
@@ -795,7 +1037,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
795
1037
|
cleanupComplete: boolean;
|
|
796
1038
|
resultAvailable: boolean;
|
|
797
1039
|
score: number | null;
|
|
798
|
-
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
1040
|
+
gradingStatus: "scored" | "pending" | "unscorable" | "not_configured" | "not_started";
|
|
799
1041
|
passed: boolean | null;
|
|
800
1042
|
outputPreview: string | null;
|
|
801
1043
|
error: {
|
|
@@ -853,6 +1095,30 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
853
1095
|
maxOutputTokens: number;
|
|
854
1096
|
temperature: number;
|
|
855
1097
|
topP: number;
|
|
1098
|
+
localRuntime?: {
|
|
1099
|
+
providerId: "claude-code";
|
|
1100
|
+
configurationHash: string;
|
|
1101
|
+
executableHash: string;
|
|
1102
|
+
version: string;
|
|
1103
|
+
capabilityHash: string;
|
|
1104
|
+
maximumRequestCostUsd: number;
|
|
1105
|
+
requestTimeoutMs: number;
|
|
1106
|
+
maximumTurns: number;
|
|
1107
|
+
holdOpen: boolean;
|
|
1108
|
+
} | {
|
|
1109
|
+
providerId: "custom-openai-compatible";
|
|
1110
|
+
configurationHash: string;
|
|
1111
|
+
maximumRequestCostUsd: number;
|
|
1112
|
+
requestTimeoutMs: number;
|
|
1113
|
+
} | undefined;
|
|
1114
|
+
candidate?: {
|
|
1115
|
+
artifactId: string;
|
|
1116
|
+
contentHash: string;
|
|
1117
|
+
preparationId: string;
|
|
1118
|
+
dispatchId: string;
|
|
1119
|
+
baseProfileId: string;
|
|
1120
|
+
workerImageDigest: string;
|
|
1121
|
+
} | undefined;
|
|
856
1122
|
harness?: {
|
|
857
1123
|
harnessRelease: {
|
|
858
1124
|
id: string;
|
|
@@ -879,7 +1145,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
879
1145
|
targetId: string | null;
|
|
880
1146
|
} | undefined;
|
|
881
1147
|
};
|
|
882
|
-
status: "
|
|
1148
|
+
status: "cancelled" | "failed" | "queued" | "running" | "cancelling" | "completed";
|
|
883
1149
|
policySnapshot: {
|
|
884
1150
|
modelId: string;
|
|
885
1151
|
provider: string;
|
|
@@ -892,7 +1158,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
892
1158
|
cleanupComplete: boolean;
|
|
893
1159
|
resultAvailable: boolean;
|
|
894
1160
|
score: number | null;
|
|
895
|
-
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
1161
|
+
gradingStatus: "scored" | "pending" | "unscorable" | "not_configured" | "not_started";
|
|
896
1162
|
passed: boolean | null;
|
|
897
1163
|
outputPreview: string | null;
|
|
898
1164
|
error: {
|
|
@@ -926,6 +1192,30 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
926
1192
|
maxOutputTokens: number;
|
|
927
1193
|
temperature: number;
|
|
928
1194
|
topP: number;
|
|
1195
|
+
localRuntime?: {
|
|
1196
|
+
providerId: "claude-code";
|
|
1197
|
+
configurationHash: string;
|
|
1198
|
+
executableHash: string;
|
|
1199
|
+
version: string;
|
|
1200
|
+
capabilityHash: string;
|
|
1201
|
+
maximumRequestCostUsd: number;
|
|
1202
|
+
requestTimeoutMs: number;
|
|
1203
|
+
maximumTurns: number;
|
|
1204
|
+
holdOpen: boolean;
|
|
1205
|
+
} | {
|
|
1206
|
+
providerId: "custom-openai-compatible";
|
|
1207
|
+
configurationHash: string;
|
|
1208
|
+
maximumRequestCostUsd: number;
|
|
1209
|
+
requestTimeoutMs: number;
|
|
1210
|
+
} | undefined;
|
|
1211
|
+
candidate?: {
|
|
1212
|
+
artifactId: string;
|
|
1213
|
+
contentHash: string;
|
|
1214
|
+
preparationId: string;
|
|
1215
|
+
dispatchId: string;
|
|
1216
|
+
baseProfileId: string;
|
|
1217
|
+
workerImageDigest: string;
|
|
1218
|
+
} | undefined;
|
|
929
1219
|
harness?: {
|
|
930
1220
|
harnessRelease: {
|
|
931
1221
|
id: string;
|
|
@@ -952,7 +1242,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
952
1242
|
targetId: string | null;
|
|
953
1243
|
} | undefined;
|
|
954
1244
|
};
|
|
955
|
-
status: "
|
|
1245
|
+
status: "cancelled" | "failed" | "queued" | "running" | "cancelling" | "completed";
|
|
956
1246
|
policySnapshot: {
|
|
957
1247
|
modelId: string;
|
|
958
1248
|
provider: string;
|
|
@@ -965,7 +1255,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
965
1255
|
cleanupComplete: boolean;
|
|
966
1256
|
resultAvailable: boolean;
|
|
967
1257
|
score: number | null;
|
|
968
|
-
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
1258
|
+
gradingStatus: "scored" | "pending" | "unscorable" | "not_configured" | "not_started";
|
|
969
1259
|
passed: boolean | null;
|
|
970
1260
|
outputPreview: string | null;
|
|
971
1261
|
error: {
|
|
@@ -992,7 +1282,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
992
1282
|
revision: number;
|
|
993
1283
|
};
|
|
994
1284
|
role: "training" | "evaluation";
|
|
995
|
-
status: "
|
|
1285
|
+
status: "scored" | "pending" | "failed" | "unavailable";
|
|
996
1286
|
rawScore: number | null;
|
|
997
1287
|
normalizedScore: number | null;
|
|
998
1288
|
passed: boolean | null;
|
|
@@ -1010,6 +1300,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1010
1300
|
visibleEvidenceRefs: string[];
|
|
1011
1301
|
privilegedEvidenceRefs: string[];
|
|
1012
1302
|
contentHash: string;
|
|
1303
|
+
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
1013
1304
|
modelJudgeReceipt?: {
|
|
1014
1305
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
1015
1306
|
providerId: string;
|
|
@@ -1021,16 +1312,25 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1021
1312
|
inputTokens: number | null;
|
|
1022
1313
|
outputTokens: number | null;
|
|
1023
1314
|
costUsd: number | null;
|
|
1315
|
+
transportPolicy?: {
|
|
1316
|
+
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
1317
|
+
responseFormat: "judgment_json_schema";
|
|
1318
|
+
reasoningEffort: "high" | "low" | "off" | "medium" | "xhigh" | "max";
|
|
1319
|
+
maximumOutputTokens: number;
|
|
1320
|
+
} | undefined;
|
|
1321
|
+
effectiveRequestHash?: string | undefined;
|
|
1322
|
+
finishReason?: string | null | undefined;
|
|
1323
|
+
reasoningTokens?: number | null | undefined;
|
|
1024
1324
|
} | undefined;
|
|
1025
1325
|
} | undefined;
|
|
1026
1326
|
}[];
|
|
1027
1327
|
training: {
|
|
1028
|
-
status: "scored" | "unscorable" | "not_configured";
|
|
1328
|
+
status: "scored" | "pending" | "unscorable" | "not_configured";
|
|
1029
1329
|
score: number | null;
|
|
1030
1330
|
passed: boolean | null;
|
|
1031
1331
|
};
|
|
1032
1332
|
evaluation: {
|
|
1033
|
-
status: "scored" | "unscorable" | "not_configured";
|
|
1333
|
+
status: "scored" | "pending" | "unscorable" | "not_configured";
|
|
1034
1334
|
score: number | null;
|
|
1035
1335
|
passed: boolean | null;
|
|
1036
1336
|
};
|
|
@@ -1055,7 +1355,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1055
1355
|
passed: boolean;
|
|
1056
1356
|
rewardEligible: boolean;
|
|
1057
1357
|
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
1058
|
-
gradingStatus: "scored" | "unscorable" | "not_configured";
|
|
1358
|
+
gradingStatus: "scored" | "pending" | "unscorable" | "not_configured";
|
|
1059
1359
|
schemaVersion: "openpond.taskGrade.v1";
|
|
1060
1360
|
taskHash: string;
|
|
1061
1361
|
evidenceHash: string;
|
|
@@ -1072,6 +1372,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1072
1372
|
visibleEvidenceRefs: string[];
|
|
1073
1373
|
privilegedEvidenceRefs: string[];
|
|
1074
1374
|
contentHash: string;
|
|
1375
|
+
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
1075
1376
|
modelJudgeReceipt?: {
|
|
1076
1377
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
1077
1378
|
providerId: string;
|
|
@@ -1083,6 +1384,15 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1083
1384
|
inputTokens: number | null;
|
|
1084
1385
|
outputTokens: number | null;
|
|
1085
1386
|
costUsd: number | null;
|
|
1387
|
+
transportPolicy?: {
|
|
1388
|
+
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
1389
|
+
responseFormat: "judgment_json_schema";
|
|
1390
|
+
reasoningEffort: "high" | "low" | "off" | "medium" | "xhigh" | "max";
|
|
1391
|
+
maximumOutputTokens: number;
|
|
1392
|
+
} | undefined;
|
|
1393
|
+
effectiveRequestHash?: string | undefined;
|
|
1394
|
+
finishReason?: string | null | undefined;
|
|
1395
|
+
reasoningTokens?: number | null | undefined;
|
|
1086
1396
|
} | undefined;
|
|
1087
1397
|
}[];
|
|
1088
1398
|
contentHash: string;
|
|
@@ -1095,7 +1405,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1095
1405
|
passed: boolean;
|
|
1096
1406
|
rewardEligible: boolean;
|
|
1097
1407
|
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
1098
|
-
gradingStatus: "scored" | "unscorable" | "not_configured";
|
|
1408
|
+
gradingStatus: "scored" | "pending" | "unscorable" | "not_configured";
|
|
1099
1409
|
schemaVersion: "openpond.taskGrade.v1";
|
|
1100
1410
|
taskHash: string;
|
|
1101
1411
|
evidenceHash: string;
|
|
@@ -1112,6 +1422,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1112
1422
|
visibleEvidenceRefs: string[];
|
|
1113
1423
|
privilegedEvidenceRefs: string[];
|
|
1114
1424
|
contentHash: string;
|
|
1425
|
+
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
1115
1426
|
modelJudgeReceipt?: {
|
|
1116
1427
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
1117
1428
|
providerId: string;
|
|
@@ -1123,6 +1434,15 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1123
1434
|
inputTokens: number | null;
|
|
1124
1435
|
outputTokens: number | null;
|
|
1125
1436
|
costUsd: number | null;
|
|
1437
|
+
transportPolicy?: {
|
|
1438
|
+
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
1439
|
+
responseFormat: "judgment_json_schema";
|
|
1440
|
+
reasoningEffort: "high" | "low" | "off" | "medium" | "xhigh" | "max";
|
|
1441
|
+
maximumOutputTokens: number;
|
|
1442
|
+
} | undefined;
|
|
1443
|
+
effectiveRequestHash?: string | undefined;
|
|
1444
|
+
finishReason?: string | null | undefined;
|
|
1445
|
+
reasoningTokens?: number | null | undefined;
|
|
1126
1446
|
} | undefined;
|
|
1127
1447
|
}[];
|
|
1128
1448
|
contentHash: string;
|
|
@@ -1130,7 +1450,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1130
1450
|
score: number | null;
|
|
1131
1451
|
passed: boolean;
|
|
1132
1452
|
rewardEligible: boolean;
|
|
1133
|
-
gradingStatus: "scored" | "unscorable" | "not_configured";
|
|
1453
|
+
gradingStatus: "scored" | "pending" | "unscorable" | "not_configured";
|
|
1134
1454
|
failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
|
|
1135
1455
|
contentHash: string;
|
|
1136
1456
|
} | null | undefined;
|
|
@@ -1183,6 +1503,30 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1183
1503
|
maxOutputTokens: number;
|
|
1184
1504
|
temperature: number;
|
|
1185
1505
|
topP: number;
|
|
1506
|
+
localRuntime?: {
|
|
1507
|
+
providerId: "claude-code";
|
|
1508
|
+
configurationHash: string;
|
|
1509
|
+
executableHash: string;
|
|
1510
|
+
version: string;
|
|
1511
|
+
capabilityHash: string;
|
|
1512
|
+
maximumRequestCostUsd: number;
|
|
1513
|
+
requestTimeoutMs: number;
|
|
1514
|
+
maximumTurns: number;
|
|
1515
|
+
holdOpen: boolean;
|
|
1516
|
+
} | {
|
|
1517
|
+
providerId: "custom-openai-compatible";
|
|
1518
|
+
configurationHash: string;
|
|
1519
|
+
maximumRequestCostUsd: number;
|
|
1520
|
+
requestTimeoutMs: number;
|
|
1521
|
+
} | undefined;
|
|
1522
|
+
candidate?: {
|
|
1523
|
+
artifactId: string;
|
|
1524
|
+
contentHash: string;
|
|
1525
|
+
preparationId: string;
|
|
1526
|
+
dispatchId: string;
|
|
1527
|
+
baseProfileId: string;
|
|
1528
|
+
workerImageDigest: string;
|
|
1529
|
+
} | undefined;
|
|
1186
1530
|
harness?: {
|
|
1187
1531
|
harnessRelease: {
|
|
1188
1532
|
id: string;
|
|
@@ -1209,7 +1553,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1209
1553
|
targetId: string | null;
|
|
1210
1554
|
} | undefined;
|
|
1211
1555
|
};
|
|
1212
|
-
status: "
|
|
1556
|
+
status: "cancelled" | "failed" | "queued" | "running" | "cancelling" | "completed";
|
|
1213
1557
|
policySnapshot: {
|
|
1214
1558
|
modelId: string;
|
|
1215
1559
|
provider: string;
|
|
@@ -1222,7 +1566,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1222
1566
|
cleanupComplete: boolean;
|
|
1223
1567
|
resultAvailable: boolean;
|
|
1224
1568
|
score: number | null;
|
|
1225
|
-
gradingStatus: "scored" | "unscorable" | "not_configured" | "not_started";
|
|
1569
|
+
gradingStatus: "scored" | "pending" | "unscorable" | "not_configured" | "not_started";
|
|
1226
1570
|
passed: boolean | null;
|
|
1227
1571
|
outputPreview: string | null;
|
|
1228
1572
|
error: {
|