openpond-sdk 0.10.0 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (234) hide show
  1. package/dist/advanced-refiner-evaluations.js +42 -0
  2. package/dist/advanced-refiner-evaluations.js.map +7 -0
  3. package/dist/candidate-evaluations.js +25 -0
  4. package/dist/candidate-evaluations.js.map +7 -0
  5. package/dist/{chunk-W5TXWVFS.js → chunk-2JKV5OJO.js} +88 -59
  6. package/dist/chunk-2JKV5OJO.js.map +7 -0
  7. package/dist/{chunk-2ZJRG3KL.js → chunk-2NSNBED7.js} +7 -3
  8. package/dist/chunk-2NSNBED7.js.map +7 -0
  9. package/dist/chunk-5RZAPZWI.js +445 -0
  10. package/dist/chunk-5RZAPZWI.js.map +7 -0
  11. package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
  12. package/dist/chunk-5U25KAJM.js.map +7 -0
  13. package/dist/chunk-7Q7I6FAT.js +139 -0
  14. package/dist/chunk-7Q7I6FAT.js.map +7 -0
  15. package/dist/chunk-A64VYVXN.js +64 -0
  16. package/dist/chunk-A64VYVXN.js.map +7 -0
  17. package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
  18. package/dist/chunk-DJWHN7NU.js +394 -0
  19. package/dist/chunk-DJWHN7NU.js.map +7 -0
  20. package/dist/chunk-GDJRGRHA.js +144 -0
  21. package/dist/chunk-GDJRGRHA.js.map +7 -0
  22. package/dist/chunk-HOAYWW33.js +587 -0
  23. package/dist/chunk-HOAYWW33.js.map +7 -0
  24. package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
  25. package/dist/chunk-I2MBVOVX.js.map +7 -0
  26. package/dist/{chunk-I3TQTXKB.js → chunk-IXBSFJCX.js} +4 -4
  27. package/dist/chunk-JMQ4HBWP.js +160 -0
  28. package/dist/chunk-JMQ4HBWP.js.map +7 -0
  29. package/dist/chunk-KQWCXW3A.js +294 -0
  30. package/dist/chunk-KQWCXW3A.js.map +7 -0
  31. package/dist/{chunk-I2YM3UY4.js → chunk-NHCGOFQW.js} +2 -2
  32. package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
  33. package/dist/chunk-SLS3GFPG.js +125 -0
  34. package/dist/chunk-SLS3GFPG.js.map +7 -0
  35. package/dist/chunk-SVU4RZ4K.js +70 -0
  36. package/dist/chunk-SVU4RZ4K.js.map +7 -0
  37. package/dist/chunk-T4APHDES.js +74 -0
  38. package/dist/chunk-T4APHDES.js.map +7 -0
  39. package/dist/chunk-VC5OV5AS.js +174 -0
  40. package/dist/chunk-VC5OV5AS.js.map +7 -0
  41. package/dist/{chunk-7B44TQZD.js → chunk-WX22WN33.js} +13 -7
  42. package/dist/chunk-WX22WN33.js.map +7 -0
  43. package/dist/chunk-XEUOJ5WF.js +31 -0
  44. package/dist/chunk-XEUOJ5WF.js.map +7 -0
  45. package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
  46. package/dist/chunk-XJDWHTH5.js.map +7 -0
  47. package/dist/chunk-YCQVVFE5.js +37 -0
  48. package/dist/chunk-YCQVVFE5.js.map +7 -0
  49. package/dist/chunk-ZVJU5CJ5.js +267 -0
  50. package/dist/chunk-ZVJU5CJ5.js.map +7 -0
  51. package/dist/connected-evidence.js +81 -0
  52. package/dist/connected-evidence.js.map +7 -0
  53. package/dist/dataset-workspaces.js +44 -79
  54. package/dist/dataset-workspaces.js.map +4 -4
  55. package/dist/experiment-evaluation-schedules.js +48 -0
  56. package/dist/experiment-evaluation-schedules.js.map +7 -0
  57. package/dist/experiment-improvements.js +52 -0
  58. package/dist/experiment-improvements.js.map +7 -0
  59. package/dist/experiments.js +48 -90
  60. package/dist/experiments.js.map +3 -3
  61. package/dist/human-review.js +13 -0
  62. package/dist/human-review.js.map +7 -0
  63. package/dist/index.js +208 -17
  64. package/dist/index.js.map +2 -2
  65. package/dist/learning.js +1 -1
  66. package/dist/model-starter-attempts.js +2 -2
  67. package/dist/model-starter-catalog.js +7 -2
  68. package/dist/model-starter-catalog.js.map +1 -1
  69. package/dist/model-starters.js +7 -2
  70. package/dist/model-taskset-runs.js +3 -3
  71. package/dist/post-training.js +47 -0
  72. package/dist/post-training.js.map +7 -0
  73. package/dist/taskset-drafts.js +11 -4
  74. package/dist/taskset-drafts.js.map +2 -2
  75. package/dist/taskset-packages.js +26 -556
  76. package/dist/taskset-packages.js.map +4 -4
  77. package/dist/training-bundle.js +58 -17
  78. package/dist/training-bundle.js.map +2 -2
  79. package/dist/training-projects.js +1 -1
  80. package/dist/training.js +7 -2
  81. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
  82. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
  83. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
  84. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
  85. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
  86. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
  87. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
  88. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
  89. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
  90. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
  91. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
  92. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
  93. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
  94. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
  95. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
  96. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
  97. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
  98. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
  99. package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
  100. package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
  101. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
  102. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
  103. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
  104. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  105. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
  106. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  107. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
  108. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
  109. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
  110. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
  111. package/dist/types/packages/sdk/src/experiment-client.d.ts +3513 -52
  112. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  113. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1017 -1
  114. package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
  115. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
  116. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
  117. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
  118. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
  119. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
  120. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
  121. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
  122. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
  123. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
  124. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
  125. package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
  126. package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
  127. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +262 -0
  128. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
  129. package/dist/types/packages/sdk/src/experiment-run-details.d.ts +1388 -1
  130. package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
  131. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +5 -2
  132. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
  133. package/dist/types/packages/sdk/src/experiments.d.ts +3 -0
  134. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  135. package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
  136. package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
  137. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
  138. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
  139. package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
  140. package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
  141. package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
  142. package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
  143. package/dist/types/packages/sdk/src/index.d.ts +10 -0
  144. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  145. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
  146. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
  147. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
  148. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
  149. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
  150. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
  151. package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
  152. package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
  153. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
  154. package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
  155. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +288 -19
  156. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  157. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
  158. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
  159. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +78 -1
  160. package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
  161. package/dist/types/packages/sdk/src/model-starters.d.ts +466 -13
  162. package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
  163. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
  164. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
  165. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
  166. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
  167. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1282 -4
  168. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
  169. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1285 -5
  170. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  171. package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
  172. package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
  173. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
  174. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
  175. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
  176. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
  177. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
  178. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
  179. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
  180. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
  181. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
  182. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
  183. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
  184. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
  185. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
  186. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
  187. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
  188. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
  189. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
  190. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
  191. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
  192. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
  193. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
  194. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
  195. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
  196. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
  197. package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
  198. package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
  199. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1322 -26
  200. package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
  201. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
  202. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
  203. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
  204. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
  205. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
  206. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
  207. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
  208. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
  209. package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
  210. package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
  211. package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
  212. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
  213. package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
  214. package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
  215. package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
  216. package/dist/types/packages/sdk/src/training-project-client.d.ts +776 -8
  217. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  218. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1161 -11
  219. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
  220. package/dist/types/packages/sdk/src/training.d.ts +2655 -24
  221. package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
  222. package/package.json +30 -2
  223. package/dist/chunk-2ZJRG3KL.js.map +0 -7
  224. package/dist/chunk-7B44TQZD.js.map +0 -7
  225. package/dist/chunk-JCPLAIZL.js.map +0 -7
  226. package/dist/chunk-LGEF4S5I.js.map +0 -7
  227. package/dist/chunk-PRRUBH2B.js +0 -314
  228. package/dist/chunk-PRRUBH2B.js.map +0 -7
  229. package/dist/chunk-W5TXWVFS.js.map +0 -7
  230. package/dist/chunk-Y4NGWGTA.js.map +0 -7
  231. /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
  232. /package/dist/{chunk-I3TQTXKB.js.map → chunk-IXBSFJCX.js.map} +0 -0
  233. /package/dist/{chunk-I2YM3UY4.js.map → chunk-NHCGOFQW.js.map} +0 -0
  234. /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
@@ -31,7 +31,7 @@ export declare class OpenPondModelTasksetRunsClient {
31
31
  };
32
32
  policyKind: "hosted_chat" | "fixture" | "hosted_harness";
33
33
  manifestHash: string;
34
- status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
34
+ status: "cancelled" | "failed" | "queued" | "running" | "cancelling" | "completed";
35
35
  totalCount: number;
36
36
  counts: {
37
37
  pending: number;
@@ -75,6 +75,30 @@ export declare class OpenPondModelTasksetRunsClient {
75
75
  maxOutputTokens: number;
76
76
  temperature: number;
77
77
  topP: number;
78
+ localRuntime?: {
79
+ providerId: "claude-code";
80
+ configurationHash: string;
81
+ executableHash: string;
82
+ version: string;
83
+ capabilityHash: string;
84
+ maximumRequestCostUsd: number;
85
+ requestTimeoutMs: number;
86
+ maximumTurns: number;
87
+ holdOpen: boolean;
88
+ } | {
89
+ providerId: "custom-openai-compatible";
90
+ configurationHash: string;
91
+ maximumRequestCostUsd: number;
92
+ requestTimeoutMs: number;
93
+ } | undefined;
94
+ candidate?: {
95
+ artifactId: string;
96
+ contentHash: string;
97
+ preparationId: string;
98
+ dispatchId: string;
99
+ baseProfileId: string;
100
+ workerImageDigest: string;
101
+ } | undefined;
78
102
  harness?: {
79
103
  harnessRelease: {
80
104
  id: string;
@@ -117,10 +141,210 @@ export declare class OpenPondModelTasksetRunsClient {
117
141
  actionId: string;
118
142
  };
119
143
  environmentHash: string;
144
+ externalDatasetBinding?: {
145
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
146
+ dataset: {
147
+ id: string;
148
+ contentHash: string;
149
+ revision: number;
150
+ };
151
+ packageHash: string;
152
+ profileId: string;
153
+ target: {
154
+ kind: "profile";
155
+ } | {
156
+ kind: "workflow";
157
+ workflowId: string;
158
+ } | {
159
+ kind: "skill";
160
+ skillPath: string;
161
+ } | {
162
+ kind: "agent_action";
163
+ actionId: string;
164
+ };
165
+ declaredProfileCatalogHash: string | null;
166
+ protectedProfileClosureHash: string;
167
+ split: "train" | "validation" | "test" | "frozen_eval";
168
+ population: {
169
+ taskId: string;
170
+ seed: string;
171
+ fixtureId: string | null;
172
+ }[];
173
+ evaluators: {
174
+ release: {
175
+ id: string;
176
+ contentHash: string;
177
+ revision: string | number;
178
+ };
179
+ feedbackKey: string;
180
+ configurationHash: string;
181
+ output: "boolean" | "score" | "category";
182
+ categories: string[];
183
+ }[];
184
+ fieldMappingsHash: string;
185
+ fieldMappings: {
186
+ graderId: string;
187
+ fields: {
188
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
189
+ path: string[];
190
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
191
+ sourcePath: string[];
192
+ }[];
193
+ }[];
194
+ environmentHash: string;
195
+ privateDatasetClosureHash: string;
196
+ criterion: {
197
+ minimumPassRate: number;
198
+ requireComplete: boolean;
199
+ };
200
+ contentHash: string;
201
+ recordedOrigin?: {
202
+ execution: {
203
+ id: string;
204
+ contentHash: string;
205
+ };
206
+ originalEvidence: {
207
+ id: string;
208
+ contentHash: string;
209
+ };
210
+ members: {
211
+ caseId: string;
212
+ seed: string;
213
+ fixtureId: string;
214
+ sourceId: string;
215
+ snapshotHash: string;
216
+ boundaryRevisionHash: string;
217
+ }[];
218
+ } | undefined;
219
+ gradingSource?: {
220
+ pass: {
221
+ id: string;
222
+ contentHash: string;
223
+ };
224
+ evidence: {
225
+ id: string;
226
+ contentHash: string;
227
+ };
228
+ } | undefined;
229
+ } | undefined;
230
+ sourceCandidate?: {
231
+ candidateId: string;
232
+ frozenRevision: number;
233
+ frozenHash: string;
234
+ harnessRelease: {
235
+ id: string;
236
+ contentHash: string;
237
+ };
238
+ protectedClosureHash: string;
239
+ } | undefined;
120
240
  };
121
241
  modelConfigurationHash: string;
122
242
  packageHash: string;
243
+ candidate?: {
244
+ artifactId: string;
245
+ contentHash: string;
246
+ preparationId: string;
247
+ dispatchId: string;
248
+ baseProfileId: string;
249
+ workerImageDigest: string;
250
+ } | undefined;
251
+ sourceCandidate?: {
252
+ candidateId: string;
253
+ frozenRevision: number;
254
+ frozenHash: string;
255
+ harnessRelease: {
256
+ id: string;
257
+ contentHash: string;
258
+ };
259
+ protectedClosureHash: string;
260
+ } | undefined;
123
261
  reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
262
+ externalDatasetBinding?: {
263
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
264
+ dataset: {
265
+ id: string;
266
+ contentHash: string;
267
+ revision: number;
268
+ };
269
+ packageHash: string;
270
+ profileId: string;
271
+ target: {
272
+ kind: "profile";
273
+ } | {
274
+ kind: "workflow";
275
+ workflowId: string;
276
+ } | {
277
+ kind: "skill";
278
+ skillPath: string;
279
+ } | {
280
+ kind: "agent_action";
281
+ actionId: string;
282
+ };
283
+ declaredProfileCatalogHash: string | null;
284
+ protectedProfileClosureHash: string;
285
+ split: "train" | "validation" | "test" | "frozen_eval";
286
+ population: {
287
+ taskId: string;
288
+ seed: string;
289
+ fixtureId: string | null;
290
+ }[];
291
+ evaluators: {
292
+ release: {
293
+ id: string;
294
+ contentHash: string;
295
+ revision: string | number;
296
+ };
297
+ feedbackKey: string;
298
+ configurationHash: string;
299
+ output: "boolean" | "score" | "category";
300
+ categories: string[];
301
+ }[];
302
+ fieldMappingsHash: string;
303
+ fieldMappings: {
304
+ graderId: string;
305
+ fields: {
306
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
307
+ path: string[];
308
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
309
+ sourcePath: string[];
310
+ }[];
311
+ }[];
312
+ environmentHash: string;
313
+ privateDatasetClosureHash: string;
314
+ criterion: {
315
+ minimumPassRate: number;
316
+ requireComplete: boolean;
317
+ };
318
+ contentHash: string;
319
+ recordedOrigin?: {
320
+ execution: {
321
+ id: string;
322
+ contentHash: string;
323
+ };
324
+ originalEvidence: {
325
+ id: string;
326
+ contentHash: string;
327
+ };
328
+ members: {
329
+ caseId: string;
330
+ seed: string;
331
+ fixtureId: string;
332
+ sourceId: string;
333
+ snapshotHash: string;
334
+ boundaryRevisionHash: string;
335
+ }[];
336
+ } | undefined;
337
+ gradingSource?: {
338
+ pass: {
339
+ id: string;
340
+ contentHash: string;
341
+ };
342
+ evidence: {
343
+ id: string;
344
+ contentHash: string;
345
+ };
346
+ } | undefined;
347
+ } | undefined;
124
348
  } | {
125
349
  kind: "fixture";
126
350
  };
@@ -237,6 +461,102 @@ export declare class OpenPondModelTasksetRunsClient {
237
461
  actionId: string;
238
462
  };
239
463
  environmentHash: string;
464
+ externalDatasetBinding?: {
465
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
466
+ dataset: {
467
+ id: string;
468
+ contentHash: string;
469
+ revision: number;
470
+ };
471
+ packageHash: string;
472
+ profileId: string;
473
+ target: {
474
+ kind: "profile";
475
+ } | {
476
+ kind: "workflow";
477
+ workflowId: string;
478
+ } | {
479
+ kind: "skill";
480
+ skillPath: string;
481
+ } | {
482
+ kind: "agent_action";
483
+ actionId: string;
484
+ };
485
+ declaredProfileCatalogHash: string | null;
486
+ protectedProfileClosureHash: string;
487
+ split: "train" | "validation" | "test" | "frozen_eval";
488
+ population: {
489
+ taskId: string;
490
+ seed: string;
491
+ fixtureId: string | null;
492
+ }[];
493
+ evaluators: {
494
+ release: {
495
+ id: string;
496
+ contentHash: string;
497
+ revision: string | number;
498
+ };
499
+ feedbackKey: string;
500
+ configurationHash: string;
501
+ output: "boolean" | "score" | "category";
502
+ categories: string[];
503
+ }[];
504
+ fieldMappingsHash: string;
505
+ fieldMappings: {
506
+ graderId: string;
507
+ fields: {
508
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
509
+ path: string[];
510
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
511
+ sourcePath: string[];
512
+ }[];
513
+ }[];
514
+ environmentHash: string;
515
+ privateDatasetClosureHash: string;
516
+ criterion: {
517
+ minimumPassRate: number;
518
+ requireComplete: boolean;
519
+ };
520
+ contentHash: string;
521
+ recordedOrigin?: {
522
+ execution: {
523
+ id: string;
524
+ contentHash: string;
525
+ };
526
+ originalEvidence: {
527
+ id: string;
528
+ contentHash: string;
529
+ };
530
+ members: {
531
+ caseId: string;
532
+ seed: string;
533
+ fixtureId: string;
534
+ sourceId: string;
535
+ snapshotHash: string;
536
+ boundaryRevisionHash: string;
537
+ }[];
538
+ } | undefined;
539
+ gradingSource?: {
540
+ pass: {
541
+ id: string;
542
+ contentHash: string;
543
+ };
544
+ evidence: {
545
+ id: string;
546
+ contentHash: string;
547
+ };
548
+ } | undefined;
549
+ } | undefined;
550
+ sourceCandidate?: {
551
+ candidateId: string;
552
+ frozenRevision: number;
553
+ frozenHash: string;
554
+ harnessRelease: {
555
+ id: string;
556
+ contentHash: string;
557
+ };
558
+ protectedClosureHash: string;
559
+ } | undefined;
240
560
  } | undefined;
241
561
  };
242
562
  policySnapshot: {
@@ -263,7 +583,7 @@ export declare class OpenPondModelTasksetRunsClient {
263
583
  };
264
584
  policyKind: "hosted_chat" | "fixture" | "hosted_harness";
265
585
  manifestHash: string;
266
- status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
586
+ status: "cancelled" | "failed" | "queued" | "running" | "cancelling" | "completed";
267
587
  totalCount: number;
268
588
  counts: {
269
589
  pending: number;
@@ -307,6 +627,30 @@ export declare class OpenPondModelTasksetRunsClient {
307
627
  maxOutputTokens: number;
308
628
  temperature: number;
309
629
  topP: number;
630
+ localRuntime?: {
631
+ providerId: "claude-code";
632
+ configurationHash: string;
633
+ executableHash: string;
634
+ version: string;
635
+ capabilityHash: string;
636
+ maximumRequestCostUsd: number;
637
+ requestTimeoutMs: number;
638
+ maximumTurns: number;
639
+ holdOpen: boolean;
640
+ } | {
641
+ providerId: "custom-openai-compatible";
642
+ configurationHash: string;
643
+ maximumRequestCostUsd: number;
644
+ requestTimeoutMs: number;
645
+ } | undefined;
646
+ candidate?: {
647
+ artifactId: string;
648
+ contentHash: string;
649
+ preparationId: string;
650
+ dispatchId: string;
651
+ baseProfileId: string;
652
+ workerImageDigest: string;
653
+ } | undefined;
310
654
  harness?: {
311
655
  harnessRelease: {
312
656
  id: string;
@@ -349,10 +693,210 @@ export declare class OpenPondModelTasksetRunsClient {
349
693
  actionId: string;
350
694
  };
351
695
  environmentHash: string;
696
+ externalDatasetBinding?: {
697
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
698
+ dataset: {
699
+ id: string;
700
+ contentHash: string;
701
+ revision: number;
702
+ };
703
+ packageHash: string;
704
+ profileId: string;
705
+ target: {
706
+ kind: "profile";
707
+ } | {
708
+ kind: "workflow";
709
+ workflowId: string;
710
+ } | {
711
+ kind: "skill";
712
+ skillPath: string;
713
+ } | {
714
+ kind: "agent_action";
715
+ actionId: string;
716
+ };
717
+ declaredProfileCatalogHash: string | null;
718
+ protectedProfileClosureHash: string;
719
+ split: "train" | "validation" | "test" | "frozen_eval";
720
+ population: {
721
+ taskId: string;
722
+ seed: string;
723
+ fixtureId: string | null;
724
+ }[];
725
+ evaluators: {
726
+ release: {
727
+ id: string;
728
+ contentHash: string;
729
+ revision: string | number;
730
+ };
731
+ feedbackKey: string;
732
+ configurationHash: string;
733
+ output: "boolean" | "score" | "category";
734
+ categories: string[];
735
+ }[];
736
+ fieldMappingsHash: string;
737
+ fieldMappings: {
738
+ graderId: string;
739
+ fields: {
740
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
741
+ path: string[];
742
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
743
+ sourcePath: string[];
744
+ }[];
745
+ }[];
746
+ environmentHash: string;
747
+ privateDatasetClosureHash: string;
748
+ criterion: {
749
+ minimumPassRate: number;
750
+ requireComplete: boolean;
751
+ };
752
+ contentHash: string;
753
+ recordedOrigin?: {
754
+ execution: {
755
+ id: string;
756
+ contentHash: string;
757
+ };
758
+ originalEvidence: {
759
+ id: string;
760
+ contentHash: string;
761
+ };
762
+ members: {
763
+ caseId: string;
764
+ seed: string;
765
+ fixtureId: string;
766
+ sourceId: string;
767
+ snapshotHash: string;
768
+ boundaryRevisionHash: string;
769
+ }[];
770
+ } | undefined;
771
+ gradingSource?: {
772
+ pass: {
773
+ id: string;
774
+ contentHash: string;
775
+ };
776
+ evidence: {
777
+ id: string;
778
+ contentHash: string;
779
+ };
780
+ } | undefined;
781
+ } | undefined;
782
+ sourceCandidate?: {
783
+ candidateId: string;
784
+ frozenRevision: number;
785
+ frozenHash: string;
786
+ harnessRelease: {
787
+ id: string;
788
+ contentHash: string;
789
+ };
790
+ protectedClosureHash: string;
791
+ } | undefined;
352
792
  };
353
793
  modelConfigurationHash: string;
354
794
  packageHash: string;
795
+ candidate?: {
796
+ artifactId: string;
797
+ contentHash: string;
798
+ preparationId: string;
799
+ dispatchId: string;
800
+ baseProfileId: string;
801
+ workerImageDigest: string;
802
+ } | undefined;
803
+ sourceCandidate?: {
804
+ candidateId: string;
805
+ frozenRevision: number;
806
+ frozenHash: string;
807
+ harnessRelease: {
808
+ id: string;
809
+ contentHash: string;
810
+ };
811
+ protectedClosureHash: string;
812
+ } | undefined;
355
813
  reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
814
+ externalDatasetBinding?: {
815
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
816
+ dataset: {
817
+ id: string;
818
+ contentHash: string;
819
+ revision: number;
820
+ };
821
+ packageHash: string;
822
+ profileId: string;
823
+ target: {
824
+ kind: "profile";
825
+ } | {
826
+ kind: "workflow";
827
+ workflowId: string;
828
+ } | {
829
+ kind: "skill";
830
+ skillPath: string;
831
+ } | {
832
+ kind: "agent_action";
833
+ actionId: string;
834
+ };
835
+ declaredProfileCatalogHash: string | null;
836
+ protectedProfileClosureHash: string;
837
+ split: "train" | "validation" | "test" | "frozen_eval";
838
+ population: {
839
+ taskId: string;
840
+ seed: string;
841
+ fixtureId: string | null;
842
+ }[];
843
+ evaluators: {
844
+ release: {
845
+ id: string;
846
+ contentHash: string;
847
+ revision: string | number;
848
+ };
849
+ feedbackKey: string;
850
+ configurationHash: string;
851
+ output: "boolean" | "score" | "category";
852
+ categories: string[];
853
+ }[];
854
+ fieldMappingsHash: string;
855
+ fieldMappings: {
856
+ graderId: string;
857
+ fields: {
858
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
859
+ path: string[];
860
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
861
+ sourcePath: string[];
862
+ }[];
863
+ }[];
864
+ environmentHash: string;
865
+ privateDatasetClosureHash: string;
866
+ criterion: {
867
+ minimumPassRate: number;
868
+ requireComplete: boolean;
869
+ };
870
+ contentHash: string;
871
+ recordedOrigin?: {
872
+ execution: {
873
+ id: string;
874
+ contentHash: string;
875
+ };
876
+ originalEvidence: {
877
+ id: string;
878
+ contentHash: string;
879
+ };
880
+ members: {
881
+ caseId: string;
882
+ seed: string;
883
+ fixtureId: string;
884
+ sourceId: string;
885
+ snapshotHash: string;
886
+ boundaryRevisionHash: string;
887
+ }[];
888
+ } | undefined;
889
+ gradingSource?: {
890
+ pass: {
891
+ id: string;
892
+ contentHash: string;
893
+ };
894
+ evidence: {
895
+ id: string;
896
+ contentHash: string;
897
+ };
898
+ } | undefined;
899
+ } | undefined;
356
900
  } | {
357
901
  kind: "fixture";
358
902
  };
@@ -469,6 +1013,102 @@ export declare class OpenPondModelTasksetRunsClient {
469
1013
  actionId: string;
470
1014
  };
471
1015
  environmentHash: string;
1016
+ externalDatasetBinding?: {
1017
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
1018
+ dataset: {
1019
+ id: string;
1020
+ contentHash: string;
1021
+ revision: number;
1022
+ };
1023
+ packageHash: string;
1024
+ profileId: string;
1025
+ target: {
1026
+ kind: "profile";
1027
+ } | {
1028
+ kind: "workflow";
1029
+ workflowId: string;
1030
+ } | {
1031
+ kind: "skill";
1032
+ skillPath: string;
1033
+ } | {
1034
+ kind: "agent_action";
1035
+ actionId: string;
1036
+ };
1037
+ declaredProfileCatalogHash: string | null;
1038
+ protectedProfileClosureHash: string;
1039
+ split: "train" | "validation" | "test" | "frozen_eval";
1040
+ population: {
1041
+ taskId: string;
1042
+ seed: string;
1043
+ fixtureId: string | null;
1044
+ }[];
1045
+ evaluators: {
1046
+ release: {
1047
+ id: string;
1048
+ contentHash: string;
1049
+ revision: string | number;
1050
+ };
1051
+ feedbackKey: string;
1052
+ configurationHash: string;
1053
+ output: "boolean" | "score" | "category";
1054
+ categories: string[];
1055
+ }[];
1056
+ fieldMappingsHash: string;
1057
+ fieldMappings: {
1058
+ graderId: string;
1059
+ fields: {
1060
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1061
+ path: string[];
1062
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1063
+ sourcePath: string[];
1064
+ }[];
1065
+ }[];
1066
+ environmentHash: string;
1067
+ privateDatasetClosureHash: string;
1068
+ criterion: {
1069
+ minimumPassRate: number;
1070
+ requireComplete: boolean;
1071
+ };
1072
+ contentHash: string;
1073
+ recordedOrigin?: {
1074
+ execution: {
1075
+ id: string;
1076
+ contentHash: string;
1077
+ };
1078
+ originalEvidence: {
1079
+ id: string;
1080
+ contentHash: string;
1081
+ };
1082
+ members: {
1083
+ caseId: string;
1084
+ seed: string;
1085
+ fixtureId: string;
1086
+ sourceId: string;
1087
+ snapshotHash: string;
1088
+ boundaryRevisionHash: string;
1089
+ }[];
1090
+ } | undefined;
1091
+ gradingSource?: {
1092
+ pass: {
1093
+ id: string;
1094
+ contentHash: string;
1095
+ };
1096
+ evidence: {
1097
+ id: string;
1098
+ contentHash: string;
1099
+ };
1100
+ } | undefined;
1101
+ } | undefined;
1102
+ sourceCandidate?: {
1103
+ candidateId: string;
1104
+ frozenRevision: number;
1105
+ frozenHash: string;
1106
+ harnessRelease: {
1107
+ id: string;
1108
+ contentHash: string;
1109
+ };
1110
+ protectedClosureHash: string;
1111
+ } | undefined;
472
1112
  } | undefined;
473
1113
  };
474
1114
  policySnapshot: {
@@ -495,7 +1135,7 @@ export declare class OpenPondModelTasksetRunsClient {
495
1135
  };
496
1136
  policyKind: "hosted_chat" | "fixture" | "hosted_harness";
497
1137
  manifestHash: string;
498
- status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
1138
+ status: "cancelled" | "failed" | "queued" | "running" | "cancelling" | "completed";
499
1139
  totalCount: number;
500
1140
  counts: {
501
1141
  pending: number;
@@ -539,6 +1179,30 @@ export declare class OpenPondModelTasksetRunsClient {
539
1179
  maxOutputTokens: number;
540
1180
  temperature: number;
541
1181
  topP: number;
1182
+ localRuntime?: {
1183
+ providerId: "claude-code";
1184
+ configurationHash: string;
1185
+ executableHash: string;
1186
+ version: string;
1187
+ capabilityHash: string;
1188
+ maximumRequestCostUsd: number;
1189
+ requestTimeoutMs: number;
1190
+ maximumTurns: number;
1191
+ holdOpen: boolean;
1192
+ } | {
1193
+ providerId: "custom-openai-compatible";
1194
+ configurationHash: string;
1195
+ maximumRequestCostUsd: number;
1196
+ requestTimeoutMs: number;
1197
+ } | undefined;
1198
+ candidate?: {
1199
+ artifactId: string;
1200
+ contentHash: string;
1201
+ preparationId: string;
1202
+ dispatchId: string;
1203
+ baseProfileId: string;
1204
+ workerImageDigest: string;
1205
+ } | undefined;
542
1206
  harness?: {
543
1207
  harnessRelease: {
544
1208
  id: string;
@@ -581,10 +1245,210 @@ export declare class OpenPondModelTasksetRunsClient {
581
1245
  actionId: string;
582
1246
  };
583
1247
  environmentHash: string;
1248
+ externalDatasetBinding?: {
1249
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
1250
+ dataset: {
1251
+ id: string;
1252
+ contentHash: string;
1253
+ revision: number;
1254
+ };
1255
+ packageHash: string;
1256
+ profileId: string;
1257
+ target: {
1258
+ kind: "profile";
1259
+ } | {
1260
+ kind: "workflow";
1261
+ workflowId: string;
1262
+ } | {
1263
+ kind: "skill";
1264
+ skillPath: string;
1265
+ } | {
1266
+ kind: "agent_action";
1267
+ actionId: string;
1268
+ };
1269
+ declaredProfileCatalogHash: string | null;
1270
+ protectedProfileClosureHash: string;
1271
+ split: "train" | "validation" | "test" | "frozen_eval";
1272
+ population: {
1273
+ taskId: string;
1274
+ seed: string;
1275
+ fixtureId: string | null;
1276
+ }[];
1277
+ evaluators: {
1278
+ release: {
1279
+ id: string;
1280
+ contentHash: string;
1281
+ revision: string | number;
1282
+ };
1283
+ feedbackKey: string;
1284
+ configurationHash: string;
1285
+ output: "boolean" | "score" | "category";
1286
+ categories: string[];
1287
+ }[];
1288
+ fieldMappingsHash: string;
1289
+ fieldMappings: {
1290
+ graderId: string;
1291
+ fields: {
1292
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1293
+ path: string[];
1294
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1295
+ sourcePath: string[];
1296
+ }[];
1297
+ }[];
1298
+ environmentHash: string;
1299
+ privateDatasetClosureHash: string;
1300
+ criterion: {
1301
+ minimumPassRate: number;
1302
+ requireComplete: boolean;
1303
+ };
1304
+ contentHash: string;
1305
+ recordedOrigin?: {
1306
+ execution: {
1307
+ id: string;
1308
+ contentHash: string;
1309
+ };
1310
+ originalEvidence: {
1311
+ id: string;
1312
+ contentHash: string;
1313
+ };
1314
+ members: {
1315
+ caseId: string;
1316
+ seed: string;
1317
+ fixtureId: string;
1318
+ sourceId: string;
1319
+ snapshotHash: string;
1320
+ boundaryRevisionHash: string;
1321
+ }[];
1322
+ } | undefined;
1323
+ gradingSource?: {
1324
+ pass: {
1325
+ id: string;
1326
+ contentHash: string;
1327
+ };
1328
+ evidence: {
1329
+ id: string;
1330
+ contentHash: string;
1331
+ };
1332
+ } | undefined;
1333
+ } | undefined;
1334
+ sourceCandidate?: {
1335
+ candidateId: string;
1336
+ frozenRevision: number;
1337
+ frozenHash: string;
1338
+ harnessRelease: {
1339
+ id: string;
1340
+ contentHash: string;
1341
+ };
1342
+ protectedClosureHash: string;
1343
+ } | undefined;
584
1344
  };
585
1345
  modelConfigurationHash: string;
586
1346
  packageHash: string;
1347
+ candidate?: {
1348
+ artifactId: string;
1349
+ contentHash: string;
1350
+ preparationId: string;
1351
+ dispatchId: string;
1352
+ baseProfileId: string;
1353
+ workerImageDigest: string;
1354
+ } | undefined;
1355
+ sourceCandidate?: {
1356
+ candidateId: string;
1357
+ frozenRevision: number;
1358
+ frozenHash: string;
1359
+ harnessRelease: {
1360
+ id: string;
1361
+ contentHash: string;
1362
+ };
1363
+ protectedClosureHash: string;
1364
+ } | undefined;
587
1365
  reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
1366
+ externalDatasetBinding?: {
1367
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
1368
+ dataset: {
1369
+ id: string;
1370
+ contentHash: string;
1371
+ revision: number;
1372
+ };
1373
+ packageHash: string;
1374
+ profileId: string;
1375
+ target: {
1376
+ kind: "profile";
1377
+ } | {
1378
+ kind: "workflow";
1379
+ workflowId: string;
1380
+ } | {
1381
+ kind: "skill";
1382
+ skillPath: string;
1383
+ } | {
1384
+ kind: "agent_action";
1385
+ actionId: string;
1386
+ };
1387
+ declaredProfileCatalogHash: string | null;
1388
+ protectedProfileClosureHash: string;
1389
+ split: "train" | "validation" | "test" | "frozen_eval";
1390
+ population: {
1391
+ taskId: string;
1392
+ seed: string;
1393
+ fixtureId: string | null;
1394
+ }[];
1395
+ evaluators: {
1396
+ release: {
1397
+ id: string;
1398
+ contentHash: string;
1399
+ revision: string | number;
1400
+ };
1401
+ feedbackKey: string;
1402
+ configurationHash: string;
1403
+ output: "boolean" | "score" | "category";
1404
+ categories: string[];
1405
+ }[];
1406
+ fieldMappingsHash: string;
1407
+ fieldMappings: {
1408
+ graderId: string;
1409
+ fields: {
1410
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1411
+ path: string[];
1412
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1413
+ sourcePath: string[];
1414
+ }[];
1415
+ }[];
1416
+ environmentHash: string;
1417
+ privateDatasetClosureHash: string;
1418
+ criterion: {
1419
+ minimumPassRate: number;
1420
+ requireComplete: boolean;
1421
+ };
1422
+ contentHash: string;
1423
+ recordedOrigin?: {
1424
+ execution: {
1425
+ id: string;
1426
+ contentHash: string;
1427
+ };
1428
+ originalEvidence: {
1429
+ id: string;
1430
+ contentHash: string;
1431
+ };
1432
+ members: {
1433
+ caseId: string;
1434
+ seed: string;
1435
+ fixtureId: string;
1436
+ sourceId: string;
1437
+ snapshotHash: string;
1438
+ boundaryRevisionHash: string;
1439
+ }[];
1440
+ } | undefined;
1441
+ gradingSource?: {
1442
+ pass: {
1443
+ id: string;
1444
+ contentHash: string;
1445
+ };
1446
+ evidence: {
1447
+ id: string;
1448
+ contentHash: string;
1449
+ };
1450
+ } | undefined;
1451
+ } | undefined;
588
1452
  } | {
589
1453
  kind: "fixture";
590
1454
  };
@@ -701,6 +1565,102 @@ export declare class OpenPondModelTasksetRunsClient {
701
1565
  actionId: string;
702
1566
  };
703
1567
  environmentHash: string;
1568
+ externalDatasetBinding?: {
1569
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
1570
+ dataset: {
1571
+ id: string;
1572
+ contentHash: string;
1573
+ revision: number;
1574
+ };
1575
+ packageHash: string;
1576
+ profileId: string;
1577
+ target: {
1578
+ kind: "profile";
1579
+ } | {
1580
+ kind: "workflow";
1581
+ workflowId: string;
1582
+ } | {
1583
+ kind: "skill";
1584
+ skillPath: string;
1585
+ } | {
1586
+ kind: "agent_action";
1587
+ actionId: string;
1588
+ };
1589
+ declaredProfileCatalogHash: string | null;
1590
+ protectedProfileClosureHash: string;
1591
+ split: "train" | "validation" | "test" | "frozen_eval";
1592
+ population: {
1593
+ taskId: string;
1594
+ seed: string;
1595
+ fixtureId: string | null;
1596
+ }[];
1597
+ evaluators: {
1598
+ release: {
1599
+ id: string;
1600
+ contentHash: string;
1601
+ revision: string | number;
1602
+ };
1603
+ feedbackKey: string;
1604
+ configurationHash: string;
1605
+ output: "boolean" | "score" | "category";
1606
+ categories: string[];
1607
+ }[];
1608
+ fieldMappingsHash: string;
1609
+ fieldMappings: {
1610
+ graderId: string;
1611
+ fields: {
1612
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1613
+ path: string[];
1614
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1615
+ sourcePath: string[];
1616
+ }[];
1617
+ }[];
1618
+ environmentHash: string;
1619
+ privateDatasetClosureHash: string;
1620
+ criterion: {
1621
+ minimumPassRate: number;
1622
+ requireComplete: boolean;
1623
+ };
1624
+ contentHash: string;
1625
+ recordedOrigin?: {
1626
+ execution: {
1627
+ id: string;
1628
+ contentHash: string;
1629
+ };
1630
+ originalEvidence: {
1631
+ id: string;
1632
+ contentHash: string;
1633
+ };
1634
+ members: {
1635
+ caseId: string;
1636
+ seed: string;
1637
+ fixtureId: string;
1638
+ sourceId: string;
1639
+ snapshotHash: string;
1640
+ boundaryRevisionHash: string;
1641
+ }[];
1642
+ } | undefined;
1643
+ gradingSource?: {
1644
+ pass: {
1645
+ id: string;
1646
+ contentHash: string;
1647
+ };
1648
+ evidence: {
1649
+ id: string;
1650
+ contentHash: string;
1651
+ };
1652
+ } | undefined;
1653
+ } | undefined;
1654
+ sourceCandidate?: {
1655
+ candidateId: string;
1656
+ frozenRevision: number;
1657
+ frozenHash: string;
1658
+ harnessRelease: {
1659
+ id: string;
1660
+ contentHash: string;
1661
+ };
1662
+ protectedClosureHash: string;
1663
+ } | undefined;
704
1664
  } | undefined;
705
1665
  };
706
1666
  policySnapshot: {
@@ -729,7 +1689,7 @@ export declare class OpenPondModelTasksetRunsClient {
729
1689
  };
730
1690
  policyKind: "hosted_chat" | "fixture" | "hosted_harness";
731
1691
  manifestHash: string;
732
- status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
1692
+ status: "cancelled" | "failed" | "queued" | "running" | "cancelling" | "completed";
733
1693
  totalCount: number;
734
1694
  counts: {
735
1695
  pending: number;
@@ -773,6 +1733,30 @@ export declare class OpenPondModelTasksetRunsClient {
773
1733
  maxOutputTokens: number;
774
1734
  temperature: number;
775
1735
  topP: number;
1736
+ localRuntime?: {
1737
+ providerId: "claude-code";
1738
+ configurationHash: string;
1739
+ executableHash: string;
1740
+ version: string;
1741
+ capabilityHash: string;
1742
+ maximumRequestCostUsd: number;
1743
+ requestTimeoutMs: number;
1744
+ maximumTurns: number;
1745
+ holdOpen: boolean;
1746
+ } | {
1747
+ providerId: "custom-openai-compatible";
1748
+ configurationHash: string;
1749
+ maximumRequestCostUsd: number;
1750
+ requestTimeoutMs: number;
1751
+ } | undefined;
1752
+ candidate?: {
1753
+ artifactId: string;
1754
+ contentHash: string;
1755
+ preparationId: string;
1756
+ dispatchId: string;
1757
+ baseProfileId: string;
1758
+ workerImageDigest: string;
1759
+ } | undefined;
776
1760
  harness?: {
777
1761
  harnessRelease: {
778
1762
  id: string;
@@ -815,10 +1799,210 @@ export declare class OpenPondModelTasksetRunsClient {
815
1799
  actionId: string;
816
1800
  };
817
1801
  environmentHash: string;
1802
+ externalDatasetBinding?: {
1803
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
1804
+ dataset: {
1805
+ id: string;
1806
+ contentHash: string;
1807
+ revision: number;
1808
+ };
1809
+ packageHash: string;
1810
+ profileId: string;
1811
+ target: {
1812
+ kind: "profile";
1813
+ } | {
1814
+ kind: "workflow";
1815
+ workflowId: string;
1816
+ } | {
1817
+ kind: "skill";
1818
+ skillPath: string;
1819
+ } | {
1820
+ kind: "agent_action";
1821
+ actionId: string;
1822
+ };
1823
+ declaredProfileCatalogHash: string | null;
1824
+ protectedProfileClosureHash: string;
1825
+ split: "train" | "validation" | "test" | "frozen_eval";
1826
+ population: {
1827
+ taskId: string;
1828
+ seed: string;
1829
+ fixtureId: string | null;
1830
+ }[];
1831
+ evaluators: {
1832
+ release: {
1833
+ id: string;
1834
+ contentHash: string;
1835
+ revision: string | number;
1836
+ };
1837
+ feedbackKey: string;
1838
+ configurationHash: string;
1839
+ output: "boolean" | "score" | "category";
1840
+ categories: string[];
1841
+ }[];
1842
+ fieldMappingsHash: string;
1843
+ fieldMappings: {
1844
+ graderId: string;
1845
+ fields: {
1846
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1847
+ path: string[];
1848
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1849
+ sourcePath: string[];
1850
+ }[];
1851
+ }[];
1852
+ environmentHash: string;
1853
+ privateDatasetClosureHash: string;
1854
+ criterion: {
1855
+ minimumPassRate: number;
1856
+ requireComplete: boolean;
1857
+ };
1858
+ contentHash: string;
1859
+ recordedOrigin?: {
1860
+ execution: {
1861
+ id: string;
1862
+ contentHash: string;
1863
+ };
1864
+ originalEvidence: {
1865
+ id: string;
1866
+ contentHash: string;
1867
+ };
1868
+ members: {
1869
+ caseId: string;
1870
+ seed: string;
1871
+ fixtureId: string;
1872
+ sourceId: string;
1873
+ snapshotHash: string;
1874
+ boundaryRevisionHash: string;
1875
+ }[];
1876
+ } | undefined;
1877
+ gradingSource?: {
1878
+ pass: {
1879
+ id: string;
1880
+ contentHash: string;
1881
+ };
1882
+ evidence: {
1883
+ id: string;
1884
+ contentHash: string;
1885
+ };
1886
+ } | undefined;
1887
+ } | undefined;
1888
+ sourceCandidate?: {
1889
+ candidateId: string;
1890
+ frozenRevision: number;
1891
+ frozenHash: string;
1892
+ harnessRelease: {
1893
+ id: string;
1894
+ contentHash: string;
1895
+ };
1896
+ protectedClosureHash: string;
1897
+ } | undefined;
818
1898
  };
819
1899
  modelConfigurationHash: string;
820
1900
  packageHash: string;
1901
+ candidate?: {
1902
+ artifactId: string;
1903
+ contentHash: string;
1904
+ preparationId: string;
1905
+ dispatchId: string;
1906
+ baseProfileId: string;
1907
+ workerImageDigest: string;
1908
+ } | undefined;
1909
+ sourceCandidate?: {
1910
+ candidateId: string;
1911
+ frozenRevision: number;
1912
+ frozenHash: string;
1913
+ harnessRelease: {
1914
+ id: string;
1915
+ contentHash: string;
1916
+ };
1917
+ protectedClosureHash: string;
1918
+ } | undefined;
821
1919
  reasoningEffort?: "high" | "low" | "off" | "medium" | "xhigh" | "max" | undefined;
1920
+ externalDatasetBinding?: {
1921
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
1922
+ dataset: {
1923
+ id: string;
1924
+ contentHash: string;
1925
+ revision: number;
1926
+ };
1927
+ packageHash: string;
1928
+ profileId: string;
1929
+ target: {
1930
+ kind: "profile";
1931
+ } | {
1932
+ kind: "workflow";
1933
+ workflowId: string;
1934
+ } | {
1935
+ kind: "skill";
1936
+ skillPath: string;
1937
+ } | {
1938
+ kind: "agent_action";
1939
+ actionId: string;
1940
+ };
1941
+ declaredProfileCatalogHash: string | null;
1942
+ protectedProfileClosureHash: string;
1943
+ split: "train" | "validation" | "test" | "frozen_eval";
1944
+ population: {
1945
+ taskId: string;
1946
+ seed: string;
1947
+ fixtureId: string | null;
1948
+ }[];
1949
+ evaluators: {
1950
+ release: {
1951
+ id: string;
1952
+ contentHash: string;
1953
+ revision: string | number;
1954
+ };
1955
+ feedbackKey: string;
1956
+ configurationHash: string;
1957
+ output: "boolean" | "score" | "category";
1958
+ categories: string[];
1959
+ }[];
1960
+ fieldMappingsHash: string;
1961
+ fieldMappings: {
1962
+ graderId: string;
1963
+ fields: {
1964
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
1965
+ path: string[];
1966
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
1967
+ sourcePath: string[];
1968
+ }[];
1969
+ }[];
1970
+ environmentHash: string;
1971
+ privateDatasetClosureHash: string;
1972
+ criterion: {
1973
+ minimumPassRate: number;
1974
+ requireComplete: boolean;
1975
+ };
1976
+ contentHash: string;
1977
+ recordedOrigin?: {
1978
+ execution: {
1979
+ id: string;
1980
+ contentHash: string;
1981
+ };
1982
+ originalEvidence: {
1983
+ id: string;
1984
+ contentHash: string;
1985
+ };
1986
+ members: {
1987
+ caseId: string;
1988
+ seed: string;
1989
+ fixtureId: string;
1990
+ sourceId: string;
1991
+ snapshotHash: string;
1992
+ boundaryRevisionHash: string;
1993
+ }[];
1994
+ } | undefined;
1995
+ gradingSource?: {
1996
+ pass: {
1997
+ id: string;
1998
+ contentHash: string;
1999
+ };
2000
+ evidence: {
2001
+ id: string;
2002
+ contentHash: string;
2003
+ };
2004
+ } | undefined;
2005
+ } | undefined;
822
2006
  } | {
823
2007
  kind: "fixture";
824
2008
  };
@@ -935,6 +2119,102 @@ export declare class OpenPondModelTasksetRunsClient {
935
2119
  actionId: string;
936
2120
  };
937
2121
  environmentHash: string;
2122
+ externalDatasetBinding?: {
2123
+ schemaVersion: "openpond.profileExternalDatasetBinding.v1";
2124
+ dataset: {
2125
+ id: string;
2126
+ contentHash: string;
2127
+ revision: number;
2128
+ };
2129
+ packageHash: string;
2130
+ profileId: string;
2131
+ target: {
2132
+ kind: "profile";
2133
+ } | {
2134
+ kind: "workflow";
2135
+ workflowId: string;
2136
+ } | {
2137
+ kind: "skill";
2138
+ skillPath: string;
2139
+ } | {
2140
+ kind: "agent_action";
2141
+ actionId: string;
2142
+ };
2143
+ declaredProfileCatalogHash: string | null;
2144
+ protectedProfileClosureHash: string;
2145
+ split: "train" | "validation" | "test" | "frozen_eval";
2146
+ population: {
2147
+ taskId: string;
2148
+ seed: string;
2149
+ fixtureId: string | null;
2150
+ }[];
2151
+ evaluators: {
2152
+ release: {
2153
+ id: string;
2154
+ contentHash: string;
2155
+ revision: string | number;
2156
+ };
2157
+ feedbackKey: string;
2158
+ configurationHash: string;
2159
+ output: "boolean" | "score" | "category";
2160
+ categories: string[];
2161
+ }[];
2162
+ fieldMappingsHash: string;
2163
+ fieldMappings: {
2164
+ graderId: string;
2165
+ fields: {
2166
+ destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
2167
+ path: string[];
2168
+ source: "input" | "output" | "expectedOutput" | "evaluatorContext";
2169
+ sourcePath: string[];
2170
+ }[];
2171
+ }[];
2172
+ environmentHash: string;
2173
+ privateDatasetClosureHash: string;
2174
+ criterion: {
2175
+ minimumPassRate: number;
2176
+ requireComplete: boolean;
2177
+ };
2178
+ contentHash: string;
2179
+ recordedOrigin?: {
2180
+ execution: {
2181
+ id: string;
2182
+ contentHash: string;
2183
+ };
2184
+ originalEvidence: {
2185
+ id: string;
2186
+ contentHash: string;
2187
+ };
2188
+ members: {
2189
+ caseId: string;
2190
+ seed: string;
2191
+ fixtureId: string;
2192
+ sourceId: string;
2193
+ snapshotHash: string;
2194
+ boundaryRevisionHash: string;
2195
+ }[];
2196
+ } | undefined;
2197
+ gradingSource?: {
2198
+ pass: {
2199
+ id: string;
2200
+ contentHash: string;
2201
+ };
2202
+ evidence: {
2203
+ id: string;
2204
+ contentHash: string;
2205
+ };
2206
+ } | undefined;
2207
+ } | undefined;
2208
+ sourceCandidate?: {
2209
+ candidateId: string;
2210
+ frozenRevision: number;
2211
+ frozenHash: string;
2212
+ harnessRelease: {
2213
+ id: string;
2214
+ contentHash: string;
2215
+ };
2216
+ protectedClosureHash: string;
2217
+ } | undefined;
938
2218
  } | undefined;
939
2219
  };
940
2220
  policySnapshot: {
@@ -1031,7 +2311,7 @@ export declare class OpenPondModelTasksetRunsClient {
1031
2311
  };
1032
2312
  policyKind: "hosted_chat" | "fixture" | "hosted_harness";
1033
2313
  manifestHash: string;
1034
- status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
2314
+ status: "cancelled" | "failed" | "queued" | "running" | "cancelling" | "completed";
1035
2315
  totalCount: number;
1036
2316
  counts: {
1037
2317
  pending: number;