openpond-sdk 0.9.9 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (253) hide show
  1. package/README.md +18 -17
  2. package/dist/advanced-refiner-evaluations.js +42 -0
  3. package/dist/advanced-refiner-evaluations.js.map +7 -0
  4. package/dist/candidate-evaluations.js +25 -0
  5. package/dist/candidate-evaluations.js.map +7 -0
  6. package/dist/{chunk-BGXWHDYM.js → chunk-2JKV5OJO.js} +95 -59
  7. package/dist/chunk-2JKV5OJO.js.map +7 -0
  8. package/dist/{chunk-4HZORGK3.js → chunk-2NSNBED7.js} +18 -5
  9. package/dist/chunk-2NSNBED7.js.map +7 -0
  10. package/dist/chunk-5RZAPZWI.js +445 -0
  11. package/dist/chunk-5RZAPZWI.js.map +7 -0
  12. package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
  13. package/dist/chunk-5U25KAJM.js.map +7 -0
  14. package/dist/chunk-7Q7I6FAT.js +139 -0
  15. package/dist/chunk-7Q7I6FAT.js.map +7 -0
  16. package/dist/chunk-A64VYVXN.js +64 -0
  17. package/dist/chunk-A64VYVXN.js.map +7 -0
  18. package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
  19. package/dist/chunk-DJWHN7NU.js +394 -0
  20. package/dist/chunk-DJWHN7NU.js.map +7 -0
  21. package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
  22. package/dist/chunk-DSGGM2ME.js.map +7 -0
  23. package/dist/chunk-GDJRGRHA.js +144 -0
  24. package/dist/chunk-GDJRGRHA.js.map +7 -0
  25. package/dist/chunk-HOAYWW33.js +587 -0
  26. package/dist/chunk-HOAYWW33.js.map +7 -0
  27. package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
  28. package/dist/chunk-I2MBVOVX.js.map +7 -0
  29. package/dist/{chunk-6D4JIOOC.js → chunk-IXBSFJCX.js} +5 -5
  30. package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
  31. package/dist/chunk-JA3KFK3U.js.map +7 -0
  32. package/dist/chunk-JMQ4HBWP.js +160 -0
  33. package/dist/chunk-JMQ4HBWP.js.map +7 -0
  34. package/dist/chunk-KQWCXW3A.js +294 -0
  35. package/dist/chunk-KQWCXW3A.js.map +7 -0
  36. package/dist/{chunk-3HV3G6DG.js → chunk-NHCGOFQW.js} +3 -3
  37. package/dist/{chunk-XMKEFQ62.js → chunk-PJ2VLNJF.js} +20 -2
  38. package/dist/chunk-PJ2VLNJF.js.map +7 -0
  39. package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
  40. package/dist/chunk-SLS3GFPG.js +125 -0
  41. package/dist/chunk-SLS3GFPG.js.map +7 -0
  42. package/dist/chunk-SVU4RZ4K.js +70 -0
  43. package/dist/chunk-SVU4RZ4K.js.map +7 -0
  44. package/dist/chunk-T4APHDES.js +74 -0
  45. package/dist/chunk-T4APHDES.js.map +7 -0
  46. package/dist/chunk-VC5OV5AS.js +174 -0
  47. package/dist/chunk-VC5OV5AS.js.map +7 -0
  48. package/dist/{chunk-YYJ4T4U4.js → chunk-WX22WN33.js} +13 -7
  49. package/dist/chunk-WX22WN33.js.map +7 -0
  50. package/dist/chunk-XEUOJ5WF.js +31 -0
  51. package/dist/chunk-XEUOJ5WF.js.map +7 -0
  52. package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
  53. package/dist/chunk-XJDWHTH5.js.map +7 -0
  54. package/dist/chunk-YCQVVFE5.js +37 -0
  55. package/dist/chunk-YCQVVFE5.js.map +7 -0
  56. package/dist/chunk-ZVJU5CJ5.js +267 -0
  57. package/dist/chunk-ZVJU5CJ5.js.map +7 -0
  58. package/dist/connected-evidence.js +81 -0
  59. package/dist/connected-evidence.js.map +7 -0
  60. package/dist/dataset-workspaces.js +45 -80
  61. package/dist/dataset-workspaces.js.map +4 -4
  62. package/dist/experiment-evaluation-schedules.js +48 -0
  63. package/dist/experiment-evaluation-schedules.js.map +7 -0
  64. package/dist/experiment-improvements.js +52 -0
  65. package/dist/experiment-improvements.js.map +7 -0
  66. package/dist/experiments.js +63 -124
  67. package/dist/experiments.js.map +4 -4
  68. package/dist/human-review.js +13 -0
  69. package/dist/human-review.js.map +7 -0
  70. package/dist/index.js +208 -17
  71. package/dist/index.js.map +2 -2
  72. package/dist/learning.js +1 -1
  73. package/dist/model-starter-attempts.js +2 -2
  74. package/dist/model-starter-catalog.js +9 -4
  75. package/dist/model-starter-catalog.js.map +1 -1
  76. package/dist/model-starters.js +15 -6
  77. package/dist/model-taskset-runs.js +3 -3
  78. package/dist/post-training.js +47 -0
  79. package/dist/post-training.js.map +7 -0
  80. package/dist/taskset-drafts.js +13 -6
  81. package/dist/taskset-drafts.js.map +2 -2
  82. package/dist/taskset-packages.js +31 -559
  83. package/dist/taskset-packages.js.map +4 -4
  84. package/dist/training-bundle.js +59 -18
  85. package/dist/training-bundle.js.map +2 -2
  86. package/dist/training-projects.js +3 -1
  87. package/dist/training-projects.js.map +2 -2
  88. package/dist/training.js +7 -2
  89. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
  90. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
  91. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
  92. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
  93. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
  94. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
  95. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
  96. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
  97. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
  98. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
  99. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
  100. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
  101. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
  102. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
  103. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
  104. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
  105. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
  106. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
  107. package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
  108. package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
  109. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
  110. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
  111. package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
  112. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
  113. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
  114. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  115. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
  116. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  117. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
  118. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
  119. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
  120. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
  121. package/dist/types/packages/sdk/src/experiment-client.d.ts +4353 -490
  122. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  123. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1067 -2
  124. package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
  125. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
  126. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
  127. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
  128. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
  129. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
  130. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
  131. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
  132. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
  133. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
  134. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
  135. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
  136. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
  137. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
  138. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
  139. package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
  140. package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
  141. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +383 -0
  142. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
  143. package/dist/types/packages/sdk/src/experiment-run-details.d.ts +2111 -0
  144. package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
  145. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +7 -2
  146. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
  147. package/dist/types/packages/sdk/src/experiments.d.ts +7 -1
  148. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  149. package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
  150. package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
  151. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
  152. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
  153. package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
  154. package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
  155. package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
  156. package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
  157. package/dist/types/packages/sdk/src/index.d.ts +10 -0
  158. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  159. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
  160. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
  161. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
  162. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
  163. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
  164. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
  165. package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
  166. package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
  167. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
  168. package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
  169. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +444 -19
  170. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  171. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
  172. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
  173. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +79 -1
  174. package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
  175. package/dist/types/packages/sdk/src/model-starters.d.ts +467 -13
  176. package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
  177. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
  178. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
  179. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
  180. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
  181. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1326 -4
  182. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
  183. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1329 -5
  184. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  185. package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
  186. package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
  187. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
  188. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
  189. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
  190. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
  191. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
  192. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
  193. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
  194. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
  195. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
  196. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
  197. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
  198. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
  199. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
  200. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
  201. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
  202. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
  203. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
  204. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
  205. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
  206. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
  207. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
  208. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
  209. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
  210. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
  211. package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
  212. package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
  213. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +2805 -41
  214. package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
  215. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
  216. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
  217. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
  218. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
  219. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
  220. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
  221. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
  222. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
  223. package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
  224. package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
  225. package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
  226. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
  227. package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
  228. package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
  229. package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
  230. package/dist/types/packages/sdk/src/training-project-client.d.ts +828 -8
  231. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  232. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1226 -11
  233. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
  234. package/dist/types/packages/sdk/src/training.d.ts +2655 -24
  235. package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
  236. package/package.json +30 -2
  237. package/dist/chunk-4HZORGK3.js.map +0 -7
  238. package/dist/chunk-4JRSH2TT.js +0 -256
  239. package/dist/chunk-4JRSH2TT.js.map +0 -7
  240. package/dist/chunk-BGXWHDYM.js.map +0 -7
  241. package/dist/chunk-JCPLAIZL.js.map +0 -7
  242. package/dist/chunk-KYCQ7LZ4.js.map +0 -7
  243. package/dist/chunk-LGEF4S5I.js.map +0 -7
  244. package/dist/chunk-WOPM32SE.js.map +0 -7
  245. package/dist/chunk-XMKEFQ62.js.map +0 -7
  246. package/dist/chunk-Y4NGWGTA.js.map +0 -7
  247. package/dist/chunk-YYJ4T4U4.js.map +0 -7
  248. package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
  249. package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
  250. /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
  251. /package/dist/{chunk-6D4JIOOC.js.map → chunk-IXBSFJCX.js.map} +0 -0
  252. /package/dist/{chunk-3HV3G6DG.js.map → chunk-NHCGOFQW.js.map} +0 -0
  253. /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
@@ -4,6 +4,41 @@ export { HarnessExperimentPolicySchema, type HarnessExperimentPolicy } from "./h
4
4
  export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5
5
  kind: z.ZodLiteral<"hosted_chat">;
6
6
  modelId: z.ZodString;
7
+ localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
8
+ providerId: z.ZodLiteral<"custom-openai-compatible">;
9
+ configurationHash: z.ZodString;
10
+ maximumRequestCostUsd: z.ZodNumber;
11
+ requestTimeoutMs: z.ZodNumber;
12
+ }, z.core.$strict>, z.ZodObject<{
13
+ providerId: z.ZodLiteral<"claude-code">;
14
+ configurationHash: z.ZodString;
15
+ executableHash: z.ZodString;
16
+ version: z.ZodString;
17
+ capabilityHash: z.ZodString;
18
+ maximumRequestCostUsd: z.ZodNumber;
19
+ requestTimeoutMs: z.ZodNumber;
20
+ maximumTurns: z.ZodNumber;
21
+ holdOpen: z.ZodBoolean;
22
+ }, z.core.$strict>]>>;
23
+ candidate: z.ZodOptional<z.ZodObject<{
24
+ artifactId: z.ZodString;
25
+ contentHash: z.ZodString;
26
+ preparationId: z.ZodString;
27
+ dispatchId: z.ZodString;
28
+ baseProfileId: z.ZodString;
29
+ workerImageDigest: z.ZodString;
30
+ }, z.core.$strict>>;
31
+ harness: z.ZodOptional<z.ZodObject<{
32
+ harnessRelease: z.ZodObject<{
33
+ id: z.ZodString;
34
+ contentHash: z.ZodString;
35
+ }, z.core.$strict>;
36
+ agentSnapshot: z.ZodObject<{
37
+ id: z.ZodString;
38
+ contentHash: z.ZodString;
39
+ }, z.core.$strict>;
40
+ sourcePackageHash: z.ZodString;
41
+ }, z.core.$strict>>;
7
42
  messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
8
43
  role: z.ZodEnum<{
9
44
  system: "system";
@@ -20,6 +55,24 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
20
55
  }, z.core.$strict>, z.ZodObject<{
21
56
  kind: z.ZodLiteral<"hosted_harness">;
22
57
  modelId: z.ZodString;
58
+ candidate: z.ZodOptional<z.ZodObject<{
59
+ artifactId: z.ZodString;
60
+ contentHash: z.ZodString;
61
+ preparationId: z.ZodString;
62
+ dispatchId: z.ZodString;
63
+ baseProfileId: z.ZodString;
64
+ workerImageDigest: z.ZodString;
65
+ }, z.core.$strict>>;
66
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
67
+ candidateId: z.ZodString;
68
+ frozenRevision: z.ZodNumber;
69
+ frozenHash: z.ZodString;
70
+ harnessRelease: z.ZodObject<{
71
+ id: z.ZodString;
72
+ contentHash: z.ZodString;
73
+ }, z.core.$strict>;
74
+ protectedClosureHash: z.ZodString;
75
+ }, z.core.$strict>>;
23
76
  reasoningEffort: z.ZodOptional<z.ZodEnum<{
24
77
  high: "high";
25
78
  low: "low";
@@ -52,9 +105,229 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
52
105
  actionId: z.ZodString;
53
106
  }, z.core.$strict>], "kind">;
54
107
  environmentHash: z.ZodString;
108
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
109
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
110
+ dataset: z.ZodObject<{
111
+ id: z.ZodString;
112
+ contentHash: z.ZodString;
113
+ revision: z.ZodNumber;
114
+ }, z.core.$strict>;
115
+ packageHash: z.ZodString;
116
+ profileId: z.ZodString;
117
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
118
+ kind: z.ZodLiteral<"profile">;
119
+ }, z.core.$strict>, z.ZodObject<{
120
+ kind: z.ZodLiteral<"workflow">;
121
+ workflowId: z.ZodString;
122
+ }, z.core.$strict>, z.ZodObject<{
123
+ kind: z.ZodLiteral<"skill">;
124
+ skillPath: z.ZodString;
125
+ }, z.core.$strict>, z.ZodObject<{
126
+ kind: z.ZodLiteral<"agent_action">;
127
+ actionId: z.ZodString;
128
+ }, z.core.$strict>], "kind">;
129
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
130
+ protectedProfileClosureHash: z.ZodString;
131
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
132
+ execution: z.ZodObject<{
133
+ id: z.ZodString;
134
+ contentHash: z.ZodString;
135
+ }, z.core.$strict>;
136
+ originalEvidence: z.ZodObject<{
137
+ id: z.ZodString;
138
+ contentHash: z.ZodString;
139
+ }, z.core.$strict>;
140
+ members: z.ZodArray<z.ZodObject<{
141
+ caseId: z.ZodString;
142
+ seed: z.ZodString;
143
+ fixtureId: z.ZodString;
144
+ sourceId: z.ZodString;
145
+ snapshotHash: z.ZodString;
146
+ boundaryRevisionHash: z.ZodString;
147
+ }, z.core.$strict>>;
148
+ }, z.core.$strict>>;
149
+ gradingSource: z.ZodOptional<z.ZodObject<{
150
+ pass: z.ZodObject<{
151
+ id: z.ZodString;
152
+ contentHash: z.ZodString;
153
+ }, z.core.$strict>;
154
+ evidence: z.ZodObject<{
155
+ id: z.ZodString;
156
+ contentHash: z.ZodString;
157
+ }, z.core.$strict>;
158
+ }, z.core.$strict>>;
159
+ split: z.ZodEnum<{
160
+ train: "train";
161
+ validation: "validation";
162
+ test: "test";
163
+ frozen_eval: "frozen_eval";
164
+ }>;
165
+ population: z.ZodArray<z.ZodObject<{
166
+ taskId: z.ZodString;
167
+ seed: z.ZodString;
168
+ fixtureId: z.ZodNullable<z.ZodString>;
169
+ }, z.core.$strict>>;
170
+ evaluators: z.ZodArray<z.ZodObject<{
171
+ release: z.ZodObject<{
172
+ id: z.ZodString;
173
+ contentHash: z.ZodString;
174
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
175
+ }, z.core.$strict>;
176
+ feedbackKey: z.ZodString;
177
+ configurationHash: z.ZodString;
178
+ output: z.ZodEnum<{
179
+ boolean: "boolean";
180
+ score: "score";
181
+ category: "category";
182
+ }>;
183
+ categories: z.ZodArray<z.ZodString>;
184
+ }, z.core.$strict>>;
185
+ fieldMappingsHash: z.ZodString;
186
+ fieldMappings: z.ZodArray<z.ZodObject<{
187
+ graderId: z.ZodString;
188
+ fields: z.ZodArray<z.ZodObject<{
189
+ destination: z.ZodEnum<{
190
+ output: "output";
191
+ input: "input";
192
+ expectedOutput: "expectedOutput";
193
+ evaluatorContext: "evaluatorContext";
194
+ }>;
195
+ path: z.ZodArray<z.ZodString>;
196
+ source: z.ZodEnum<{
197
+ output: "output";
198
+ input: "input";
199
+ expectedOutput: "expectedOutput";
200
+ evaluatorContext: "evaluatorContext";
201
+ }>;
202
+ sourcePath: z.ZodArray<z.ZodString>;
203
+ }, z.core.$strict>>;
204
+ }, z.core.$strict>>;
205
+ environmentHash: z.ZodString;
206
+ privateDatasetClosureHash: z.ZodString;
207
+ criterion: z.ZodObject<{
208
+ minimumPassRate: z.ZodNumber;
209
+ requireComplete: z.ZodBoolean;
210
+ }, z.core.$strict>;
211
+ contentHash: z.ZodString;
212
+ }, z.core.$strict>>;
213
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
214
+ candidateId: z.ZodString;
215
+ frozenRevision: z.ZodNumber;
216
+ frozenHash: z.ZodString;
217
+ harnessRelease: z.ZodObject<{
218
+ id: z.ZodString;
219
+ contentHash: z.ZodString;
220
+ }, z.core.$strict>;
221
+ protectedClosureHash: z.ZodString;
222
+ }, z.core.$strict>>;
55
223
  }, z.core.$strict>;
56
224
  modelConfigurationHash: z.ZodString;
57
225
  packageHash: z.ZodString;
226
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
227
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
228
+ dataset: z.ZodObject<{
229
+ id: z.ZodString;
230
+ contentHash: z.ZodString;
231
+ revision: z.ZodNumber;
232
+ }, z.core.$strict>;
233
+ packageHash: z.ZodString;
234
+ profileId: z.ZodString;
235
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
236
+ kind: z.ZodLiteral<"profile">;
237
+ }, z.core.$strict>, z.ZodObject<{
238
+ kind: z.ZodLiteral<"workflow">;
239
+ workflowId: z.ZodString;
240
+ }, z.core.$strict>, z.ZodObject<{
241
+ kind: z.ZodLiteral<"skill">;
242
+ skillPath: z.ZodString;
243
+ }, z.core.$strict>, z.ZodObject<{
244
+ kind: z.ZodLiteral<"agent_action">;
245
+ actionId: z.ZodString;
246
+ }, z.core.$strict>], "kind">;
247
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
248
+ protectedProfileClosureHash: z.ZodString;
249
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
250
+ execution: z.ZodObject<{
251
+ id: z.ZodString;
252
+ contentHash: z.ZodString;
253
+ }, z.core.$strict>;
254
+ originalEvidence: z.ZodObject<{
255
+ id: z.ZodString;
256
+ contentHash: z.ZodString;
257
+ }, z.core.$strict>;
258
+ members: z.ZodArray<z.ZodObject<{
259
+ caseId: z.ZodString;
260
+ seed: z.ZodString;
261
+ fixtureId: z.ZodString;
262
+ sourceId: z.ZodString;
263
+ snapshotHash: z.ZodString;
264
+ boundaryRevisionHash: z.ZodString;
265
+ }, z.core.$strict>>;
266
+ }, z.core.$strict>>;
267
+ gradingSource: z.ZodOptional<z.ZodObject<{
268
+ pass: z.ZodObject<{
269
+ id: z.ZodString;
270
+ contentHash: z.ZodString;
271
+ }, z.core.$strict>;
272
+ evidence: z.ZodObject<{
273
+ id: z.ZodString;
274
+ contentHash: z.ZodString;
275
+ }, z.core.$strict>;
276
+ }, z.core.$strict>>;
277
+ split: z.ZodEnum<{
278
+ train: "train";
279
+ validation: "validation";
280
+ test: "test";
281
+ frozen_eval: "frozen_eval";
282
+ }>;
283
+ population: z.ZodArray<z.ZodObject<{
284
+ taskId: z.ZodString;
285
+ seed: z.ZodString;
286
+ fixtureId: z.ZodNullable<z.ZodString>;
287
+ }, z.core.$strict>>;
288
+ evaluators: z.ZodArray<z.ZodObject<{
289
+ release: z.ZodObject<{
290
+ id: z.ZodString;
291
+ contentHash: z.ZodString;
292
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
293
+ }, z.core.$strict>;
294
+ feedbackKey: z.ZodString;
295
+ configurationHash: z.ZodString;
296
+ output: z.ZodEnum<{
297
+ boolean: "boolean";
298
+ score: "score";
299
+ category: "category";
300
+ }>;
301
+ categories: z.ZodArray<z.ZodString>;
302
+ }, z.core.$strict>>;
303
+ fieldMappingsHash: z.ZodString;
304
+ fieldMappings: z.ZodArray<z.ZodObject<{
305
+ graderId: z.ZodString;
306
+ fields: z.ZodArray<z.ZodObject<{
307
+ destination: z.ZodEnum<{
308
+ output: "output";
309
+ input: "input";
310
+ expectedOutput: "expectedOutput";
311
+ evaluatorContext: "evaluatorContext";
312
+ }>;
313
+ path: z.ZodArray<z.ZodString>;
314
+ source: z.ZodEnum<{
315
+ output: "output";
316
+ input: "input";
317
+ expectedOutput: "expectedOutput";
318
+ evaluatorContext: "evaluatorContext";
319
+ }>;
320
+ sourcePath: z.ZodArray<z.ZodString>;
321
+ }, z.core.$strict>>;
322
+ }, z.core.$strict>>;
323
+ environmentHash: z.ZodString;
324
+ privateDatasetClosureHash: z.ZodString;
325
+ criterion: z.ZodObject<{
326
+ minimumPassRate: z.ZodNumber;
327
+ requireComplete: z.ZodBoolean;
328
+ }, z.core.$strict>;
329
+ contentHash: z.ZodString;
330
+ }, z.core.$strict>>;
58
331
  }, z.core.$strict>], "kind">;
59
332
  export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
60
333
  schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunRequest.v1">;
@@ -76,6 +349,41 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
76
349
  policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
77
350
  kind: z.ZodLiteral<"hosted_chat">;
78
351
  modelId: z.ZodString;
352
+ localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
353
+ providerId: z.ZodLiteral<"custom-openai-compatible">;
354
+ configurationHash: z.ZodString;
355
+ maximumRequestCostUsd: z.ZodNumber;
356
+ requestTimeoutMs: z.ZodNumber;
357
+ }, z.core.$strict>, z.ZodObject<{
358
+ providerId: z.ZodLiteral<"claude-code">;
359
+ configurationHash: z.ZodString;
360
+ executableHash: z.ZodString;
361
+ version: z.ZodString;
362
+ capabilityHash: z.ZodString;
363
+ maximumRequestCostUsd: z.ZodNumber;
364
+ requestTimeoutMs: z.ZodNumber;
365
+ maximumTurns: z.ZodNumber;
366
+ holdOpen: z.ZodBoolean;
367
+ }, z.core.$strict>]>>;
368
+ candidate: z.ZodOptional<z.ZodObject<{
369
+ artifactId: z.ZodString;
370
+ contentHash: z.ZodString;
371
+ preparationId: z.ZodString;
372
+ dispatchId: z.ZodString;
373
+ baseProfileId: z.ZodString;
374
+ workerImageDigest: z.ZodString;
375
+ }, z.core.$strict>>;
376
+ harness: z.ZodOptional<z.ZodObject<{
377
+ harnessRelease: z.ZodObject<{
378
+ id: z.ZodString;
379
+ contentHash: z.ZodString;
380
+ }, z.core.$strict>;
381
+ agentSnapshot: z.ZodObject<{
382
+ id: z.ZodString;
383
+ contentHash: z.ZodString;
384
+ }, z.core.$strict>;
385
+ sourcePackageHash: z.ZodString;
386
+ }, z.core.$strict>>;
79
387
  messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
80
388
  role: z.ZodEnum<{
81
389
  system: "system";
@@ -92,6 +400,24 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
92
400
  }, z.core.$strict>, z.ZodObject<{
93
401
  kind: z.ZodLiteral<"hosted_harness">;
94
402
  modelId: z.ZodString;
403
+ candidate: z.ZodOptional<z.ZodObject<{
404
+ artifactId: z.ZodString;
405
+ contentHash: z.ZodString;
406
+ preparationId: z.ZodString;
407
+ dispatchId: z.ZodString;
408
+ baseProfileId: z.ZodString;
409
+ workerImageDigest: z.ZodString;
410
+ }, z.core.$strict>>;
411
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
412
+ candidateId: z.ZodString;
413
+ frozenRevision: z.ZodNumber;
414
+ frozenHash: z.ZodString;
415
+ harnessRelease: z.ZodObject<{
416
+ id: z.ZodString;
417
+ contentHash: z.ZodString;
418
+ }, z.core.$strict>;
419
+ protectedClosureHash: z.ZodString;
420
+ }, z.core.$strict>>;
95
421
  reasoningEffort: z.ZodOptional<z.ZodEnum<{
96
422
  high: "high";
97
423
  low: "low";
@@ -124,9 +450,229 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
124
450
  actionId: z.ZodString;
125
451
  }, z.core.$strict>], "kind">;
126
452
  environmentHash: z.ZodString;
453
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
454
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
455
+ dataset: z.ZodObject<{
456
+ id: z.ZodString;
457
+ contentHash: z.ZodString;
458
+ revision: z.ZodNumber;
459
+ }, z.core.$strict>;
460
+ packageHash: z.ZodString;
461
+ profileId: z.ZodString;
462
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
463
+ kind: z.ZodLiteral<"profile">;
464
+ }, z.core.$strict>, z.ZodObject<{
465
+ kind: z.ZodLiteral<"workflow">;
466
+ workflowId: z.ZodString;
467
+ }, z.core.$strict>, z.ZodObject<{
468
+ kind: z.ZodLiteral<"skill">;
469
+ skillPath: z.ZodString;
470
+ }, z.core.$strict>, z.ZodObject<{
471
+ kind: z.ZodLiteral<"agent_action">;
472
+ actionId: z.ZodString;
473
+ }, z.core.$strict>], "kind">;
474
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
475
+ protectedProfileClosureHash: z.ZodString;
476
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
477
+ execution: z.ZodObject<{
478
+ id: z.ZodString;
479
+ contentHash: z.ZodString;
480
+ }, z.core.$strict>;
481
+ originalEvidence: z.ZodObject<{
482
+ id: z.ZodString;
483
+ contentHash: z.ZodString;
484
+ }, z.core.$strict>;
485
+ members: z.ZodArray<z.ZodObject<{
486
+ caseId: z.ZodString;
487
+ seed: z.ZodString;
488
+ fixtureId: z.ZodString;
489
+ sourceId: z.ZodString;
490
+ snapshotHash: z.ZodString;
491
+ boundaryRevisionHash: z.ZodString;
492
+ }, z.core.$strict>>;
493
+ }, z.core.$strict>>;
494
+ gradingSource: z.ZodOptional<z.ZodObject<{
495
+ pass: z.ZodObject<{
496
+ id: z.ZodString;
497
+ contentHash: z.ZodString;
498
+ }, z.core.$strict>;
499
+ evidence: z.ZodObject<{
500
+ id: z.ZodString;
501
+ contentHash: z.ZodString;
502
+ }, z.core.$strict>;
503
+ }, z.core.$strict>>;
504
+ split: z.ZodEnum<{
505
+ train: "train";
506
+ validation: "validation";
507
+ test: "test";
508
+ frozen_eval: "frozen_eval";
509
+ }>;
510
+ population: z.ZodArray<z.ZodObject<{
511
+ taskId: z.ZodString;
512
+ seed: z.ZodString;
513
+ fixtureId: z.ZodNullable<z.ZodString>;
514
+ }, z.core.$strict>>;
515
+ evaluators: z.ZodArray<z.ZodObject<{
516
+ release: z.ZodObject<{
517
+ id: z.ZodString;
518
+ contentHash: z.ZodString;
519
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
520
+ }, z.core.$strict>;
521
+ feedbackKey: z.ZodString;
522
+ configurationHash: z.ZodString;
523
+ output: z.ZodEnum<{
524
+ boolean: "boolean";
525
+ score: "score";
526
+ category: "category";
527
+ }>;
528
+ categories: z.ZodArray<z.ZodString>;
529
+ }, z.core.$strict>>;
530
+ fieldMappingsHash: z.ZodString;
531
+ fieldMappings: z.ZodArray<z.ZodObject<{
532
+ graderId: z.ZodString;
533
+ fields: z.ZodArray<z.ZodObject<{
534
+ destination: z.ZodEnum<{
535
+ output: "output";
536
+ input: "input";
537
+ expectedOutput: "expectedOutput";
538
+ evaluatorContext: "evaluatorContext";
539
+ }>;
540
+ path: z.ZodArray<z.ZodString>;
541
+ source: z.ZodEnum<{
542
+ output: "output";
543
+ input: "input";
544
+ expectedOutput: "expectedOutput";
545
+ evaluatorContext: "evaluatorContext";
546
+ }>;
547
+ sourcePath: z.ZodArray<z.ZodString>;
548
+ }, z.core.$strict>>;
549
+ }, z.core.$strict>>;
550
+ environmentHash: z.ZodString;
551
+ privateDatasetClosureHash: z.ZodString;
552
+ criterion: z.ZodObject<{
553
+ minimumPassRate: z.ZodNumber;
554
+ requireComplete: z.ZodBoolean;
555
+ }, z.core.$strict>;
556
+ contentHash: z.ZodString;
557
+ }, z.core.$strict>>;
558
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
559
+ candidateId: z.ZodString;
560
+ frozenRevision: z.ZodNumber;
561
+ frozenHash: z.ZodString;
562
+ harnessRelease: z.ZodObject<{
563
+ id: z.ZodString;
564
+ contentHash: z.ZodString;
565
+ }, z.core.$strict>;
566
+ protectedClosureHash: z.ZodString;
567
+ }, z.core.$strict>>;
127
568
  }, z.core.$strict>;
128
569
  modelConfigurationHash: z.ZodString;
129
570
  packageHash: z.ZodString;
571
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
572
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
573
+ dataset: z.ZodObject<{
574
+ id: z.ZodString;
575
+ contentHash: z.ZodString;
576
+ revision: z.ZodNumber;
577
+ }, z.core.$strict>;
578
+ packageHash: z.ZodString;
579
+ profileId: z.ZodString;
580
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
581
+ kind: z.ZodLiteral<"profile">;
582
+ }, z.core.$strict>, z.ZodObject<{
583
+ kind: z.ZodLiteral<"workflow">;
584
+ workflowId: z.ZodString;
585
+ }, z.core.$strict>, z.ZodObject<{
586
+ kind: z.ZodLiteral<"skill">;
587
+ skillPath: z.ZodString;
588
+ }, z.core.$strict>, z.ZodObject<{
589
+ kind: z.ZodLiteral<"agent_action">;
590
+ actionId: z.ZodString;
591
+ }, z.core.$strict>], "kind">;
592
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
593
+ protectedProfileClosureHash: z.ZodString;
594
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
595
+ execution: z.ZodObject<{
596
+ id: z.ZodString;
597
+ contentHash: z.ZodString;
598
+ }, z.core.$strict>;
599
+ originalEvidence: z.ZodObject<{
600
+ id: z.ZodString;
601
+ contentHash: z.ZodString;
602
+ }, z.core.$strict>;
603
+ members: z.ZodArray<z.ZodObject<{
604
+ caseId: z.ZodString;
605
+ seed: z.ZodString;
606
+ fixtureId: z.ZodString;
607
+ sourceId: z.ZodString;
608
+ snapshotHash: z.ZodString;
609
+ boundaryRevisionHash: z.ZodString;
610
+ }, z.core.$strict>>;
611
+ }, z.core.$strict>>;
612
+ gradingSource: z.ZodOptional<z.ZodObject<{
613
+ pass: z.ZodObject<{
614
+ id: z.ZodString;
615
+ contentHash: z.ZodString;
616
+ }, z.core.$strict>;
617
+ evidence: z.ZodObject<{
618
+ id: z.ZodString;
619
+ contentHash: z.ZodString;
620
+ }, z.core.$strict>;
621
+ }, z.core.$strict>>;
622
+ split: z.ZodEnum<{
623
+ train: "train";
624
+ validation: "validation";
625
+ test: "test";
626
+ frozen_eval: "frozen_eval";
627
+ }>;
628
+ population: z.ZodArray<z.ZodObject<{
629
+ taskId: z.ZodString;
630
+ seed: z.ZodString;
631
+ fixtureId: z.ZodNullable<z.ZodString>;
632
+ }, z.core.$strict>>;
633
+ evaluators: z.ZodArray<z.ZodObject<{
634
+ release: z.ZodObject<{
635
+ id: z.ZodString;
636
+ contentHash: z.ZodString;
637
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
638
+ }, z.core.$strict>;
639
+ feedbackKey: z.ZodString;
640
+ configurationHash: z.ZodString;
641
+ output: z.ZodEnum<{
642
+ boolean: "boolean";
643
+ score: "score";
644
+ category: "category";
645
+ }>;
646
+ categories: z.ZodArray<z.ZodString>;
647
+ }, z.core.$strict>>;
648
+ fieldMappingsHash: z.ZodString;
649
+ fieldMappings: z.ZodArray<z.ZodObject<{
650
+ graderId: z.ZodString;
651
+ fields: z.ZodArray<z.ZodObject<{
652
+ destination: z.ZodEnum<{
653
+ output: "output";
654
+ input: "input";
655
+ expectedOutput: "expectedOutput";
656
+ evaluatorContext: "evaluatorContext";
657
+ }>;
658
+ path: z.ZodArray<z.ZodString>;
659
+ source: z.ZodEnum<{
660
+ output: "output";
661
+ input: "input";
662
+ expectedOutput: "expectedOutput";
663
+ evaluatorContext: "evaluatorContext";
664
+ }>;
665
+ sourcePath: z.ZodArray<z.ZodString>;
666
+ }, z.core.$strict>>;
667
+ }, z.core.$strict>>;
668
+ environmentHash: z.ZodString;
669
+ privateDatasetClosureHash: z.ZodString;
670
+ criterion: z.ZodObject<{
671
+ minimumPassRate: z.ZodNumber;
672
+ requireComplete: z.ZodBoolean;
673
+ }, z.core.$strict>;
674
+ contentHash: z.ZodString;
675
+ }, z.core.$strict>>;
130
676
  }, z.core.$strict>], "kind">;
131
677
  population: z.ZodArray<z.ZodObject<{
132
678
  receiptId: z.ZodString;
@@ -162,8 +708,8 @@ export declare const ModelTasksetRunSummarySchema: z.ZodObject<{
162
708
  }>;
163
709
  manifestHash: z.ZodString;
164
710
  status: z.ZodEnum<{
165
- failed: "failed";
166
711
  cancelled: "cancelled";
712
+ failed: "failed";
167
713
  queued: "queued";
168
714
  running: "running";
169
715
  cancelling: "cancelling";
@@ -217,8 +763,8 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
217
763
  }>;
218
764
  manifestHash: z.ZodString;
219
765
  status: z.ZodEnum<{
220
- failed: "failed";
221
766
  cancelled: "cancelled";
767
+ failed: "failed";
222
768
  queued: "queued";
223
769
  running: "running";
224
770
  cancelling: "cancelling";
@@ -264,6 +810,41 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
264
810
  policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
265
811
  kind: z.ZodLiteral<"hosted_chat">;
266
812
  modelId: z.ZodString;
813
+ localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
814
+ providerId: z.ZodLiteral<"custom-openai-compatible">;
815
+ configurationHash: z.ZodString;
816
+ maximumRequestCostUsd: z.ZodNumber;
817
+ requestTimeoutMs: z.ZodNumber;
818
+ }, z.core.$strict>, z.ZodObject<{
819
+ providerId: z.ZodLiteral<"claude-code">;
820
+ configurationHash: z.ZodString;
821
+ executableHash: z.ZodString;
822
+ version: z.ZodString;
823
+ capabilityHash: z.ZodString;
824
+ maximumRequestCostUsd: z.ZodNumber;
825
+ requestTimeoutMs: z.ZodNumber;
826
+ maximumTurns: z.ZodNumber;
827
+ holdOpen: z.ZodBoolean;
828
+ }, z.core.$strict>]>>;
829
+ candidate: z.ZodOptional<z.ZodObject<{
830
+ artifactId: z.ZodString;
831
+ contentHash: z.ZodString;
832
+ preparationId: z.ZodString;
833
+ dispatchId: z.ZodString;
834
+ baseProfileId: z.ZodString;
835
+ workerImageDigest: z.ZodString;
836
+ }, z.core.$strict>>;
837
+ harness: z.ZodOptional<z.ZodObject<{
838
+ harnessRelease: z.ZodObject<{
839
+ id: z.ZodString;
840
+ contentHash: z.ZodString;
841
+ }, z.core.$strict>;
842
+ agentSnapshot: z.ZodObject<{
843
+ id: z.ZodString;
844
+ contentHash: z.ZodString;
845
+ }, z.core.$strict>;
846
+ sourcePackageHash: z.ZodString;
847
+ }, z.core.$strict>>;
267
848
  messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
268
849
  role: z.ZodEnum<{
269
850
  system: "system";
@@ -280,6 +861,24 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
280
861
  }, z.core.$strict>, z.ZodObject<{
281
862
  kind: z.ZodLiteral<"hosted_harness">;
282
863
  modelId: z.ZodString;
864
+ candidate: z.ZodOptional<z.ZodObject<{
865
+ artifactId: z.ZodString;
866
+ contentHash: z.ZodString;
867
+ preparationId: z.ZodString;
868
+ dispatchId: z.ZodString;
869
+ baseProfileId: z.ZodString;
870
+ workerImageDigest: z.ZodString;
871
+ }, z.core.$strict>>;
872
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
873
+ candidateId: z.ZodString;
874
+ frozenRevision: z.ZodNumber;
875
+ frozenHash: z.ZodString;
876
+ harnessRelease: z.ZodObject<{
877
+ id: z.ZodString;
878
+ contentHash: z.ZodString;
879
+ }, z.core.$strict>;
880
+ protectedClosureHash: z.ZodString;
881
+ }, z.core.$strict>>;
283
882
  reasoningEffort: z.ZodOptional<z.ZodEnum<{
284
883
  high: "high";
285
884
  low: "low";
@@ -312,9 +911,229 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
312
911
  actionId: z.ZodString;
313
912
  }, z.core.$strict>], "kind">;
314
913
  environmentHash: z.ZodString;
914
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
915
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
916
+ dataset: z.ZodObject<{
917
+ id: z.ZodString;
918
+ contentHash: z.ZodString;
919
+ revision: z.ZodNumber;
920
+ }, z.core.$strict>;
921
+ packageHash: z.ZodString;
922
+ profileId: z.ZodString;
923
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
924
+ kind: z.ZodLiteral<"profile">;
925
+ }, z.core.$strict>, z.ZodObject<{
926
+ kind: z.ZodLiteral<"workflow">;
927
+ workflowId: z.ZodString;
928
+ }, z.core.$strict>, z.ZodObject<{
929
+ kind: z.ZodLiteral<"skill">;
930
+ skillPath: z.ZodString;
931
+ }, z.core.$strict>, z.ZodObject<{
932
+ kind: z.ZodLiteral<"agent_action">;
933
+ actionId: z.ZodString;
934
+ }, z.core.$strict>], "kind">;
935
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
936
+ protectedProfileClosureHash: z.ZodString;
937
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
938
+ execution: z.ZodObject<{
939
+ id: z.ZodString;
940
+ contentHash: z.ZodString;
941
+ }, z.core.$strict>;
942
+ originalEvidence: z.ZodObject<{
943
+ id: z.ZodString;
944
+ contentHash: z.ZodString;
945
+ }, z.core.$strict>;
946
+ members: z.ZodArray<z.ZodObject<{
947
+ caseId: z.ZodString;
948
+ seed: z.ZodString;
949
+ fixtureId: z.ZodString;
950
+ sourceId: z.ZodString;
951
+ snapshotHash: z.ZodString;
952
+ boundaryRevisionHash: z.ZodString;
953
+ }, z.core.$strict>>;
954
+ }, z.core.$strict>>;
955
+ gradingSource: z.ZodOptional<z.ZodObject<{
956
+ pass: z.ZodObject<{
957
+ id: z.ZodString;
958
+ contentHash: z.ZodString;
959
+ }, z.core.$strict>;
960
+ evidence: z.ZodObject<{
961
+ id: z.ZodString;
962
+ contentHash: z.ZodString;
963
+ }, z.core.$strict>;
964
+ }, z.core.$strict>>;
965
+ split: z.ZodEnum<{
966
+ train: "train";
967
+ validation: "validation";
968
+ test: "test";
969
+ frozen_eval: "frozen_eval";
970
+ }>;
971
+ population: z.ZodArray<z.ZodObject<{
972
+ taskId: z.ZodString;
973
+ seed: z.ZodString;
974
+ fixtureId: z.ZodNullable<z.ZodString>;
975
+ }, z.core.$strict>>;
976
+ evaluators: z.ZodArray<z.ZodObject<{
977
+ release: z.ZodObject<{
978
+ id: z.ZodString;
979
+ contentHash: z.ZodString;
980
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
981
+ }, z.core.$strict>;
982
+ feedbackKey: z.ZodString;
983
+ configurationHash: z.ZodString;
984
+ output: z.ZodEnum<{
985
+ boolean: "boolean";
986
+ score: "score";
987
+ category: "category";
988
+ }>;
989
+ categories: z.ZodArray<z.ZodString>;
990
+ }, z.core.$strict>>;
991
+ fieldMappingsHash: z.ZodString;
992
+ fieldMappings: z.ZodArray<z.ZodObject<{
993
+ graderId: z.ZodString;
994
+ fields: z.ZodArray<z.ZodObject<{
995
+ destination: z.ZodEnum<{
996
+ output: "output";
997
+ input: "input";
998
+ expectedOutput: "expectedOutput";
999
+ evaluatorContext: "evaluatorContext";
1000
+ }>;
1001
+ path: z.ZodArray<z.ZodString>;
1002
+ source: z.ZodEnum<{
1003
+ output: "output";
1004
+ input: "input";
1005
+ expectedOutput: "expectedOutput";
1006
+ evaluatorContext: "evaluatorContext";
1007
+ }>;
1008
+ sourcePath: z.ZodArray<z.ZodString>;
1009
+ }, z.core.$strict>>;
1010
+ }, z.core.$strict>>;
1011
+ environmentHash: z.ZodString;
1012
+ privateDatasetClosureHash: z.ZodString;
1013
+ criterion: z.ZodObject<{
1014
+ minimumPassRate: z.ZodNumber;
1015
+ requireComplete: z.ZodBoolean;
1016
+ }, z.core.$strict>;
1017
+ contentHash: z.ZodString;
1018
+ }, z.core.$strict>>;
1019
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
1020
+ candidateId: z.ZodString;
1021
+ frozenRevision: z.ZodNumber;
1022
+ frozenHash: z.ZodString;
1023
+ harnessRelease: z.ZodObject<{
1024
+ id: z.ZodString;
1025
+ contentHash: z.ZodString;
1026
+ }, z.core.$strict>;
1027
+ protectedClosureHash: z.ZodString;
1028
+ }, z.core.$strict>>;
315
1029
  }, z.core.$strict>;
316
1030
  modelConfigurationHash: z.ZodString;
317
1031
  packageHash: z.ZodString;
1032
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
1033
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1034
+ dataset: z.ZodObject<{
1035
+ id: z.ZodString;
1036
+ contentHash: z.ZodString;
1037
+ revision: z.ZodNumber;
1038
+ }, z.core.$strict>;
1039
+ packageHash: z.ZodString;
1040
+ profileId: z.ZodString;
1041
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1042
+ kind: z.ZodLiteral<"profile">;
1043
+ }, z.core.$strict>, z.ZodObject<{
1044
+ kind: z.ZodLiteral<"workflow">;
1045
+ workflowId: z.ZodString;
1046
+ }, z.core.$strict>, z.ZodObject<{
1047
+ kind: z.ZodLiteral<"skill">;
1048
+ skillPath: z.ZodString;
1049
+ }, z.core.$strict>, z.ZodObject<{
1050
+ kind: z.ZodLiteral<"agent_action">;
1051
+ actionId: z.ZodString;
1052
+ }, z.core.$strict>], "kind">;
1053
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1054
+ protectedProfileClosureHash: z.ZodString;
1055
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1056
+ execution: z.ZodObject<{
1057
+ id: z.ZodString;
1058
+ contentHash: z.ZodString;
1059
+ }, z.core.$strict>;
1060
+ originalEvidence: z.ZodObject<{
1061
+ id: z.ZodString;
1062
+ contentHash: z.ZodString;
1063
+ }, z.core.$strict>;
1064
+ members: z.ZodArray<z.ZodObject<{
1065
+ caseId: z.ZodString;
1066
+ seed: z.ZodString;
1067
+ fixtureId: z.ZodString;
1068
+ sourceId: z.ZodString;
1069
+ snapshotHash: z.ZodString;
1070
+ boundaryRevisionHash: z.ZodString;
1071
+ }, z.core.$strict>>;
1072
+ }, z.core.$strict>>;
1073
+ gradingSource: z.ZodOptional<z.ZodObject<{
1074
+ pass: z.ZodObject<{
1075
+ id: z.ZodString;
1076
+ contentHash: z.ZodString;
1077
+ }, z.core.$strict>;
1078
+ evidence: z.ZodObject<{
1079
+ id: z.ZodString;
1080
+ contentHash: z.ZodString;
1081
+ }, z.core.$strict>;
1082
+ }, z.core.$strict>>;
1083
+ split: z.ZodEnum<{
1084
+ train: "train";
1085
+ validation: "validation";
1086
+ test: "test";
1087
+ frozen_eval: "frozen_eval";
1088
+ }>;
1089
+ population: z.ZodArray<z.ZodObject<{
1090
+ taskId: z.ZodString;
1091
+ seed: z.ZodString;
1092
+ fixtureId: z.ZodNullable<z.ZodString>;
1093
+ }, z.core.$strict>>;
1094
+ evaluators: z.ZodArray<z.ZodObject<{
1095
+ release: z.ZodObject<{
1096
+ id: z.ZodString;
1097
+ contentHash: z.ZodString;
1098
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1099
+ }, z.core.$strict>;
1100
+ feedbackKey: z.ZodString;
1101
+ configurationHash: z.ZodString;
1102
+ output: z.ZodEnum<{
1103
+ boolean: "boolean";
1104
+ score: "score";
1105
+ category: "category";
1106
+ }>;
1107
+ categories: z.ZodArray<z.ZodString>;
1108
+ }, z.core.$strict>>;
1109
+ fieldMappingsHash: z.ZodString;
1110
+ fieldMappings: z.ZodArray<z.ZodObject<{
1111
+ graderId: z.ZodString;
1112
+ fields: z.ZodArray<z.ZodObject<{
1113
+ destination: z.ZodEnum<{
1114
+ output: "output";
1115
+ input: "input";
1116
+ expectedOutput: "expectedOutput";
1117
+ evaluatorContext: "evaluatorContext";
1118
+ }>;
1119
+ path: z.ZodArray<z.ZodString>;
1120
+ source: z.ZodEnum<{
1121
+ output: "output";
1122
+ input: "input";
1123
+ expectedOutput: "expectedOutput";
1124
+ evaluatorContext: "evaluatorContext";
1125
+ }>;
1126
+ sourcePath: z.ZodArray<z.ZodString>;
1127
+ }, z.core.$strict>>;
1128
+ }, z.core.$strict>>;
1129
+ environmentHash: z.ZodString;
1130
+ privateDatasetClosureHash: z.ZodString;
1131
+ criterion: z.ZodObject<{
1132
+ minimumPassRate: z.ZodNumber;
1133
+ requireComplete: z.ZodBoolean;
1134
+ }, z.core.$strict>;
1135
+ contentHash: z.ZodString;
1136
+ }, z.core.$strict>>;
318
1137
  }, z.core.$strict>], "kind">;
319
1138
  population: z.ZodArray<z.ZodObject<{
320
1139
  receiptId: z.ZodString;
@@ -372,6 +1191,121 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
372
1191
  actionId: z.ZodString;
373
1192
  }, z.core.$strict>], "kind">;
374
1193
  environmentHash: z.ZodString;
1194
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
1195
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1196
+ dataset: z.ZodObject<{
1197
+ id: z.ZodString;
1198
+ contentHash: z.ZodString;
1199
+ revision: z.ZodNumber;
1200
+ }, z.core.$strict>;
1201
+ packageHash: z.ZodString;
1202
+ profileId: z.ZodString;
1203
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1204
+ kind: z.ZodLiteral<"profile">;
1205
+ }, z.core.$strict>, z.ZodObject<{
1206
+ kind: z.ZodLiteral<"workflow">;
1207
+ workflowId: z.ZodString;
1208
+ }, z.core.$strict>, z.ZodObject<{
1209
+ kind: z.ZodLiteral<"skill">;
1210
+ skillPath: z.ZodString;
1211
+ }, z.core.$strict>, z.ZodObject<{
1212
+ kind: z.ZodLiteral<"agent_action">;
1213
+ actionId: z.ZodString;
1214
+ }, z.core.$strict>], "kind">;
1215
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1216
+ protectedProfileClosureHash: z.ZodString;
1217
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1218
+ execution: z.ZodObject<{
1219
+ id: z.ZodString;
1220
+ contentHash: z.ZodString;
1221
+ }, z.core.$strict>;
1222
+ originalEvidence: z.ZodObject<{
1223
+ id: z.ZodString;
1224
+ contentHash: z.ZodString;
1225
+ }, z.core.$strict>;
1226
+ members: z.ZodArray<z.ZodObject<{
1227
+ caseId: z.ZodString;
1228
+ seed: z.ZodString;
1229
+ fixtureId: z.ZodString;
1230
+ sourceId: z.ZodString;
1231
+ snapshotHash: z.ZodString;
1232
+ boundaryRevisionHash: z.ZodString;
1233
+ }, z.core.$strict>>;
1234
+ }, z.core.$strict>>;
1235
+ gradingSource: z.ZodOptional<z.ZodObject<{
1236
+ pass: z.ZodObject<{
1237
+ id: z.ZodString;
1238
+ contentHash: z.ZodString;
1239
+ }, z.core.$strict>;
1240
+ evidence: z.ZodObject<{
1241
+ id: z.ZodString;
1242
+ contentHash: z.ZodString;
1243
+ }, z.core.$strict>;
1244
+ }, z.core.$strict>>;
1245
+ split: z.ZodEnum<{
1246
+ train: "train";
1247
+ validation: "validation";
1248
+ test: "test";
1249
+ frozen_eval: "frozen_eval";
1250
+ }>;
1251
+ population: z.ZodArray<z.ZodObject<{
1252
+ taskId: z.ZodString;
1253
+ seed: z.ZodString;
1254
+ fixtureId: z.ZodNullable<z.ZodString>;
1255
+ }, z.core.$strict>>;
1256
+ evaluators: z.ZodArray<z.ZodObject<{
1257
+ release: z.ZodObject<{
1258
+ id: z.ZodString;
1259
+ contentHash: z.ZodString;
1260
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1261
+ }, z.core.$strict>;
1262
+ feedbackKey: z.ZodString;
1263
+ configurationHash: z.ZodString;
1264
+ output: z.ZodEnum<{
1265
+ boolean: "boolean";
1266
+ score: "score";
1267
+ category: "category";
1268
+ }>;
1269
+ categories: z.ZodArray<z.ZodString>;
1270
+ }, z.core.$strict>>;
1271
+ fieldMappingsHash: z.ZodString;
1272
+ fieldMappings: z.ZodArray<z.ZodObject<{
1273
+ graderId: z.ZodString;
1274
+ fields: z.ZodArray<z.ZodObject<{
1275
+ destination: z.ZodEnum<{
1276
+ output: "output";
1277
+ input: "input";
1278
+ expectedOutput: "expectedOutput";
1279
+ evaluatorContext: "evaluatorContext";
1280
+ }>;
1281
+ path: z.ZodArray<z.ZodString>;
1282
+ source: z.ZodEnum<{
1283
+ output: "output";
1284
+ input: "input";
1285
+ expectedOutput: "expectedOutput";
1286
+ evaluatorContext: "evaluatorContext";
1287
+ }>;
1288
+ sourcePath: z.ZodArray<z.ZodString>;
1289
+ }, z.core.$strict>>;
1290
+ }, z.core.$strict>>;
1291
+ environmentHash: z.ZodString;
1292
+ privateDatasetClosureHash: z.ZodString;
1293
+ criterion: z.ZodObject<{
1294
+ minimumPassRate: z.ZodNumber;
1295
+ requireComplete: z.ZodBoolean;
1296
+ }, z.core.$strict>;
1297
+ contentHash: z.ZodString;
1298
+ }, z.core.$strict>>;
1299
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
1300
+ candidateId: z.ZodString;
1301
+ frozenRevision: z.ZodNumber;
1302
+ frozenHash: z.ZodString;
1303
+ harnessRelease: z.ZodObject<{
1304
+ id: z.ZodString;
1305
+ contentHash: z.ZodString;
1306
+ }, z.core.$strict>;
1307
+ protectedClosureHash: z.ZodString;
1308
+ }, z.core.$strict>>;
375
1309
  }, z.core.$strict>>;
376
1310
  policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
377
1311
  kind: z.ZodLiteral<"model">;
@@ -478,8 +1412,8 @@ export declare const ModelTasksetRunPageSchema: z.ZodObject<{
478
1412
  }>;
479
1413
  manifestHash: z.ZodString;
480
1414
  status: z.ZodEnum<{
481
- failed: "failed";
482
1415
  cancelled: "cancelled";
1416
+ failed: "failed";
483
1417
  queued: "queued";
484
1418
  running: "running";
485
1419
  cancelling: "cancelling";
@@ -536,8 +1470,8 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
536
1470
  }>;
537
1471
  manifestHash: z.ZodString;
538
1472
  status: z.ZodEnum<{
539
- failed: "failed";
540
1473
  cancelled: "cancelled";
1474
+ failed: "failed";
541
1475
  queued: "queued";
542
1476
  running: "running";
543
1477
  cancelling: "cancelling";
@@ -583,6 +1517,41 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
583
1517
  policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
584
1518
  kind: z.ZodLiteral<"hosted_chat">;
585
1519
  modelId: z.ZodString;
1520
+ localRuntime: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
1521
+ providerId: z.ZodLiteral<"custom-openai-compatible">;
1522
+ configurationHash: z.ZodString;
1523
+ maximumRequestCostUsd: z.ZodNumber;
1524
+ requestTimeoutMs: z.ZodNumber;
1525
+ }, z.core.$strict>, z.ZodObject<{
1526
+ providerId: z.ZodLiteral<"claude-code">;
1527
+ configurationHash: z.ZodString;
1528
+ executableHash: z.ZodString;
1529
+ version: z.ZodString;
1530
+ capabilityHash: z.ZodString;
1531
+ maximumRequestCostUsd: z.ZodNumber;
1532
+ requestTimeoutMs: z.ZodNumber;
1533
+ maximumTurns: z.ZodNumber;
1534
+ holdOpen: z.ZodBoolean;
1535
+ }, z.core.$strict>]>>;
1536
+ candidate: z.ZodOptional<z.ZodObject<{
1537
+ artifactId: z.ZodString;
1538
+ contentHash: z.ZodString;
1539
+ preparationId: z.ZodString;
1540
+ dispatchId: z.ZodString;
1541
+ baseProfileId: z.ZodString;
1542
+ workerImageDigest: z.ZodString;
1543
+ }, z.core.$strict>>;
1544
+ harness: z.ZodOptional<z.ZodObject<{
1545
+ harnessRelease: z.ZodObject<{
1546
+ id: z.ZodString;
1547
+ contentHash: z.ZodString;
1548
+ }, z.core.$strict>;
1549
+ agentSnapshot: z.ZodObject<{
1550
+ id: z.ZodString;
1551
+ contentHash: z.ZodString;
1552
+ }, z.core.$strict>;
1553
+ sourcePackageHash: z.ZodString;
1554
+ }, z.core.$strict>>;
586
1555
  messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
587
1556
  role: z.ZodEnum<{
588
1557
  system: "system";
@@ -599,6 +1568,24 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
599
1568
  }, z.core.$strict>, z.ZodObject<{
600
1569
  kind: z.ZodLiteral<"hosted_harness">;
601
1570
  modelId: z.ZodString;
1571
+ candidate: z.ZodOptional<z.ZodObject<{
1572
+ artifactId: z.ZodString;
1573
+ contentHash: z.ZodString;
1574
+ preparationId: z.ZodString;
1575
+ dispatchId: z.ZodString;
1576
+ baseProfileId: z.ZodString;
1577
+ workerImageDigest: z.ZodString;
1578
+ }, z.core.$strict>>;
1579
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
1580
+ candidateId: z.ZodString;
1581
+ frozenRevision: z.ZodNumber;
1582
+ frozenHash: z.ZodString;
1583
+ harnessRelease: z.ZodObject<{
1584
+ id: z.ZodString;
1585
+ contentHash: z.ZodString;
1586
+ }, z.core.$strict>;
1587
+ protectedClosureHash: z.ZodString;
1588
+ }, z.core.$strict>>;
602
1589
  reasoningEffort: z.ZodOptional<z.ZodEnum<{
603
1590
  high: "high";
604
1591
  low: "low";
@@ -631,9 +1618,229 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
631
1618
  actionId: z.ZodString;
632
1619
  }, z.core.$strict>], "kind">;
633
1620
  environmentHash: z.ZodString;
1621
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
1622
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1623
+ dataset: z.ZodObject<{
1624
+ id: z.ZodString;
1625
+ contentHash: z.ZodString;
1626
+ revision: z.ZodNumber;
1627
+ }, z.core.$strict>;
1628
+ packageHash: z.ZodString;
1629
+ profileId: z.ZodString;
1630
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1631
+ kind: z.ZodLiteral<"profile">;
1632
+ }, z.core.$strict>, z.ZodObject<{
1633
+ kind: z.ZodLiteral<"workflow">;
1634
+ workflowId: z.ZodString;
1635
+ }, z.core.$strict>, z.ZodObject<{
1636
+ kind: z.ZodLiteral<"skill">;
1637
+ skillPath: z.ZodString;
1638
+ }, z.core.$strict>, z.ZodObject<{
1639
+ kind: z.ZodLiteral<"agent_action">;
1640
+ actionId: z.ZodString;
1641
+ }, z.core.$strict>], "kind">;
1642
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1643
+ protectedProfileClosureHash: z.ZodString;
1644
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1645
+ execution: z.ZodObject<{
1646
+ id: z.ZodString;
1647
+ contentHash: z.ZodString;
1648
+ }, z.core.$strict>;
1649
+ originalEvidence: z.ZodObject<{
1650
+ id: z.ZodString;
1651
+ contentHash: z.ZodString;
1652
+ }, z.core.$strict>;
1653
+ members: z.ZodArray<z.ZodObject<{
1654
+ caseId: z.ZodString;
1655
+ seed: z.ZodString;
1656
+ fixtureId: z.ZodString;
1657
+ sourceId: z.ZodString;
1658
+ snapshotHash: z.ZodString;
1659
+ boundaryRevisionHash: z.ZodString;
1660
+ }, z.core.$strict>>;
1661
+ }, z.core.$strict>>;
1662
+ gradingSource: z.ZodOptional<z.ZodObject<{
1663
+ pass: z.ZodObject<{
1664
+ id: z.ZodString;
1665
+ contentHash: z.ZodString;
1666
+ }, z.core.$strict>;
1667
+ evidence: z.ZodObject<{
1668
+ id: z.ZodString;
1669
+ contentHash: z.ZodString;
1670
+ }, z.core.$strict>;
1671
+ }, z.core.$strict>>;
1672
+ split: z.ZodEnum<{
1673
+ train: "train";
1674
+ validation: "validation";
1675
+ test: "test";
1676
+ frozen_eval: "frozen_eval";
1677
+ }>;
1678
+ population: z.ZodArray<z.ZodObject<{
1679
+ taskId: z.ZodString;
1680
+ seed: z.ZodString;
1681
+ fixtureId: z.ZodNullable<z.ZodString>;
1682
+ }, z.core.$strict>>;
1683
+ evaluators: z.ZodArray<z.ZodObject<{
1684
+ release: z.ZodObject<{
1685
+ id: z.ZodString;
1686
+ contentHash: z.ZodString;
1687
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1688
+ }, z.core.$strict>;
1689
+ feedbackKey: z.ZodString;
1690
+ configurationHash: z.ZodString;
1691
+ output: z.ZodEnum<{
1692
+ boolean: "boolean";
1693
+ score: "score";
1694
+ category: "category";
1695
+ }>;
1696
+ categories: z.ZodArray<z.ZodString>;
1697
+ }, z.core.$strict>>;
1698
+ fieldMappingsHash: z.ZodString;
1699
+ fieldMappings: z.ZodArray<z.ZodObject<{
1700
+ graderId: z.ZodString;
1701
+ fields: z.ZodArray<z.ZodObject<{
1702
+ destination: z.ZodEnum<{
1703
+ output: "output";
1704
+ input: "input";
1705
+ expectedOutput: "expectedOutput";
1706
+ evaluatorContext: "evaluatorContext";
1707
+ }>;
1708
+ path: z.ZodArray<z.ZodString>;
1709
+ source: z.ZodEnum<{
1710
+ output: "output";
1711
+ input: "input";
1712
+ expectedOutput: "expectedOutput";
1713
+ evaluatorContext: "evaluatorContext";
1714
+ }>;
1715
+ sourcePath: z.ZodArray<z.ZodString>;
1716
+ }, z.core.$strict>>;
1717
+ }, z.core.$strict>>;
1718
+ environmentHash: z.ZodString;
1719
+ privateDatasetClosureHash: z.ZodString;
1720
+ criterion: z.ZodObject<{
1721
+ minimumPassRate: z.ZodNumber;
1722
+ requireComplete: z.ZodBoolean;
1723
+ }, z.core.$strict>;
1724
+ contentHash: z.ZodString;
1725
+ }, z.core.$strict>>;
1726
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
1727
+ candidateId: z.ZodString;
1728
+ frozenRevision: z.ZodNumber;
1729
+ frozenHash: z.ZodString;
1730
+ harnessRelease: z.ZodObject<{
1731
+ id: z.ZodString;
1732
+ contentHash: z.ZodString;
1733
+ }, z.core.$strict>;
1734
+ protectedClosureHash: z.ZodString;
1735
+ }, z.core.$strict>>;
634
1736
  }, z.core.$strict>;
635
1737
  modelConfigurationHash: z.ZodString;
636
1738
  packageHash: z.ZodString;
1739
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
1740
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1741
+ dataset: z.ZodObject<{
1742
+ id: z.ZodString;
1743
+ contentHash: z.ZodString;
1744
+ revision: z.ZodNumber;
1745
+ }, z.core.$strict>;
1746
+ packageHash: z.ZodString;
1747
+ profileId: z.ZodString;
1748
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1749
+ kind: z.ZodLiteral<"profile">;
1750
+ }, z.core.$strict>, z.ZodObject<{
1751
+ kind: z.ZodLiteral<"workflow">;
1752
+ workflowId: z.ZodString;
1753
+ }, z.core.$strict>, z.ZodObject<{
1754
+ kind: z.ZodLiteral<"skill">;
1755
+ skillPath: z.ZodString;
1756
+ }, z.core.$strict>, z.ZodObject<{
1757
+ kind: z.ZodLiteral<"agent_action">;
1758
+ actionId: z.ZodString;
1759
+ }, z.core.$strict>], "kind">;
1760
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1761
+ protectedProfileClosureHash: z.ZodString;
1762
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1763
+ execution: z.ZodObject<{
1764
+ id: z.ZodString;
1765
+ contentHash: z.ZodString;
1766
+ }, z.core.$strict>;
1767
+ originalEvidence: z.ZodObject<{
1768
+ id: z.ZodString;
1769
+ contentHash: z.ZodString;
1770
+ }, z.core.$strict>;
1771
+ members: z.ZodArray<z.ZodObject<{
1772
+ caseId: z.ZodString;
1773
+ seed: z.ZodString;
1774
+ fixtureId: z.ZodString;
1775
+ sourceId: z.ZodString;
1776
+ snapshotHash: z.ZodString;
1777
+ boundaryRevisionHash: z.ZodString;
1778
+ }, z.core.$strict>>;
1779
+ }, z.core.$strict>>;
1780
+ gradingSource: z.ZodOptional<z.ZodObject<{
1781
+ pass: z.ZodObject<{
1782
+ id: z.ZodString;
1783
+ contentHash: z.ZodString;
1784
+ }, z.core.$strict>;
1785
+ evidence: z.ZodObject<{
1786
+ id: z.ZodString;
1787
+ contentHash: z.ZodString;
1788
+ }, z.core.$strict>;
1789
+ }, z.core.$strict>>;
1790
+ split: z.ZodEnum<{
1791
+ train: "train";
1792
+ validation: "validation";
1793
+ test: "test";
1794
+ frozen_eval: "frozen_eval";
1795
+ }>;
1796
+ population: z.ZodArray<z.ZodObject<{
1797
+ taskId: z.ZodString;
1798
+ seed: z.ZodString;
1799
+ fixtureId: z.ZodNullable<z.ZodString>;
1800
+ }, z.core.$strict>>;
1801
+ evaluators: z.ZodArray<z.ZodObject<{
1802
+ release: z.ZodObject<{
1803
+ id: z.ZodString;
1804
+ contentHash: z.ZodString;
1805
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1806
+ }, z.core.$strict>;
1807
+ feedbackKey: z.ZodString;
1808
+ configurationHash: z.ZodString;
1809
+ output: z.ZodEnum<{
1810
+ boolean: "boolean";
1811
+ score: "score";
1812
+ category: "category";
1813
+ }>;
1814
+ categories: z.ZodArray<z.ZodString>;
1815
+ }, z.core.$strict>>;
1816
+ fieldMappingsHash: z.ZodString;
1817
+ fieldMappings: z.ZodArray<z.ZodObject<{
1818
+ graderId: z.ZodString;
1819
+ fields: z.ZodArray<z.ZodObject<{
1820
+ destination: z.ZodEnum<{
1821
+ output: "output";
1822
+ input: "input";
1823
+ expectedOutput: "expectedOutput";
1824
+ evaluatorContext: "evaluatorContext";
1825
+ }>;
1826
+ path: z.ZodArray<z.ZodString>;
1827
+ source: z.ZodEnum<{
1828
+ output: "output";
1829
+ input: "input";
1830
+ expectedOutput: "expectedOutput";
1831
+ evaluatorContext: "evaluatorContext";
1832
+ }>;
1833
+ sourcePath: z.ZodArray<z.ZodString>;
1834
+ }, z.core.$strict>>;
1835
+ }, z.core.$strict>>;
1836
+ environmentHash: z.ZodString;
1837
+ privateDatasetClosureHash: z.ZodString;
1838
+ criterion: z.ZodObject<{
1839
+ minimumPassRate: z.ZodNumber;
1840
+ requireComplete: z.ZodBoolean;
1841
+ }, z.core.$strict>;
1842
+ contentHash: z.ZodString;
1843
+ }, z.core.$strict>>;
637
1844
  }, z.core.$strict>], "kind">;
638
1845
  population: z.ZodArray<z.ZodObject<{
639
1846
  receiptId: z.ZodString;
@@ -691,6 +1898,121 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
691
1898
  actionId: z.ZodString;
692
1899
  }, z.core.$strict>], "kind">;
693
1900
  environmentHash: z.ZodString;
1901
+ externalDatasetBinding: z.ZodOptional<z.ZodObject<{
1902
+ schemaVersion: z.ZodLiteral<"openpond.profileExternalDatasetBinding.v1">;
1903
+ dataset: z.ZodObject<{
1904
+ id: z.ZodString;
1905
+ contentHash: z.ZodString;
1906
+ revision: z.ZodNumber;
1907
+ }, z.core.$strict>;
1908
+ packageHash: z.ZodString;
1909
+ profileId: z.ZodString;
1910
+ target: z.ZodDiscriminatedUnion<[z.ZodObject<{
1911
+ kind: z.ZodLiteral<"profile">;
1912
+ }, z.core.$strict>, z.ZodObject<{
1913
+ kind: z.ZodLiteral<"workflow">;
1914
+ workflowId: z.ZodString;
1915
+ }, z.core.$strict>, z.ZodObject<{
1916
+ kind: z.ZodLiteral<"skill">;
1917
+ skillPath: z.ZodString;
1918
+ }, z.core.$strict>, z.ZodObject<{
1919
+ kind: z.ZodLiteral<"agent_action">;
1920
+ actionId: z.ZodString;
1921
+ }, z.core.$strict>], "kind">;
1922
+ declaredProfileCatalogHash: z.ZodNullable<z.ZodString>;
1923
+ protectedProfileClosureHash: z.ZodString;
1924
+ recordedOrigin: z.ZodOptional<z.ZodObject<{
1925
+ execution: z.ZodObject<{
1926
+ id: z.ZodString;
1927
+ contentHash: z.ZodString;
1928
+ }, z.core.$strict>;
1929
+ originalEvidence: z.ZodObject<{
1930
+ id: z.ZodString;
1931
+ contentHash: z.ZodString;
1932
+ }, z.core.$strict>;
1933
+ members: z.ZodArray<z.ZodObject<{
1934
+ caseId: z.ZodString;
1935
+ seed: z.ZodString;
1936
+ fixtureId: z.ZodString;
1937
+ sourceId: z.ZodString;
1938
+ snapshotHash: z.ZodString;
1939
+ boundaryRevisionHash: z.ZodString;
1940
+ }, z.core.$strict>>;
1941
+ }, z.core.$strict>>;
1942
+ gradingSource: z.ZodOptional<z.ZodObject<{
1943
+ pass: z.ZodObject<{
1944
+ id: z.ZodString;
1945
+ contentHash: z.ZodString;
1946
+ }, z.core.$strict>;
1947
+ evidence: z.ZodObject<{
1948
+ id: z.ZodString;
1949
+ contentHash: z.ZodString;
1950
+ }, z.core.$strict>;
1951
+ }, z.core.$strict>>;
1952
+ split: z.ZodEnum<{
1953
+ train: "train";
1954
+ validation: "validation";
1955
+ test: "test";
1956
+ frozen_eval: "frozen_eval";
1957
+ }>;
1958
+ population: z.ZodArray<z.ZodObject<{
1959
+ taskId: z.ZodString;
1960
+ seed: z.ZodString;
1961
+ fixtureId: z.ZodNullable<z.ZodString>;
1962
+ }, z.core.$strict>>;
1963
+ evaluators: z.ZodArray<z.ZodObject<{
1964
+ release: z.ZodObject<{
1965
+ id: z.ZodString;
1966
+ contentHash: z.ZodString;
1967
+ revision: z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>;
1968
+ }, z.core.$strict>;
1969
+ feedbackKey: z.ZodString;
1970
+ configurationHash: z.ZodString;
1971
+ output: z.ZodEnum<{
1972
+ boolean: "boolean";
1973
+ score: "score";
1974
+ category: "category";
1975
+ }>;
1976
+ categories: z.ZodArray<z.ZodString>;
1977
+ }, z.core.$strict>>;
1978
+ fieldMappingsHash: z.ZodString;
1979
+ fieldMappings: z.ZodArray<z.ZodObject<{
1980
+ graderId: z.ZodString;
1981
+ fields: z.ZodArray<z.ZodObject<{
1982
+ destination: z.ZodEnum<{
1983
+ output: "output";
1984
+ input: "input";
1985
+ expectedOutput: "expectedOutput";
1986
+ evaluatorContext: "evaluatorContext";
1987
+ }>;
1988
+ path: z.ZodArray<z.ZodString>;
1989
+ source: z.ZodEnum<{
1990
+ output: "output";
1991
+ input: "input";
1992
+ expectedOutput: "expectedOutput";
1993
+ evaluatorContext: "evaluatorContext";
1994
+ }>;
1995
+ sourcePath: z.ZodArray<z.ZodString>;
1996
+ }, z.core.$strict>>;
1997
+ }, z.core.$strict>>;
1998
+ environmentHash: z.ZodString;
1999
+ privateDatasetClosureHash: z.ZodString;
2000
+ criterion: z.ZodObject<{
2001
+ minimumPassRate: z.ZodNumber;
2002
+ requireComplete: z.ZodBoolean;
2003
+ }, z.core.$strict>;
2004
+ contentHash: z.ZodString;
2005
+ }, z.core.$strict>>;
2006
+ sourceCandidate: z.ZodOptional<z.ZodObject<{
2007
+ candidateId: z.ZodString;
2008
+ frozenRevision: z.ZodNumber;
2009
+ frozenHash: z.ZodString;
2010
+ harnessRelease: z.ZodObject<{
2011
+ id: z.ZodString;
2012
+ contentHash: z.ZodString;
2013
+ }, z.core.$strict>;
2014
+ protectedClosureHash: z.ZodString;
2015
+ }, z.core.$strict>>;
694
2016
  }, z.core.$strict>>;
695
2017
  policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
696
2018
  kind: z.ZodLiteral<"model">;