openpond-sdk 0.10.0 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (234) hide show
  1. package/dist/advanced-refiner-evaluations.js +42 -0
  2. package/dist/advanced-refiner-evaluations.js.map +7 -0
  3. package/dist/candidate-evaluations.js +25 -0
  4. package/dist/candidate-evaluations.js.map +7 -0
  5. package/dist/{chunk-W5TXWVFS.js → chunk-2JKV5OJO.js} +88 -59
  6. package/dist/chunk-2JKV5OJO.js.map +7 -0
  7. package/dist/{chunk-2ZJRG3KL.js → chunk-2NSNBED7.js} +7 -3
  8. package/dist/chunk-2NSNBED7.js.map +7 -0
  9. package/dist/chunk-5RZAPZWI.js +445 -0
  10. package/dist/chunk-5RZAPZWI.js.map +7 -0
  11. package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
  12. package/dist/chunk-5U25KAJM.js.map +7 -0
  13. package/dist/chunk-7Q7I6FAT.js +139 -0
  14. package/dist/chunk-7Q7I6FAT.js.map +7 -0
  15. package/dist/chunk-A64VYVXN.js +64 -0
  16. package/dist/chunk-A64VYVXN.js.map +7 -0
  17. package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
  18. package/dist/chunk-DJWHN7NU.js +394 -0
  19. package/dist/chunk-DJWHN7NU.js.map +7 -0
  20. package/dist/chunk-GDJRGRHA.js +144 -0
  21. package/dist/chunk-GDJRGRHA.js.map +7 -0
  22. package/dist/chunk-HOAYWW33.js +587 -0
  23. package/dist/chunk-HOAYWW33.js.map +7 -0
  24. package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
  25. package/dist/chunk-I2MBVOVX.js.map +7 -0
  26. package/dist/{chunk-I3TQTXKB.js → chunk-IXBSFJCX.js} +4 -4
  27. package/dist/chunk-JMQ4HBWP.js +160 -0
  28. package/dist/chunk-JMQ4HBWP.js.map +7 -0
  29. package/dist/chunk-KQWCXW3A.js +294 -0
  30. package/dist/chunk-KQWCXW3A.js.map +7 -0
  31. package/dist/{chunk-I2YM3UY4.js → chunk-NHCGOFQW.js} +2 -2
  32. package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
  33. package/dist/chunk-SLS3GFPG.js +125 -0
  34. package/dist/chunk-SLS3GFPG.js.map +7 -0
  35. package/dist/chunk-SVU4RZ4K.js +70 -0
  36. package/dist/chunk-SVU4RZ4K.js.map +7 -0
  37. package/dist/chunk-T4APHDES.js +74 -0
  38. package/dist/chunk-T4APHDES.js.map +7 -0
  39. package/dist/chunk-VC5OV5AS.js +174 -0
  40. package/dist/chunk-VC5OV5AS.js.map +7 -0
  41. package/dist/{chunk-7B44TQZD.js → chunk-WX22WN33.js} +13 -7
  42. package/dist/chunk-WX22WN33.js.map +7 -0
  43. package/dist/chunk-XEUOJ5WF.js +31 -0
  44. package/dist/chunk-XEUOJ5WF.js.map +7 -0
  45. package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
  46. package/dist/chunk-XJDWHTH5.js.map +7 -0
  47. package/dist/chunk-YCQVVFE5.js +37 -0
  48. package/dist/chunk-YCQVVFE5.js.map +7 -0
  49. package/dist/chunk-ZVJU5CJ5.js +267 -0
  50. package/dist/chunk-ZVJU5CJ5.js.map +7 -0
  51. package/dist/connected-evidence.js +81 -0
  52. package/dist/connected-evidence.js.map +7 -0
  53. package/dist/dataset-workspaces.js +44 -79
  54. package/dist/dataset-workspaces.js.map +4 -4
  55. package/dist/experiment-evaluation-schedules.js +48 -0
  56. package/dist/experiment-evaluation-schedules.js.map +7 -0
  57. package/dist/experiment-improvements.js +52 -0
  58. package/dist/experiment-improvements.js.map +7 -0
  59. package/dist/experiments.js +48 -90
  60. package/dist/experiments.js.map +3 -3
  61. package/dist/human-review.js +13 -0
  62. package/dist/human-review.js.map +7 -0
  63. package/dist/index.js +208 -17
  64. package/dist/index.js.map +2 -2
  65. package/dist/learning.js +1 -1
  66. package/dist/model-starter-attempts.js +2 -2
  67. package/dist/model-starter-catalog.js +7 -2
  68. package/dist/model-starter-catalog.js.map +1 -1
  69. package/dist/model-starters.js +7 -2
  70. package/dist/model-taskset-runs.js +3 -3
  71. package/dist/post-training.js +47 -0
  72. package/dist/post-training.js.map +7 -0
  73. package/dist/taskset-drafts.js +11 -4
  74. package/dist/taskset-drafts.js.map +2 -2
  75. package/dist/taskset-packages.js +26 -556
  76. package/dist/taskset-packages.js.map +4 -4
  77. package/dist/training-bundle.js +58 -17
  78. package/dist/training-bundle.js.map +2 -2
  79. package/dist/training-projects.js +1 -1
  80. package/dist/training.js +7 -2
  81. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
  82. package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
  83. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
  84. package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
  85. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
  86. package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
  87. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
  88. package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
  89. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
  90. package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
  91. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
  92. package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
  93. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
  94. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
  95. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
  96. package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
  97. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
  98. package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
  99. package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
  100. package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
  101. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
  102. package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
  103. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
  104. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  105. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
  106. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  107. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
  108. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
  109. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
  110. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
  111. package/dist/types/packages/sdk/src/experiment-client.d.ts +3513 -52
  112. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  113. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1017 -1
  114. package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
  115. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
  116. package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
  117. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
  118. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
  119. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
  120. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
  121. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
  122. package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
  123. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
  124. package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
  125. package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
  126. package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
  127. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +262 -0
  128. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
  129. package/dist/types/packages/sdk/src/experiment-run-details.d.ts +1388 -1
  130. package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
  131. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +5 -2
  132. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
  133. package/dist/types/packages/sdk/src/experiments.d.ts +3 -0
  134. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  135. package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
  136. package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
  137. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
  138. package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
  139. package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
  140. package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
  141. package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
  142. package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
  143. package/dist/types/packages/sdk/src/index.d.ts +10 -0
  144. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  145. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
  146. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
  147. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
  148. package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
  149. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
  150. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
  151. package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
  152. package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
  153. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
  154. package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
  155. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +288 -19
  156. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  157. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
  158. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
  159. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +78 -1
  160. package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
  161. package/dist/types/packages/sdk/src/model-starters.d.ts +466 -13
  162. package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
  163. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
  164. package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
  165. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
  166. package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
  167. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1282 -4
  168. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
  169. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1285 -5
  170. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  171. package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
  172. package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
  173. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
  174. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
  175. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
  176. package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
  177. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
  178. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
  179. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
  180. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
  181. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
  182. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
  183. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
  184. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
  185. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
  186. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
  187. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
  188. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
  189. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
  190. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
  191. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
  192. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
  193. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
  194. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
  195. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
  196. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
  197. package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
  198. package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
  199. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1322 -26
  200. package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
  201. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
  202. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
  203. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
  204. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
  205. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
  206. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
  207. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
  208. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
  209. package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
  210. package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
  211. package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
  212. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
  213. package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
  214. package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
  215. package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
  216. package/dist/types/packages/sdk/src/training-project-client.d.ts +776 -8
  217. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  218. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1161 -11
  219. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
  220. package/dist/types/packages/sdk/src/training.d.ts +2655 -24
  221. package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
  222. package/package.json +30 -2
  223. package/dist/chunk-2ZJRG3KL.js.map +0 -7
  224. package/dist/chunk-7B44TQZD.js.map +0 -7
  225. package/dist/chunk-JCPLAIZL.js.map +0 -7
  226. package/dist/chunk-LGEF4S5I.js.map +0 -7
  227. package/dist/chunk-PRRUBH2B.js +0 -314
  228. package/dist/chunk-PRRUBH2B.js.map +0 -7
  229. package/dist/chunk-W5TXWVFS.js.map +0 -7
  230. package/dist/chunk-Y4NGWGTA.js.map +0 -7
  231. /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
  232. /package/dist/{chunk-I3TQTXKB.js.map → chunk-IXBSFJCX.js.map} +0 -0
  233. /package/dist/{chunk-I2YM3UY4.js.map → chunk-NHCGOFQW.js.map} +0 -0
  234. /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
@@ -1,17 +1,45 @@
1
1
  import {
2
+ ExperimentCaseInspectionSchema,
2
3
  ExperimentHarnessCatalogSchema,
3
4
  ExperimentRunConfigurationSchema,
4
5
  ExperimentRunDetailsSchema,
5
- ExperimentScoringPassSchema,
6
- ExperimentScoringRequestSchema,
7
6
  OpenPondExperimentError,
7
+ OpenPondExperimentInspectionClient,
8
8
  OpenPondExperimentsClient,
9
- RunExperimentSchema,
9
+ OpenPondProfileEvaluationDiscoveryClient,
10
+ ProfileEvaluationDiscoveryRequestSchema,
11
+ ProfileEvaluationDiscoverySchema,
12
+ canonicalDatasetGraderSelection,
13
+ datasetGraderIdentity,
10
14
  experimentConfigurationRequest,
15
+ experimentExecutionSelection,
11
16
  experimentRunConfigurationHash,
17
+ groupDatasetGraders,
12
18
  verifyExperimentRunDetails,
19
+ verifyExternalDatasetPackage
20
+ } from "./chunk-5RZAPZWI.js";
21
+ import "./chunk-HOAYWW33.js";
22
+ import "./chunk-PJ2VLNJF.js";
23
+ import "./chunk-YVUIHH6Z.js";
24
+ import "./chunk-NHCGOFQW.js";
25
+ import "./chunk-IXBSFJCX.js";
26
+ import "./chunk-R3M6BIOK.js";
27
+ import "./chunk-K3JCP4FO.js";
28
+ import "./chunk-CSWVE3E6.js";
29
+ import "./chunk-XJDWHTH5.js";
30
+ import "./chunk-JA3KFK3U.js";
31
+ import "./chunk-2U54EOXJ.js";
32
+ import "./chunk-5U25KAJM.js";
33
+ import "./chunk-KQWCXW3A.js";
34
+ import {
35
+ RunExperimentSchema
36
+ } from "./chunk-XEUOJ5WF.js";
37
+ import {
38
+ ExperimentScoringPassSchema,
39
+ ExperimentScoringRequestSchema,
13
40
  verifyExperimentScoringPass
14
- } from "./chunk-PRRUBH2B.js";
41
+ } from "./chunk-SVU4RZ4K.js";
42
+ import "./chunk-T4APHDES.js";
15
43
  import {
16
44
  ExperimentDefinitionRefSchema,
17
45
  ExperimentDefinitionSchema,
@@ -28,98 +56,24 @@ import {
28
56
  experimentDefinitionRef,
29
57
  mapExperimentGradingFields,
30
58
  verifyExperimentDefinition
31
- } from "./chunk-2ZJRG3KL.js";
59
+ } from "./chunk-2NSNBED7.js";
32
60
  import {
33
61
  HarnessExperimentPolicySchema
34
- } from "./chunk-7B44TQZD.js";
62
+ } from "./chunk-WX22WN33.js";
35
63
  import {
64
+ ClaudeCodeControlSchema,
65
+ ClaudeCodeRuntimeSchema,
66
+ ClaudeProcessEvidenceSchema,
36
67
  ExperimentAttemptGradeSchema
37
- } from "./chunk-W5TXWVFS.js";
68
+ } from "./chunk-2JKV5OJO.js";
38
69
  import "./chunk-TCHAWJMB.js";
39
70
  import "./chunk-3KXDH6OB.js";
40
- import "./chunk-Y4NGWGTA.js";
41
- import {
42
- contentHash
43
- } from "./chunk-QUOW6URQ.js";
44
-
45
- // src/experiment-inspection.ts
46
- import { z } from "zod";
47
- var Id = z.string().trim().min(1).max(500);
48
- var Hash = z.string().regex(/^[a-f0-9]{64}$/);
49
- var Content = z.object({ schemaVersion: z.literal("openpond.experimentCaseInspection.v1"), teamId: Id, executionId: Id, manifestHash: Hash, receiptId: Id, taskId: Id, seed: z.string().min(1), input: z.record(z.string(), z.unknown()).nullable(), output: z.unknown().nullable(), error: z.string().nullable(), events: z.array(z.record(z.string(), z.unknown())).max(25), nextEventCursor: Id.nullable(), eventCount: z.number().int().nonnegative() }).strict();
50
- var ExperimentCaseInspectionSchema = Content.extend({ contentHash: Hash }).strict();
51
- var OpenPondExperimentInspectionClient = class {
52
- constructor(options) {
53
- this.options = options;
54
- const url = new URL(options.baseUrl);
55
- if (!["http:", "https:"].includes(url.protocol) || url.username || url.password || url.search || url.hash || !options.apiKey.trim() || !options.teamId.trim()) throw new Error("A clean API origin and workspace credentials are required.");
56
- this.baseUrl = url.toString().replace(/\/+$/, "");
57
- }
58
- options;
59
- baseUrl;
60
- /** Retained, policy-facing evidence only. Reading a page never dispatches. */
61
- async case(executionId, receiptId, options = {}) {
62
- const params = new URLSearchParams(options.afterId ? { afterId: Id.parse(options.afterId) } : {});
63
- const response = await (this.options.fetch ?? fetch)(`${this.baseUrl}/v1/experiments/${encodeURIComponent(Id.parse(executionId))}/cases/${encodeURIComponent(Id.parse(receiptId))}?${params}`, { signal: options.signal, redirect: "error", headers: { Authorization: `Bearer ${this.options.apiKey}`, "X-OpenPond-Team-Id": this.options.teamId, Accept: "application/json" } });
64
- const value = await response.json();
65
- if (!response.ok) throw new Error(z.object({ message: z.string() }).parse(value).message);
66
- const result = ExperimentCaseInspectionSchema.parse(value);
67
- const { contentHash: actual, ...content } = result;
68
- if (contentHash(content) !== actual || result.teamId !== this.options.teamId || result.executionId !== executionId || result.receiptId !== receiptId || options.manifestHash && result.manifestHash !== options.manifestHash || result.events.length > result.eventCount) throw new Error("Case inspection differs from its requested workspace, execution or retained content.");
69
- return result;
70
- }
71
- };
72
-
73
- // src/dataset-grader-selection.ts
74
- function datasetGraderIdentity(pin) {
75
- return JSON.stringify(pin.release ? ["reward", pin.release.id, pin.release.revision, pin.release.contentHash, pin.feedbackKey] : ["dataset", pin.id, pin.version, pin.contentHash, pin.feedbackKey]);
76
- }
77
- function groupDatasetGraders(pins) {
78
- const groups = /* @__PURE__ */ new Map();
79
- for (const pin of pins) {
80
- const key = datasetGraderIdentity(pin);
81
- const group = groups.get(key);
82
- if (group) group.aliases.push(pin);
83
- else groups.set(key, { key, grader: pin, aliases: [pin] });
84
- }
85
- return [...groups.values()];
86
- }
87
- function canonicalDatasetGraderSelection(pins) {
88
- const selected = groupDatasetGraders(pins);
89
- const feedback = /* @__PURE__ */ new Map();
90
- for (const group of selected) {
91
- const previous = feedback.get(group.grader.feedbackKey);
92
- if (previous && previous !== group.key)
93
- throw new Error(`Different selected grader releases use feedback key "${group.grader.feedbackKey}". Select one, or publish graders with distinct feedback keys.`);
94
- feedback.set(group.grader.feedbackKey, group.key);
95
- const mappings = JSON.stringify(group.grader.mappings ?? []);
96
- if (group.aliases.some((alias) => JSON.stringify(alias.mappings ?? []) !== mappings))
97
- throw new Error(`Aliases of grader "${group.grader.feedbackKey}" have different field mappings. Select one alias and review its mappings.`);
98
- }
99
- return selected.map((group) => group.grader);
100
- }
101
-
102
- // src/experiment-execution-selection.ts
103
- function experimentExecutionSelection(policy) {
104
- if (policy.kind === "fixture") return { mode: "fixture" };
105
- if (policy.kind === "hosted_harness") return {
106
- mode: "model_harness_profile",
107
- modelId: policy.modelId,
108
- harnessRelease: policy.source.harnessRelease,
109
- profile: {
110
- repositoryId: policy.profileRepositoryId,
111
- id: policy.source.profileId,
112
- revision: policy.source.sourceRevision,
113
- target: policy.source.target
114
- }
115
- };
116
- return policy.harness ? {
117
- mode: "model_harness",
118
- modelId: policy.modelId,
119
- harness: policy.harness
120
- } : { mode: "model", modelId: policy.modelId };
121
- }
71
+ import "./chunk-I2MBVOVX.js";
72
+ import "./chunk-QUOW6URQ.js";
122
73
  export {
74
+ ClaudeCodeControlSchema,
75
+ ClaudeCodeRuntimeSchema,
76
+ ClaudeProcessEvidenceSchema,
123
77
  ExperimentAttemptGradeSchema,
124
78
  ExperimentCaseInspectionSchema,
125
79
  ExperimentDefinitionRefSchema,
@@ -139,8 +93,11 @@ export {
139
93
  OpenPondExperimentError,
140
94
  OpenPondExperimentInspectionClient,
141
95
  OpenPondExperimentsClient,
96
+ OpenPondProfileEvaluationDiscoveryClient,
142
97
  PrepareHarnessExperimentSchema,
143
98
  PreparedHarnessExperimentSchema,
99
+ ProfileEvaluationDiscoveryRequestSchema,
100
+ ProfileEvaluationDiscoverySchema,
144
101
  RunExperimentSchema,
145
102
  SaveExperimentSchema,
146
103
  StartExperimentSchema,
@@ -154,6 +111,7 @@ export {
154
111
  mapExperimentGradingFields,
155
112
  verifyExperimentDefinition,
156
113
  verifyExperimentRunDetails,
157
- verifyExperimentScoringPass
114
+ verifyExperimentScoringPass,
115
+ verifyExternalDatasetPackage
158
116
  };
159
117
  //# sourceMappingURL=experiments.js.map
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
- "sources": ["../src/experiment-inspection.ts", "../src/dataset-grader-selection.ts", "../src/experiment-execution-selection.ts"],
4
- "sourcesContent": ["import { z } from \"zod\";\nimport { contentHash } from \"@openpond/harness\";\nconst Id = z.string().trim().min(1).max(500);\nconst Hash = z.string().regex(/^[a-f0-9]{64}$/);\nconst Content = z.object({ schemaVersion: z.literal(\"openpond.experimentCaseInspection.v1\"), teamId: Id, executionId: Id, manifestHash: Hash, receiptId: Id, taskId: Id, seed: z.string().min(1), input: z.record(z.string(), z.unknown()).nullable(), output: z.unknown().nullable(), error: z.string().nullable(), events: z.array(z.record(z.string(), z.unknown())).max(25), nextEventCursor: Id.nullable(), eventCount: z.number().int().nonnegative() }).strict();\nexport const ExperimentCaseInspectionSchema = Content.extend({ contentHash: Hash }).strict();\nexport type ExperimentCaseInspection = z.infer<typeof ExperimentCaseInspectionSchema>;\nexport class OpenPondExperimentInspectionClient {\n private readonly baseUrl: string;\n constructor(private readonly options: { baseUrl: string; apiKey: string; teamId: string; fetch?: typeof fetch }) {\n const url = new URL(options.baseUrl);\n if (![\"http:\", \"https:\"].includes(url.protocol) || url.username || url.password || url.search || url.hash || !options.apiKey.trim() || !options.teamId.trim()) throw new Error(\"A clean API origin and workspace credentials are required.\");\n this.baseUrl = url.toString().replace(/\\/+$/, \"\");\n }\n /** Retained, policy-facing evidence only. Reading a page never dispatches. */\n async case(executionId: string, receiptId: string, options: { manifestHash?: string; afterId?: string; signal?: AbortSignal } = {}) {\n const params = new URLSearchParams(options.afterId ? { afterId: Id.parse(options.afterId) } : {});\n const response = await (this.options.fetch ?? fetch)(`${this.baseUrl}/v1/experiments/${encodeURIComponent(Id.parse(executionId))}/cases/${encodeURIComponent(Id.parse(receiptId))}?${params}`, { signal: options.signal, redirect: \"error\", headers: { Authorization: `Bearer ${this.options.apiKey}`, \"X-OpenPond-Team-Id\": this.options.teamId, Accept: \"application/json\" } });\n const value: unknown = await response.json();\n if (!response.ok) throw new Error(z.object({ message: z.string() }).parse(value).message);\n const result = ExperimentCaseInspectionSchema.parse(value);\n const { contentHash: actual, ...content } = result;\n if (contentHash(content) !== actual || result.teamId !== this.options.teamId || result.executionId !== executionId || result.receiptId !== receiptId || options.manifestHash && result.manifestHash !== options.manifestHash || result.events.length > result.eventCount) throw new Error(\"Case inspection differs from its requested workspace, execution or retained content.\");\n return result;\n }\n}\n", "/** Package aliases remain provenance; a released Reward is one scoring choice. */\nexport type DatasetGraderPin = {\n id: string;\n version: string;\n contentHash: string;\n feedbackKey: string;\n release?: { id: string; revision: number; contentHash: string } | null;\n};\n\nexport function datasetGraderIdentity(pin: DatasetGraderPin): string {\n return JSON.stringify(pin.release\n ? [\"reward\", pin.release.id, pin.release.revision, pin.release.contentHash, pin.feedbackKey]\n : [\"dataset\", pin.id, pin.version, pin.contentHash, pin.feedbackKey]);\n}\n\nexport function groupDatasetGraders<T extends DatasetGraderPin>(pins: readonly T[]): Array<{ key: string; grader: T; aliases: T[] }> {\n const groups = new Map<string, { key: string; grader: T; aliases: T[] }>();\n for (const pin of pins) {\n const key = datasetGraderIdentity(pin);\n const group = groups.get(key);\n if (group) group.aliases.push(pin);\n else groups.set(key, { key, grader: pin, aliases: [pin] });\n }\n return [...groups.values()];\n}\n\n/** Validate selected choices, rather than silently choosing between different\n * graders that would write the same feedback field. Never modifies package pins. */\nexport function canonicalDatasetGraderSelection<T extends DatasetGraderPin & { mappings?: unknown }>(pins: readonly T[]): T[] {\n const selected = groupDatasetGraders(pins);\n const feedback = new Map<string, string>();\n for (const group of selected) {\n const previous = feedback.get(group.grader.feedbackKey);\n if (previous && previous !== group.key)\n throw new Error(`Different selected grader releases use feedback key \"${group.grader.feedbackKey}\". Select one, or publish graders with distinct feedback keys.`);\n feedback.set(group.grader.feedbackKey, group.key);\n const mappings = JSON.stringify(group.grader.mappings ?? []);\n if (group.aliases.some(alias => JSON.stringify(alias.mappings ?? []) !== mappings))\n throw new Error(`Aliases of grader \"${group.grader.feedbackKey}\" have different field mappings. Select one alias and review its mappings.`);\n }\n return selected.map(group => group.grader);\n}\n", "import type { ModelTasksetRunRequest } from \"./model-taskset-runs-contracts.js\";\n\n/** Resolve presentation from the configuration that actually executes. These\n * modes never inherit a selected chat session or a mutable desktop preference. */\nexport function experimentExecutionSelection(policy: ModelTasksetRunRequest[\"policy\"]) {\n if (policy.kind === \"fixture\") return { mode: \"fixture\" as const };\n if (policy.kind === \"hosted_harness\") return {\n mode: \"model_harness_profile\" as const,\n modelId: policy.modelId,\n harnessRelease: policy.source.harnessRelease,\n profile: { repositoryId: policy.profileRepositoryId, id: policy.source.profileId,\n revision: policy.source.sourceRevision, target: policy.source.target },\n };\n return policy.harness ? {\n mode: \"model_harness\" as const, modelId: policy.modelId, harness: policy.harness,\n } : { mode: \"model\" as const, modelId: policy.modelId };\n}\n"],
5
- "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAS,SAAS;AAElB,IAAM,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,GAAG;AAC3C,IAAM,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB;AAC9C,IAAM,UAAU,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,sCAAsC,GAAG,QAAQ,IAAI,aAAa,IAAI,cAAc,MAAM,WAAW,IAAI,QAAQ,IAAI,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,EAAE,SAAS,GAAG,QAAQ,EAAE,QAAQ,EAAE,SAAS,GAAG,OAAO,EAAE,OAAO,EAAE,SAAS,GAAG,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,iBAAiB,GAAG,SAAS,GAAG,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,OAAO;AAC/b,IAAM,iCAAiC,QAAQ,OAAO,EAAE,aAAa,KAAK,CAAC,EAAE,OAAO;AAEpF,IAAM,qCAAN,MAAyC;AAAA,EAE9C,YAA6B,SAAoF;AAApF;AAC3B,UAAM,MAAM,IAAI,IAAI,QAAQ,OAAO;AACnC,QAAI,CAAC,CAAC,SAAS,QAAQ,EAAE,SAAS,IAAI,QAAQ,KAAK,IAAI,YAAY,IAAI,YAAY,IAAI,UAAU,IAAI,QAAQ,CAAC,QAAQ,OAAO,KAAK,KAAK,CAAC,QAAQ,OAAO,KAAK,EAAG,OAAM,IAAI,MAAM,4DAA4D;AAC3O,SAAK,UAAU,IAAI,SAAS,EAAE,QAAQ,QAAQ,EAAE;AAAA,EAClD;AAAA,EAJ6B;AAAA,EADZ;AAAA;AAAA,EAOjB,MAAM,KAAK,aAAqB,WAAmB,UAA6E,CAAC,GAAG;AAClI,UAAM,SAAS,IAAI,gBAAgB,QAAQ,UAAU,EAAE,SAAS,GAAG,MAAM,QAAQ,OAAO,EAAE,IAAI,CAAC,CAAC;AAChG,UAAM,WAAW,OAAO,KAAK,QAAQ,SAAS,OAAO,GAAG,KAAK,OAAO,mBAAmB,mBAAmB,GAAG,MAAM,WAAW,CAAC,CAAC,UAAU,mBAAmB,GAAG,MAAM,SAAS,CAAC,CAAC,IAAI,MAAM,IAAI,EAAE,QAAQ,QAAQ,QAAQ,UAAU,SAAS,SAAS,EAAE,eAAe,UAAU,KAAK,QAAQ,MAAM,IAAI,sBAAsB,KAAK,QAAQ,QAAQ,QAAQ,mBAAmB,EAAE,CAAC;AAChX,UAAM,QAAiB,MAAM,SAAS,KAAK;AAC3C,QAAI,CAAC,SAAS,GAAI,OAAM,IAAI,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,EAAE,OAAO;AACxF,UAAM,SAAS,+BAA+B,MAAM,KAAK;AACzD,UAAM,EAAE,aAAa,QAAQ,GAAG,QAAQ,IAAI;AAC5C,QAAI,YAAY,OAAO,MAAM,UAAU,OAAO,WAAW,KAAK,QAAQ,UAAU,OAAO,gBAAgB,eAAe,OAAO,cAAc,aAAa,QAAQ,gBAAgB,OAAO,iBAAiB,QAAQ,gBAAgB,OAAO,OAAO,SAAS,OAAO,WAAY,OAAM,IAAI,MAAM,sFAAsF;AAChX,WAAO;AAAA,EACT;AACF;;;AChBO,SAAS,sBAAsB,KAA+B;AACnE,SAAO,KAAK,UAAU,IAAI,UACtB,CAAC,UAAU,IAAI,QAAQ,IAAI,IAAI,QAAQ,UAAU,IAAI,QAAQ,aAAa,IAAI,WAAW,IACzF,CAAC,WAAW,IAAI,IAAI,IAAI,SAAS,IAAI,aAAa,IAAI,WAAW,CAAC;AACxE;AAEO,SAAS,oBAAgD,MAAqE;AACnI,QAAM,SAAS,oBAAI,IAAsD;AACzE,aAAW,OAAO,MAAM;AACtB,UAAM,MAAM,sBAAsB,GAAG;AACrC,UAAM,QAAQ,OAAO,IAAI,GAAG;AAC5B,QAAI,MAAO,OAAM,QAAQ,KAAK,GAAG;AAAA,QAC5B,QAAO,IAAI,KAAK,EAAE,KAAK,QAAQ,KAAK,SAAS,CAAC,GAAG,EAAE,CAAC;AAAA,EAC3D;AACA,SAAO,CAAC,GAAG,OAAO,OAAO,CAAC;AAC5B;AAIO,SAAS,gCAAqF,MAAyB;AAC5H,QAAM,WAAW,oBAAoB,IAAI;AACzC,QAAM,WAAW,oBAAI,IAAoB;AACzC,aAAW,SAAS,UAAU;AAC5B,UAAM,WAAW,SAAS,IAAI,MAAM,OAAO,WAAW;AACtD,QAAI,YAAY,aAAa,MAAM;AACjC,YAAM,IAAI,MAAM,wDAAwD,MAAM,OAAO,WAAW,gEAAgE;AAClK,aAAS,IAAI,MAAM,OAAO,aAAa,MAAM,GAAG;AAChD,UAAM,WAAW,KAAK,UAAU,MAAM,OAAO,YAAY,CAAC,CAAC;AAC3D,QAAI,MAAM,QAAQ,KAAK,WAAS,KAAK,UAAU,MAAM,YAAY,CAAC,CAAC,MAAM,QAAQ;AAC/E,YAAM,IAAI,MAAM,sBAAsB,MAAM,OAAO,WAAW,4EAA4E;AAAA,EAC9I;AACA,SAAO,SAAS,IAAI,WAAS,MAAM,MAAM;AAC3C;;;ACrCO,SAAS,6BAA6B,QAA0C;AACrF,MAAI,OAAO,SAAS,UAAW,QAAO,EAAE,MAAM,UAAmB;AACjE,MAAI,OAAO,SAAS,iBAAkB,QAAO;AAAA,IAC3C,MAAM;AAAA,IACN,SAAS,OAAO;AAAA,IAChB,gBAAgB,OAAO,OAAO;AAAA,IAC9B,SAAS;AAAA,MAAE,cAAc,OAAO;AAAA,MAAqB,IAAI,OAAO,OAAO;AAAA,MACrE,UAAU,OAAO,OAAO;AAAA,MAAgB,QAAQ,OAAO,OAAO;AAAA,IAAO;AAAA,EACzE;AACA,SAAO,OAAO,UAAU;AAAA,IACtB,MAAM;AAAA,IAA0B,SAAS,OAAO;AAAA,IAAS,SAAS,OAAO;AAAA,EAC3E,IAAI,EAAE,MAAM,SAAkB,SAAS,OAAO,QAAQ;AACxD;",
3
+ "sources": [],
4
+ "sourcesContent": [],
5
+ "mappings": "",
6
6
  "names": []
7
7
  }
@@ -0,0 +1,13 @@
1
+ import {
2
+ HumanReviewClientError,
3
+ OpenPondHumanReviewClient
4
+ } from "./chunk-SLS3GFPG.js";
5
+ import "./chunk-I2MBVOVX.js";
6
+ import "./chunk-QUOW6URQ.js";
7
+ export {
8
+ HumanReviewClientError,
9
+ OpenPondHumanReviewClient
10
+ };
11
+ //# sourceMappingURL=human-review.js.map
12
+
13
+ export * from "@openpond/evals/human-review";
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": [],
4
+ "sourcesContent": [],
5
+ "mappings": "",
6
+ "names": []
7
+ }
package/dist/index.js CHANGED
@@ -1,23 +1,140 @@
1
+ import {
2
+ OpenPondWorkflowsClient
3
+ } from "./chunk-MEKWESBF.js";
4
+ import "./chunk-LXXQVGQY.js";
1
5
  import {
2
6
  OpenPondLearningClient,
3
7
  OpenPondLearningError
4
8
  } from "./chunk-K4C5QOSV.js";
9
+ import {
10
+ OpenPondProjectActionsClient
11
+ } from "./chunk-IWT6JUZD.js";
5
12
  import {
6
13
  OpenPondProfileActionsClient
7
14
  } from "./chunk-2DMYAJLS.js";
8
15
  import {
9
- OpenPondWorkflowsClient
10
- } from "./chunk-MEKWESBF.js";
11
- import "./chunk-LXXQVGQY.js";
16
+ OpenPondApiError,
17
+ apiFetch,
18
+ readApiJson
19
+ } from "./chunk-CEZEVILU.js";
20
+ import {
21
+ HumanReviewClientError,
22
+ OpenPondHumanReviewClient
23
+ } from "./chunk-SLS3GFPG.js";
24
+ import {
25
+ AgentImportCommitRequestSchema,
26
+ AgentImportFileSchema,
27
+ AgentImportPreviewRequestSchema,
28
+ AgentImportPreviewSchema,
29
+ AgentImportReceiptSchema,
30
+ AgentImportUploadPartSchema,
31
+ AgentImportUploadRefSchema,
32
+ ConnectedCaptureReceiptSchema,
33
+ ConnectedCaptureRequestSchema,
34
+ ConnectedCaseReadbackSchema,
35
+ ConnectedCaseRefSchema,
36
+ ConnectedCollectionSchema,
37
+ ConnectedDatasetPublicationSchema,
38
+ ConnectedEvidenceClient,
39
+ ConnectedEvidenceError,
40
+ ConnectedHomeQuerySchema,
41
+ ConnectedHomeSummarySchema,
42
+ ConnectedRecordedExecutionRequestSchema,
43
+ ConnectedRecordedExecutionSchema,
44
+ ConnectedRecordedListRequestSchema,
45
+ ConnectedRecordedListSchema,
46
+ ConnectedRecordedSourceSchema,
47
+ ConnectedRecordedSummarySchema,
48
+ ConnectedScopeSchema,
49
+ ConnectedSourceSummarySchema,
50
+ ConnectedUnmappedEventsSchema,
51
+ verifyConnectedRecordedExecution
52
+ } from "./chunk-DJWHN7NU.js";
53
+ import "./chunk-A64VYVXN.js";
54
+ import {
55
+ CandidateEvaluationControlSchema,
56
+ CandidateEvaluationOptionSchema,
57
+ CandidateEvaluationOptionsSchema,
58
+ CandidateEvaluationPreparationSchema,
59
+ CandidateEvaluationRequestSchema,
60
+ createCandidateEvaluationClient
61
+ } from "./chunk-7Q7I6FAT.js";
62
+ import {
63
+ ExperimentImprovementClient,
64
+ HostedProfileCandidateCommandSchema,
65
+ HostedProfileCandidateExportSchema,
66
+ HostedProfileCandidateReceiptSchema,
67
+ verifyHostedProfileCandidateExport,
68
+ verifyHostedProfileCandidateReceipt
69
+ } from "./chunk-JMQ4HBWP.js";
70
+ import {
71
+ ExperimentEvaluationFireSchema,
72
+ ExperimentEvaluationScheduleCommandSchema,
73
+ ExperimentEvaluationScheduleControlSchema,
74
+ ExperimentEvaluationScheduleInputSchema,
75
+ ExperimentEvaluationScheduleSchema,
76
+ OpenPondExperimentEvaluationScheduleClient,
77
+ scheduledExperimentHash,
78
+ sealExperimentEvaluationSchedule,
79
+ verifyExperimentEvaluationSchedule
80
+ } from "./chunk-VC5OV5AS.js";
81
+ import {
82
+ AdvancedRefinerEvaluationAccountingSchema,
83
+ AdvancedRefinerEvaluationCommandSchema,
84
+ AdvancedRefinerEvaluationOptionsSchema,
85
+ AdvancedRefinerEvaluationPinSchema,
86
+ AdvancedRefinerEvaluationPrepareSchema,
87
+ AdvancedRefinerEvaluationSetupCommandSchema,
88
+ AdvancedRefinerEvaluationStartSchema,
89
+ AdvancedRefinerReviewCaseReceiptSchema,
90
+ AdvancedRefinerReviewReceiptSchema,
91
+ OpenPondAdvancedRefinerEvaluationClient,
92
+ sealAdvancedRefinerEvaluationPin,
93
+ sealAdvancedRefinerReviewReceipt,
94
+ verifyAdvancedRefinerEvaluationPin
95
+ } from "./chunk-ZVJU5CJ5.js";
96
+ import {
97
+ ExperimentImprovementCommandSchema,
98
+ ExperimentImprovementHumanOptionsSchema,
99
+ ExperimentImprovementListSchema,
100
+ ExperimentImprovementOptionsSchema,
101
+ ExperimentImprovementScoringSchema,
102
+ ExperimentImprovementStateSchema,
103
+ ExperimentImprovementTestRecipeSchema,
104
+ StartExperimentImprovementSchema,
105
+ sealExperimentImprovementHumanOptions,
106
+ sealExperimentImprovementState,
107
+ verifyExperimentImprovementHumanOptions,
108
+ verifyExperimentImprovementState
109
+ } from "./chunk-GDJRGRHA.js";
110
+ import "./chunk-YCQVVFE5.js";
12
111
  import {
13
112
  OpenPondExperimentsClient
14
- } from "./chunk-PRRUBH2B.js";
15
- import "./chunk-2ZJRG3KL.js";
16
- import "./chunk-7B44TQZD.js";
17
- import "./chunk-W5TXWVFS.js";
113
+ } from "./chunk-5RZAPZWI.js";
114
+ import "./chunk-HOAYWW33.js";
115
+ import "./chunk-PJ2VLNJF.js";
116
+ import "./chunk-YVUIHH6Z.js";
117
+ import "./chunk-NHCGOFQW.js";
118
+ import "./chunk-IXBSFJCX.js";
119
+ import "./chunk-R3M6BIOK.js";
120
+ import "./chunk-K3JCP4FO.js";
121
+ import "./chunk-CSWVE3E6.js";
122
+ import {
123
+ ConnectedDatasetSourceRefSchema
124
+ } from "./chunk-XJDWHTH5.js";
125
+ import "./chunk-JA3KFK3U.js";
126
+ import "./chunk-2U54EOXJ.js";
127
+ import "./chunk-5U25KAJM.js";
128
+ import "./chunk-KQWCXW3A.js";
129
+ import "./chunk-XEUOJ5WF.js";
130
+ import "./chunk-SVU4RZ4K.js";
131
+ import "./chunk-T4APHDES.js";
132
+ import "./chunk-2NSNBED7.js";
133
+ import "./chunk-WX22WN33.js";
134
+ import "./chunk-2JKV5OJO.js";
18
135
  import "./chunk-TCHAWJMB.js";
19
136
  import "./chunk-3KXDH6OB.js";
20
- import "./chunk-Y4NGWGTA.js";
137
+ import "./chunk-I2MBVOVX.js";
21
138
  import {
22
139
  DEFAULT_REFINER_REVIEW_PROFILE,
23
140
  REFINER_CORE_VERSION,
@@ -31,14 +148,6 @@ import {
31
148
  refinerProfilePrompt,
32
149
  serializeReviewProfile
33
150
  } from "./chunk-QUOW6URQ.js";
34
- import {
35
- OpenPondProjectActionsClient
36
- } from "./chunk-IWT6JUZD.js";
37
- import {
38
- OpenPondApiError,
39
- apiFetch,
40
- readApiJson
41
- } from "./chunk-CEZEVILU.js";
42
151
 
43
152
  // ../cloud/dist/sandbox/client-handles.js
44
153
  function createSandboxRuntimeNamespace(client) {
@@ -2473,6 +2582,8 @@ var OpenPondClient = class {
2473
2582
  profileActions;
2474
2583
  learning;
2475
2584
  experiments;
2585
+ connectedEvidence;
2586
+ humanReview;
2476
2587
  constructor(options) {
2477
2588
  const apiKey = options.apiKey?.trim() ?? "";
2478
2589
  if (!apiKey && (!options.sandbox || !options.model))
@@ -2490,6 +2601,8 @@ var OpenPondClient = class {
2490
2601
  const apiBaseUrl = options.baseUrl?.trim() || "https://api.openpond.ai";
2491
2602
  this.learning = (scope) => new OpenPondLearningClient({ apiKey, baseUrl: apiBaseUrl, scope });
2492
2603
  this.experiments = (teamId) => new OpenPondExperimentsClient({ apiKey, baseUrl: apiBaseUrl, teamId });
2604
+ this.connectedEvidence = (teamId) => new ConnectedEvidenceClient({ apiKey, baseUrl: apiBaseUrl, teamId });
2605
+ this.humanReview = (scope) => new OpenPondHumanReviewClient({ apiKey, baseUrl: apiBaseUrl, scope });
2493
2606
  this.sandboxes = createOpenPondSandboxClient({
2494
2607
  apiKey: sandbox?.apiKey ?? apiKey,
2495
2608
  baseUrl: apiBaseUrl,
@@ -2514,9 +2627,70 @@ function createOpenPondClient(options) {
2514
2627
  return new OpenPondClient(options);
2515
2628
  }
2516
2629
  export {
2630
+ AdvancedRefinerEvaluationAccountingSchema,
2631
+ AdvancedRefinerEvaluationCommandSchema,
2632
+ AdvancedRefinerEvaluationOptionsSchema,
2633
+ AdvancedRefinerEvaluationPinSchema,
2634
+ AdvancedRefinerEvaluationPrepareSchema,
2635
+ AdvancedRefinerEvaluationSetupCommandSchema,
2636
+ AdvancedRefinerEvaluationStartSchema,
2637
+ AdvancedRefinerReviewCaseReceiptSchema,
2638
+ AdvancedRefinerReviewReceiptSchema,
2639
+ AgentImportCommitRequestSchema,
2640
+ AgentImportFileSchema,
2641
+ AgentImportPreviewRequestSchema,
2642
+ AgentImportPreviewSchema,
2643
+ AgentImportReceiptSchema,
2644
+ AgentImportUploadPartSchema,
2645
+ AgentImportUploadRefSchema,
2646
+ CandidateEvaluationControlSchema,
2647
+ CandidateEvaluationOptionSchema,
2648
+ CandidateEvaluationOptionsSchema,
2649
+ CandidateEvaluationPreparationSchema,
2650
+ CandidateEvaluationRequestSchema,
2651
+ ConnectedCaptureReceiptSchema,
2652
+ ConnectedCaptureRequestSchema,
2653
+ ConnectedCaseReadbackSchema,
2654
+ ConnectedCaseRefSchema,
2655
+ ConnectedCollectionSchema,
2656
+ ConnectedDatasetPublicationSchema,
2657
+ ConnectedDatasetSourceRefSchema,
2658
+ ConnectedEvidenceClient,
2659
+ ConnectedEvidenceError,
2660
+ ConnectedHomeQuerySchema,
2661
+ ConnectedHomeSummarySchema,
2662
+ ConnectedRecordedExecutionRequestSchema,
2663
+ ConnectedRecordedExecutionSchema,
2664
+ ConnectedRecordedListRequestSchema,
2665
+ ConnectedRecordedListSchema,
2666
+ ConnectedRecordedSourceSchema,
2667
+ ConnectedRecordedSummarySchema,
2668
+ ConnectedScopeSchema,
2669
+ ConnectedSourceSummarySchema,
2670
+ ConnectedUnmappedEventsSchema,
2517
2671
  DEFAULT_REFINER_REVIEW_PROFILE,
2672
+ ExperimentEvaluationFireSchema,
2673
+ ExperimentEvaluationScheduleCommandSchema,
2674
+ ExperimentEvaluationScheduleControlSchema,
2675
+ ExperimentEvaluationScheduleInputSchema,
2676
+ ExperimentEvaluationScheduleSchema,
2677
+ ExperimentImprovementClient,
2678
+ ExperimentImprovementCommandSchema,
2679
+ ExperimentImprovementHumanOptionsSchema,
2680
+ ExperimentImprovementListSchema,
2681
+ ExperimentImprovementOptionsSchema,
2682
+ ExperimentImprovementScoringSchema,
2683
+ ExperimentImprovementStateSchema,
2684
+ ExperimentImprovementTestRecipeSchema,
2685
+ HostedProfileCandidateCommandSchema,
2686
+ HostedProfileCandidateExportSchema,
2687
+ HostedProfileCandidateReceiptSchema,
2688
+ HumanReviewClientError,
2689
+ OpenPondAdvancedRefinerEvaluationClient,
2518
2690
  OpenPondApiError,
2519
2691
  OpenPondClient,
2692
+ OpenPondExperimentEvaluationScheduleClient,
2693
+ OpenPondHumanReviewClient,
2520
2694
  OpenPondLearningClient,
2521
2695
  OpenPondLearningError,
2522
2696
  OpenPondProfileActionsClient,
@@ -2531,6 +2705,8 @@ export {
2531
2705
  RefinerReviewProfileSchema,
2532
2706
  RefinerTransitionReceiptSchema,
2533
2707
  SANDBOX_RUNTIME_PROFILE_IDS,
2708
+ StartExperimentImprovementSchema,
2709
+ createCandidateEvaluationClient,
2534
2710
  createOpenPondClient,
2535
2711
  createOpenPondSandboxClient,
2536
2712
  createRefinerRelease,
@@ -2542,8 +2718,23 @@ export {
2542
2718
  normalizeSandboxApiUrl,
2543
2719
  refinerProfilePrompt,
2544
2720
  resolveOpChatApiBaseUrl,
2721
+ scheduledExperimentHash,
2722
+ sealAdvancedRefinerEvaluationPin,
2723
+ sealAdvancedRefinerReviewReceipt,
2724
+ sealExperimentEvaluationSchedule,
2725
+ sealExperimentImprovementHumanOptions,
2726
+ sealExperimentImprovementState,
2545
2727
  sendHostedChatTurn,
2546
2728
  serializeReviewProfile,
2547
- streamHostedChatTurn
2729
+ streamHostedChatTurn,
2730
+ verifyAdvancedRefinerEvaluationPin,
2731
+ verifyConnectedRecordedExecution,
2732
+ verifyExperimentEvaluationSchedule,
2733
+ verifyExperimentImprovementHumanOptions,
2734
+ verifyExperimentImprovementState,
2735
+ verifyHostedProfileCandidateExport,
2736
+ verifyHostedProfileCandidateReceipt
2548
2737
  };
2549
2738
  //# sourceMappingURL=index.js.map
2739
+
2740
+ export * from "@openpond/evals/human-review";