openpond-sdk 0.12.25 → 0.12.26

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (210) hide show
  1. package/LEARNING.md +5 -7
  2. package/OPENTELEMETRY.md +1 -1
  3. package/PRODUCT_INTEGRATION.md +5 -10
  4. package/README.md +3 -4
  5. package/SERVERLESS_SERVING.md +37 -0
  6. package/TASKSETS.md +1 -2
  7. package/TASK_INGESTION.md +3 -4
  8. package/TRAINING_PROTOCOL.md +1 -1
  9. package/TRAINING_WORKFLOWS.md +11 -6
  10. package/dist/advanced-refiner-evaluations.js +9 -8
  11. package/dist/ai-sdk.js +2 -1
  12. package/dist/ai-sdk.js.map +1 -1
  13. package/dist/candidate-evaluations.js +7 -6
  14. package/dist/{chunk-ZQFROKKS.js → chunk-2U6BQ5C4.js} +3 -3
  15. package/dist/{chunk-DDCR4KB5.js → chunk-3BILL33A.js} +4 -4
  16. package/dist/{chunk-3B5KSH3V.js → chunk-456F3BXD.js} +5 -2
  17. package/dist/chunk-456F3BXD.js.map +1 -0
  18. package/dist/{chunk-RTLJV4OS.js → chunk-4A4FNG4R.js} +2 -2
  19. package/dist/{chunk-EZME7DV4.js → chunk-4CDLPMJK.js} +2 -2
  20. package/dist/{chunk-XBFOFTK3.js → chunk-4CRLQMJ2.js} +5 -5
  21. package/dist/{chunk-QOX57Y27.js → chunk-4PEK3YOW.js} +6 -3
  22. package/dist/chunk-4PEK3YOW.js.map +1 -0
  23. package/dist/{chunk-GS5HEE4M.js → chunk-4REK5TTE.js} +2 -2
  24. package/dist/{chunk-YS7DF76T.js → chunk-57ROW3XF.js} +3 -3
  25. package/dist/{chunk-47THZRUM.js → chunk-6LVLWRBJ.js} +8 -5
  26. package/dist/chunk-6LVLWRBJ.js.map +1 -0
  27. package/dist/{chunk-3VUF5H3B.js → chunk-AMZ2SWHR.js} +2 -2
  28. package/dist/{chunk-GV6DEDBU.js → chunk-AQV7RQZH.js} +2 -2
  29. package/dist/{chunk-BJMENXR4.js → chunk-C7I4ZG6Q.js} +3 -3
  30. package/dist/{chunk-JMFYNIYZ.js → chunk-CAOMKM55.js} +6 -3
  31. package/dist/chunk-CAOMKM55.js.map +1 -0
  32. package/dist/{chunk-QNOCM5JX.js → chunk-D26RJQU7.js} +2 -2
  33. package/dist/{chunk-T67LNKAK.js → chunk-EL6KZO43.js} +3 -3
  34. package/dist/{chunk-MVAEE5EI.js → chunk-H5KHLBC5.js} +5 -2
  35. package/dist/chunk-H5KHLBC5.js.map +1 -0
  36. package/dist/{chunk-3MWFN7BA.js → chunk-HCUZYGUK.js} +8 -5
  37. package/dist/chunk-HCUZYGUK.js.map +1 -0
  38. package/dist/{chunk-JOMZJXGC.js → chunk-JINWKUKR.js} +3 -3
  39. package/dist/{chunk-626JLH4D.js → chunk-JWEIAEQ6.js} +2 -2
  40. package/dist/{chunk-DH6O4JFB.js → chunk-KJTX4A27.js} +5 -2
  41. package/dist/chunk-KJTX4A27.js.map +1 -0
  42. package/dist/{chunk-QRYEXPG7.js → chunk-MN4FE52A.js} +13 -10
  43. package/dist/chunk-MN4FE52A.js.map +1 -0
  44. package/dist/{chunk-2OVNKPBZ.js → chunk-MUG4OQKL.js} +5 -2
  45. package/dist/chunk-MUG4OQKL.js.map +1 -0
  46. package/dist/{chunk-C3TS766N.js → chunk-N6LGT7NT.js} +5 -2
  47. package/dist/chunk-N6LGT7NT.js.map +1 -0
  48. package/dist/{chunk-3G3HUA32.js → chunk-P56JWQYV.js} +3 -3
  49. package/dist/{chunk-GX6KMHW2.js → chunk-QKLZZOZD.js} +5 -2
  50. package/dist/chunk-QKLZZOZD.js.map +1 -0
  51. package/dist/chunk-QYWPNNP3.js +9 -0
  52. package/dist/chunk-QYWPNNP3.js.map +1 -0
  53. package/dist/{chunk-IXFUYPGV.js → chunk-UZAVG2WK.js} +5 -5
  54. package/dist/chunk-UZAVG2WK.js.map +1 -0
  55. package/dist/{chunk-Z252BNAZ.js → chunk-VE5JD5FN.js} +6 -2
  56. package/dist/chunk-VE5JD5FN.js.map +1 -0
  57. package/dist/{chunk-7F43U2NC.js → chunk-WZKKQNYY.js} +3 -3
  58. package/dist/{chunk-RN5MK7NH.js → chunk-X5AT253K.js} +3 -3
  59. package/dist/{chunk-ZRTNR4U7.js → chunk-XWUTYFOU.js} +3 -3
  60. package/dist/{chunk-Z5APNTZE.js → chunk-XYK3MAIC.js} +2 -2
  61. package/dist/{chunk-BRP3EBCR.js → chunk-ZG4HVCJB.js} +7 -4
  62. package/dist/chunk-ZG4HVCJB.js.map +1 -0
  63. package/dist/connected-evidence.js +9 -8
  64. package/dist/dataset-commerce.js +4 -1
  65. package/dist/dataset-commerce.js.map +1 -1
  66. package/dist/dataset-marketplace.js +4 -1
  67. package/dist/dataset-marketplace.js.map +1 -1
  68. package/dist/dataset-workspaces.js +18 -15
  69. package/dist/dataset-workspaces.js.map +1 -1
  70. package/dist/errors.js +2 -1
  71. package/dist/experiment-evaluation-schedules.js +18 -17
  72. package/dist/experiment-improvements.js +8 -7
  73. package/dist/experiments.js +16 -15
  74. package/dist/human-review.js +2 -1
  75. package/dist/index.js +32 -28
  76. package/dist/index.js.map +1 -1
  77. package/dist/learning.js +6 -3
  78. package/dist/learning.js.map +1 -1
  79. package/dist/model-projects.js +2 -1
  80. package/dist/model-starter-attempts.js +3 -2
  81. package/dist/model-starter-catalog.js +7 -4
  82. package/dist/model-starter-catalog.js.map +1 -1
  83. package/dist/model-starters.js +4 -3
  84. package/dist/model-taskset-runs.js +7 -4
  85. package/dist/model-taskset-runs.js.map +1 -1
  86. package/dist/post-training.js +7 -6
  87. package/dist/taskset-catalog.js +2 -1
  88. package/dist/taskset-drafts.js +11 -8
  89. package/dist/taskset-drafts.js.map +1 -1
  90. package/dist/taskset-packages.js +10 -9
  91. package/dist/tool-learning.js +4 -1
  92. package/dist/tool-learning.js.map +1 -1
  93. package/dist/training-bundle.js +11 -10
  94. package/dist/training-bundle.js.map +1 -1
  95. package/dist/training-hardware.js +3 -2
  96. package/dist/training-projects.js +4 -1
  97. package/dist/training-projects.js.map +1 -1
  98. package/dist/training.js +2677 -2574
  99. package/dist/training.js.map +1 -1
  100. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +1 -1
  101. package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
  102. package/dist/types/packages/sdk/src/connected-sync.d.ts +1 -1
  103. package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
  104. package/dist/types/packages/sdk/src/dataset-commerce.d.ts +1 -1
  105. package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
  106. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +1 -1
  107. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
  108. package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -1
  109. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
  110. package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +1 -1
  111. package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
  112. package/dist/types/packages/sdk/src/dataset-task-ingestion.d.ts +1 -1
  113. package/dist/types/packages/sdk/src/dataset-task-ingestion.d.ts.map +1 -1
  114. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1 -1
  115. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  116. package/dist/types/packages/sdk/src/endpoints.d.ts +4 -0
  117. package/dist/types/packages/sdk/src/endpoints.d.ts.map +1 -0
  118. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +1 -1
  119. package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
  120. package/dist/types/packages/sdk/src/experiment-client.d.ts +1 -1
  121. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  122. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +1 -1
  123. package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
  124. package/dist/types/packages/sdk/src/experiment-inspection.d.ts +1 -1
  125. package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
  126. package/dist/types/packages/sdk/src/grader-inspection.d.ts +1 -1
  127. package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
  128. package/dist/types/packages/sdk/src/human-review-client.d.ts +1 -1
  129. package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
  130. package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
  131. package/dist/types/packages/sdk/src/learning-client.d.ts +1 -1
  132. package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
  133. package/dist/types/packages/sdk/src/learning-correction-metrics.d.ts +1 -1
  134. package/dist/types/packages/sdk/src/learning-correction-metrics.d.ts.map +1 -1
  135. package/dist/types/packages/sdk/src/model-projects.d.ts +1 -1
  136. package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
  137. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +1 -1
  138. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  139. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +1 -1
  140. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
  141. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1 -1
  142. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  143. package/dist/types/packages/sdk/src/product-models.d.ts.map +1 -1
  144. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1 -1
  145. package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
  146. package/dist/types/packages/sdk/src/serverless-serving.d.ts +157 -0
  147. package/dist/types/packages/sdk/src/serverless-serving.d.ts.map +1 -0
  148. package/dist/types/packages/sdk/src/steering-model-serving.d.ts +276 -0
  149. package/dist/types/packages/sdk/src/steering-model-serving.d.ts.map +1 -1
  150. package/dist/types/packages/sdk/src/taskset-catalog.d.ts +1 -1
  151. package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
  152. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +121 -121
  153. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
  154. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1 -1
  155. package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
  156. package/dist/types/packages/sdk/src/tool-learning-client.d.ts +1 -1
  157. package/dist/types/packages/sdk/src/tool-learning-client.d.ts.map +1 -1
  158. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +40 -40
  159. package/dist/types/packages/sdk/src/training-model-serving-control.d.ts +232 -0
  160. package/dist/types/packages/sdk/src/training-model-serving-control.d.ts.map +1 -1
  161. package/dist/types/packages/sdk/src/training-model-serving.d.ts +552 -0
  162. package/dist/types/packages/sdk/src/training-model-serving.d.ts.map +1 -1
  163. package/dist/types/packages/sdk/src/training-project-client.d.ts +1 -1
  164. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  165. package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +25 -25
  166. package/dist/types/packages/sdk/src/training-transport.d.ts +1 -1
  167. package/dist/types/packages/sdk/src/training-transport.d.ts.map +1 -1
  168. package/dist/types/packages/sdk/src/training.d.ts +1336 -1021
  169. package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
  170. package/dist/types/packages/sdk/src/types.d.ts +2 -2
  171. package/dist/types/packages/sdk/src/types.d.ts.map +1 -1
  172. package/examples/learning/submit.py +1 -1
  173. package/examples/learning/submit.ts +2 -2
  174. package/examples/training/continual.ts +4 -4
  175. package/examples/training/manual.ts +1 -3
  176. package/fixtures/python-foundation/schemas.json +4830 -4483
  177. package/package.json +2 -1
  178. package/dist/chunk-2OVNKPBZ.js.map +0 -1
  179. package/dist/chunk-3B5KSH3V.js.map +0 -1
  180. package/dist/chunk-3MWFN7BA.js.map +0 -1
  181. package/dist/chunk-47THZRUM.js.map +0 -1
  182. package/dist/chunk-BRP3EBCR.js.map +0 -1
  183. package/dist/chunk-C3TS766N.js.map +0 -1
  184. package/dist/chunk-DH6O4JFB.js.map +0 -1
  185. package/dist/chunk-GX6KMHW2.js.map +0 -1
  186. package/dist/chunk-IXFUYPGV.js.map +0 -1
  187. package/dist/chunk-JMFYNIYZ.js.map +0 -1
  188. package/dist/chunk-MVAEE5EI.js.map +0 -1
  189. package/dist/chunk-QOX57Y27.js.map +0 -1
  190. package/dist/chunk-QRYEXPG7.js.map +0 -1
  191. package/dist/chunk-Z252BNAZ.js.map +0 -1
  192. /package/dist/{chunk-ZQFROKKS.js.map → chunk-2U6BQ5C4.js.map} +0 -0
  193. /package/dist/{chunk-DDCR4KB5.js.map → chunk-3BILL33A.js.map} +0 -0
  194. /package/dist/{chunk-RTLJV4OS.js.map → chunk-4A4FNG4R.js.map} +0 -0
  195. /package/dist/{chunk-EZME7DV4.js.map → chunk-4CDLPMJK.js.map} +0 -0
  196. /package/dist/{chunk-XBFOFTK3.js.map → chunk-4CRLQMJ2.js.map} +0 -0
  197. /package/dist/{chunk-GS5HEE4M.js.map → chunk-4REK5TTE.js.map} +0 -0
  198. /package/dist/{chunk-YS7DF76T.js.map → chunk-57ROW3XF.js.map} +0 -0
  199. /package/dist/{chunk-3VUF5H3B.js.map → chunk-AMZ2SWHR.js.map} +0 -0
  200. /package/dist/{chunk-GV6DEDBU.js.map → chunk-AQV7RQZH.js.map} +0 -0
  201. /package/dist/{chunk-BJMENXR4.js.map → chunk-C7I4ZG6Q.js.map} +0 -0
  202. /package/dist/{chunk-QNOCM5JX.js.map → chunk-D26RJQU7.js.map} +0 -0
  203. /package/dist/{chunk-T67LNKAK.js.map → chunk-EL6KZO43.js.map} +0 -0
  204. /package/dist/{chunk-JOMZJXGC.js.map → chunk-JINWKUKR.js.map} +0 -0
  205. /package/dist/{chunk-626JLH4D.js.map → chunk-JWEIAEQ6.js.map} +0 -0
  206. /package/dist/{chunk-3G3HUA32.js.map → chunk-P56JWQYV.js.map} +0 -0
  207. /package/dist/{chunk-7F43U2NC.js.map → chunk-WZKKQNYY.js.map} +0 -0
  208. /package/dist/{chunk-RN5MK7NH.js.map → chunk-X5AT253K.js.map} +0 -0
  209. /package/dist/{chunk-ZRTNR4U7.js.map → chunk-XWUTYFOU.js.map} +0 -0
  210. /package/dist/{chunk-Z5APNTZE.js.map → chunk-XYK3MAIC.js.map} +0 -0
@@ -255,6 +255,31 @@ export declare function prepareOrdinaryTasksetQualification(input: OrdinaryTasks
255
255
  }[];
256
256
  };
257
257
  job: {
258
+ kind: "reward_model_train";
259
+ baseModel: {
260
+ schemaVersion: "openpond.baseModelPreference.v1";
261
+ modelId: string;
262
+ revision: string | null;
263
+ tokenizerRevision: string | null;
264
+ chatTemplateHash: string | null;
265
+ modelAssetId: string | null;
266
+ source: "builtin" | "local" | "managed";
267
+ };
268
+ preferenceDatasetRelease: {
269
+ id: string;
270
+ contentHash: string;
271
+ };
272
+ processorRelease: {
273
+ id: string;
274
+ contentHash: string;
275
+ };
276
+ recipe: {
277
+ [x: string]: unknown;
278
+ schemaVersion: "openpond.rewardModelRecipe.v1";
279
+ method: "reward_model";
280
+ parameterization: "lora_with_scalar_head";
281
+ };
282
+ } | {
258
283
  kind: "policy_optimize";
259
284
  executionMode?: "qualification" | undefined;
260
285
  baseModel: {
@@ -317,31 +342,6 @@ export declare function prepareOrdinaryTasksetQualification(input: OrdinaryTasks
317
342
  id: string;
318
343
  contentHash: string;
319
344
  } | null;
320
- } | {
321
- kind: "reward_model_train";
322
- baseModel: {
323
- schemaVersion: "openpond.baseModelPreference.v1";
324
- modelId: string;
325
- revision: string | null;
326
- tokenizerRevision: string | null;
327
- chatTemplateHash: string | null;
328
- modelAssetId: string | null;
329
- source: "builtin" | "local" | "managed";
330
- };
331
- preferenceDatasetRelease: {
332
- id: string;
333
- contentHash: string;
334
- };
335
- processorRelease: {
336
- id: string;
337
- contentHash: string;
338
- };
339
- recipe: {
340
- [x: string]: unknown;
341
- schemaVersion: "openpond.rewardModelRecipe.v1";
342
- method: "reward_model";
343
- parameterization: "lora_with_scalar_head";
344
- };
345
345
  };
346
346
  requestedCapabilities: {
347
347
  id: string;
@@ -16,7 +16,7 @@ export declare class OpenPondTrainingApiError extends Error {
16
16
  constructor(status: number, error: z.infer<typeof TrainingApiErrorSchema>);
17
17
  }
18
18
  export type TrainingTransportOptions = {
19
- baseUrl: string;
19
+ baseUrl?: string;
20
20
  fetch?: typeof fetch;
21
21
  headers?: HeadersInit | (() => HeadersInit | Promise<HeadersInit>);
22
22
  };
@@ -1 +1 @@
1
- {"version":3,"file":"training-transport.d.ts","sourceRoot":"","sources":["../../../../../src/training-transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,eAAO,MAAM,sBAAsB;;;;;;;kBASxB,CAAC;AAEZ,qBAAa,wBAAyB,SAAQ,KAAK;IACjD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAE1C,YAAY,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,EAQxE;CACF;AAUD,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB,OAAO,CAAC,EAAE,WAAW,GAAG,CAAC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;CACpE,CAAC;AACF,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,wBAAwB,cAKvD,MAAM,SACT,WAAW,6BAEjB,OAAO,CAAC,OAAO,CAAC,CA2CpB"}
1
+ {"version":3,"file":"training-transport.d.ts","sourceRoot":"","sources":["../../../../../src/training-transport.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,eAAO,MAAM,sBAAsB;;;;;;;kBASxB,CAAC;AAEZ,qBAAa,wBAAyB,SAAQ,KAAK;IACjD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAE1C,YAAY,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,EAQxE;CACF;AAUD,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;IACrB,OAAO,CAAC,EAAE,WAAW,GAAG,CAAC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC;CACpE,CAAC;AACF,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,wBAAwB,cAKvD,MAAM,SACT,WAAW,6BAEjB,OAAO,CAAC,OAAO,CAAC,CA2CpB"}