openpond-sdk 0.9.8 → 0.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. package/README.md +18 -17
  2. package/dist/{chunk-4HZORGK3.js → chunk-2ZJRG3KL.js} +13 -4
  3. package/dist/chunk-2ZJRG3KL.js.map +7 -0
  4. package/dist/{chunk-YYJ4T4U4.js → chunk-7B44TQZD.js} +2 -2
  5. package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
  6. package/dist/chunk-DSGGM2ME.js.map +7 -0
  7. package/dist/{chunk-3HV3G6DG.js → chunk-I2YM3UY4.js} +2 -2
  8. package/dist/{chunk-6D4JIOOC.js → chunk-I3TQTXKB.js} +2 -2
  9. package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
  10. package/dist/chunk-JA3KFK3U.js.map +7 -0
  11. package/dist/{chunk-A4ZDOZKP.js → chunk-K3JCP4FO.js} +11 -5
  12. package/dist/chunk-K3JCP4FO.js.map +7 -0
  13. package/dist/{chunk-TQ5ASK7D.js → chunk-PJ2VLNJF.js} +21 -3
  14. package/dist/chunk-PJ2VLNJF.js.map +7 -0
  15. package/dist/chunk-PRRUBH2B.js +314 -0
  16. package/dist/chunk-PRRUBH2B.js.map +7 -0
  17. package/dist/{chunk-BGXWHDYM.js → chunk-W5TXWVFS.js} +9 -2
  18. package/dist/chunk-W5TXWVFS.js.map +7 -0
  19. package/dist/dataset-workspaces.js +14 -10
  20. package/dist/dataset-workspaces.js.map +2 -2
  21. package/dist/experiments.js +71 -58
  22. package/dist/experiments.js.map +4 -4
  23. package/dist/index.js +4 -4
  24. package/dist/learning.js +8 -0
  25. package/dist/learning.js.map +3 -3
  26. package/dist/model-starter-attempts.js +1 -1
  27. package/dist/model-starter-catalog.js +2 -2
  28. package/dist/model-starters.js +8 -4
  29. package/dist/model-taskset-runs.js +2 -2
  30. package/dist/taskset-catalog.js +1 -1
  31. package/dist/taskset-drafts.js +3 -3
  32. package/dist/taskset-packages.js +8 -6
  33. package/dist/taskset-packages.js.map +1 -1
  34. package/dist/training-bundle.js +2 -2
  35. package/dist/training-projects.js +2 -0
  36. package/dist/training-projects.js.map +2 -2
  37. package/dist/types/packages/sdk/src/dataset-grader-selection.d.ts +24 -0
  38. package/dist/types/packages/sdk/src/dataset-grader-selection.d.ts.map +1 -0
  39. package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
  40. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
  41. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +2 -4
  42. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  43. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +11 -0
  44. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  45. package/dist/types/packages/sdk/src/experiment-client.d.ts +904 -502
  46. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  47. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +51 -2
  48. package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
  49. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
  50. package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
  51. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
  52. package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
  53. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +121 -0
  54. package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
  55. package/dist/types/packages/sdk/src/experiment-run-details.d.ts +724 -0
  56. package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
  57. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +2 -0
  58. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
  59. package/dist/types/packages/sdk/src/experiments.d.ts +5 -1
  60. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  61. package/dist/types/packages/sdk/src/grader-feedback-key.d.ts +3 -0
  62. package/dist/types/packages/sdk/src/grader-feedback-key.d.ts.map +1 -0
  63. package/dist/types/packages/sdk/src/learning.d.ts +1 -0
  64. package/dist/types/packages/sdk/src/learning.d.ts.map +1 -1
  65. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +156 -0
  66. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  67. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +1 -0
  68. package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
  69. package/dist/types/packages/sdk/src/model-starters.d.ts +1 -0
  70. package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
  71. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +44 -0
  72. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
  73. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +44 -0
  74. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
  75. package/dist/types/packages/sdk/src/taskset-catalog.d.ts +7 -0
  76. package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
  77. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1468 -0
  78. package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
  79. package/dist/types/packages/sdk/src/training-project-client.d.ts +56 -4
  80. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  81. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +71 -6
  82. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
  83. package/package.json +2 -2
  84. package/dist/chunk-4HZORGK3.js.map +0 -7
  85. package/dist/chunk-A4ZDOZKP.js.map +0 -7
  86. package/dist/chunk-BGXWHDYM.js.map +0 -7
  87. package/dist/chunk-KYCQ7LZ4.js.map +0 -7
  88. package/dist/chunk-RXKIOOFZ.js +0 -256
  89. package/dist/chunk-RXKIOOFZ.js.map +0 -7
  90. package/dist/chunk-TQ5ASK7D.js.map +0 -7
  91. package/dist/chunk-WOPM32SE.js.map +0 -7
  92. package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
  93. package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
  94. /package/dist/{chunk-YYJ4T4U4.js.map → chunk-7B44TQZD.js.map} +0 -0
  95. /package/dist/{chunk-3HV3G6DG.js.map → chunk-I2YM3UY4.js.map} +0 -0
  96. /package/dist/{chunk-6D4JIOOC.js.map → chunk-I3TQTXKB.js.map} +0 -0
@@ -1,266 +0,0 @@
1
- import { z } from "zod";
2
- export declare const ExperimentHistoryQuerySchema: z.ZodObject<{
3
- projectId: z.ZodOptional<z.ZodString>;
4
- afterId: z.ZodOptional<z.ZodString>;
5
- limit: z.ZodDefault<z.ZodNumber>;
6
- status: z.ZodOptional<z.ZodEnum<{
7
- failed: "failed";
8
- cancelled: "cancelled";
9
- queued: "queued";
10
- running: "running";
11
- cancelling: "cancelling";
12
- completed: "completed";
13
- }>>;
14
- search: z.ZodOptional<z.ZodString>;
15
- modelId: z.ZodOptional<z.ZodString>;
16
- tasksetHash: z.ZodOptional<z.ZodString>;
17
- }, z.core.$strict>;
18
- export declare const ExperimentHistoryItemSchema: z.ZodObject<{
19
- summary: z.ZodObject<{
20
- schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunSummary.v1">;
21
- id: z.ZodString;
22
- revision: z.ZodNumber;
23
- teamId: z.ZodString;
24
- modelProjectId: z.ZodNullable<z.ZodString>;
25
- name: z.ZodOptional<z.ZodString>;
26
- project: z.ZodOptional<z.ZodObject<{
27
- id: z.ZodString;
28
- revision: z.ZodNumber;
29
- contentHash: z.ZodString;
30
- targetId: z.ZodNullable<z.ZodString>;
31
- }, z.core.$strict>>;
32
- operationId: z.ZodString;
33
- taskset: z.ZodObject<{
34
- id: z.ZodString;
35
- contentHash: z.ZodString;
36
- revision: z.ZodNumber;
37
- }, z.core.$strict>;
38
- policyKind: z.ZodEnum<{
39
- hosted_chat: "hosted_chat";
40
- fixture: "fixture";
41
- hosted_harness: "hosted_harness";
42
- }>;
43
- manifestHash: z.ZodString;
44
- status: z.ZodEnum<{
45
- failed: "failed";
46
- cancelled: "cancelled";
47
- queued: "queued";
48
- running: "running";
49
- cancelling: "cancelling";
50
- completed: "completed";
51
- }>;
52
- totalCount: z.ZodNumber;
53
- counts: z.ZodObject<{
54
- pending: z.ZodNumber;
55
- running: z.ZodNumber;
56
- completed: z.ZodNumber;
57
- failed: z.ZodNumber;
58
- cancelled: z.ZodNumber;
59
- }, z.core.$strict>;
60
- createdAt: z.ZodISODateTime;
61
- startedAt: z.ZodNullable<z.ZodISODateTime>;
62
- completedAt: z.ZodNullable<z.ZodISODateTime>;
63
- cleanupComplete: z.ZodBoolean;
64
- resultAvailable: z.ZodBoolean;
65
- score: z.ZodNullable<z.ZodNumber>;
66
- metricName: z.ZodString;
67
- error: z.ZodNullable<z.ZodObject<{
68
- code: z.ZodString;
69
- message: z.ZodString;
70
- }, z.core.$strict>>;
71
- }, z.core.$strict>;
72
- definition: z.ZodObject<{
73
- id: z.ZodString;
74
- revision: z.ZodNumber;
75
- contentHash: z.ZodString;
76
- }, z.core.$strict>;
77
- policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
78
- kind: z.ZodLiteral<"hosted_chat">;
79
- modelId: z.ZodString;
80
- messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
81
- role: z.ZodEnum<{
82
- system: "system";
83
- user: "user";
84
- assistant: "assistant";
85
- }>;
86
- content: z.ZodString;
87
- }, z.core.$strict>>>;
88
- maxOutputTokens: z.ZodDefault<z.ZodNumber>;
89
- temperature: z.ZodDefault<z.ZodNumber>;
90
- topP: z.ZodDefault<z.ZodNumber>;
91
- }, z.core.$strict>, z.ZodObject<{
92
- kind: z.ZodLiteral<"fixture">;
93
- }, z.core.$strict>, z.ZodObject<{
94
- kind: z.ZodLiteral<"hosted_harness">;
95
- modelId: z.ZodString;
96
- reasoningEffort: z.ZodOptional<z.ZodEnum<{
97
- high: "high";
98
- low: "low";
99
- off: "off";
100
- medium: "medium";
101
- xhigh: "xhigh";
102
- max: "max";
103
- }>>;
104
- profileRepositoryId: z.ZodString;
105
- source: z.ZodObject<{
106
- profileId: z.ZodString;
107
- sourceRevision: z.ZodString;
108
- harnessRelease: z.ZodObject<{
109
- id: z.ZodString;
110
- contentHash: z.ZodString;
111
- }, z.core.$strict>;
112
- catalogHash: z.ZodString;
113
- definitionId: z.ZodString;
114
- definitionHash: z.ZodString;
115
- target: z.ZodDiscriminatedUnion<[z.ZodObject<{
116
- kind: z.ZodLiteral<"profile">;
117
- }, z.core.$strict>, z.ZodObject<{
118
- kind: z.ZodLiteral<"workflow">;
119
- workflowId: z.ZodString;
120
- }, z.core.$strict>, z.ZodObject<{
121
- kind: z.ZodLiteral<"skill">;
122
- skillPath: z.ZodString;
123
- }, z.core.$strict>, z.ZodObject<{
124
- kind: z.ZodLiteral<"agent_action">;
125
- actionId: z.ZodString;
126
- }, z.core.$strict>], "kind">;
127
- environmentHash: z.ZodString;
128
- }, z.core.$strict>;
129
- modelConfigurationHash: z.ZodString;
130
- packageHash: z.ZodString;
131
- }, z.core.$strict>], "kind">;
132
- }, z.core.$strict>;
133
- export declare const ExperimentHistoryPageSchema: z.ZodObject<{
134
- items: z.ZodArray<z.ZodObject<{
135
- summary: z.ZodObject<{
136
- schemaVersion: z.ZodLiteral<"openpond.modelTasksetRunSummary.v1">;
137
- id: z.ZodString;
138
- revision: z.ZodNumber;
139
- teamId: z.ZodString;
140
- modelProjectId: z.ZodNullable<z.ZodString>;
141
- name: z.ZodOptional<z.ZodString>;
142
- project: z.ZodOptional<z.ZodObject<{
143
- id: z.ZodString;
144
- revision: z.ZodNumber;
145
- contentHash: z.ZodString;
146
- targetId: z.ZodNullable<z.ZodString>;
147
- }, z.core.$strict>>;
148
- operationId: z.ZodString;
149
- taskset: z.ZodObject<{
150
- id: z.ZodString;
151
- contentHash: z.ZodString;
152
- revision: z.ZodNumber;
153
- }, z.core.$strict>;
154
- policyKind: z.ZodEnum<{
155
- hosted_chat: "hosted_chat";
156
- fixture: "fixture";
157
- hosted_harness: "hosted_harness";
158
- }>;
159
- manifestHash: z.ZodString;
160
- status: z.ZodEnum<{
161
- failed: "failed";
162
- cancelled: "cancelled";
163
- queued: "queued";
164
- running: "running";
165
- cancelling: "cancelling";
166
- completed: "completed";
167
- }>;
168
- totalCount: z.ZodNumber;
169
- counts: z.ZodObject<{
170
- pending: z.ZodNumber;
171
- running: z.ZodNumber;
172
- completed: z.ZodNumber;
173
- failed: z.ZodNumber;
174
- cancelled: z.ZodNumber;
175
- }, z.core.$strict>;
176
- createdAt: z.ZodISODateTime;
177
- startedAt: z.ZodNullable<z.ZodISODateTime>;
178
- completedAt: z.ZodNullable<z.ZodISODateTime>;
179
- cleanupComplete: z.ZodBoolean;
180
- resultAvailable: z.ZodBoolean;
181
- score: z.ZodNullable<z.ZodNumber>;
182
- metricName: z.ZodString;
183
- error: z.ZodNullable<z.ZodObject<{
184
- code: z.ZodString;
185
- message: z.ZodString;
186
- }, z.core.$strict>>;
187
- }, z.core.$strict>;
188
- definition: z.ZodObject<{
189
- id: z.ZodString;
190
- revision: z.ZodNumber;
191
- contentHash: z.ZodString;
192
- }, z.core.$strict>;
193
- policy: z.ZodDiscriminatedUnion<[z.ZodObject<{
194
- kind: z.ZodLiteral<"hosted_chat">;
195
- modelId: z.ZodString;
196
- messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
197
- role: z.ZodEnum<{
198
- system: "system";
199
- user: "user";
200
- assistant: "assistant";
201
- }>;
202
- content: z.ZodString;
203
- }, z.core.$strict>>>;
204
- maxOutputTokens: z.ZodDefault<z.ZodNumber>;
205
- temperature: z.ZodDefault<z.ZodNumber>;
206
- topP: z.ZodDefault<z.ZodNumber>;
207
- }, z.core.$strict>, z.ZodObject<{
208
- kind: z.ZodLiteral<"fixture">;
209
- }, z.core.$strict>, z.ZodObject<{
210
- kind: z.ZodLiteral<"hosted_harness">;
211
- modelId: z.ZodString;
212
- reasoningEffort: z.ZodOptional<z.ZodEnum<{
213
- high: "high";
214
- low: "low";
215
- off: "off";
216
- medium: "medium";
217
- xhigh: "xhigh";
218
- max: "max";
219
- }>>;
220
- profileRepositoryId: z.ZodString;
221
- source: z.ZodObject<{
222
- profileId: z.ZodString;
223
- sourceRevision: z.ZodString;
224
- harnessRelease: z.ZodObject<{
225
- id: z.ZodString;
226
- contentHash: z.ZodString;
227
- }, z.core.$strict>;
228
- catalogHash: z.ZodString;
229
- definitionId: z.ZodString;
230
- definitionHash: z.ZodString;
231
- target: z.ZodDiscriminatedUnion<[z.ZodObject<{
232
- kind: z.ZodLiteral<"profile">;
233
- }, z.core.$strict>, z.ZodObject<{
234
- kind: z.ZodLiteral<"workflow">;
235
- workflowId: z.ZodString;
236
- }, z.core.$strict>, z.ZodObject<{
237
- kind: z.ZodLiteral<"skill">;
238
- skillPath: z.ZodString;
239
- }, z.core.$strict>, z.ZodObject<{
240
- kind: z.ZodLiteral<"agent_action">;
241
- actionId: z.ZodString;
242
- }, z.core.$strict>], "kind">;
243
- environmentHash: z.ZodString;
244
- }, z.core.$strict>;
245
- modelConfigurationHash: z.ZodString;
246
- packageHash: z.ZodString;
247
- }, z.core.$strict>], "kind">;
248
- }, z.core.$strict>>;
249
- nextCursor: z.ZodNullable<z.ZodString>;
250
- }, z.core.$strict>;
251
- export type ExperimentHistoryItem = z.infer<typeof ExperimentHistoryItemSchema>;
252
- export type ExperimentHistoryPage = z.infer<typeof ExperimentHistoryPageSchema>;
253
- /** Compact retained history; populations, private answers and case bytes stay
254
- * behind their existing authorized readers. This never refreshes dispatch. */
255
- export declare class OpenPondExperimentHistoryClient {
256
- private readonly options;
257
- private readonly baseUrl;
258
- constructor(options: {
259
- baseUrl: string;
260
- apiKey: string;
261
- teamId: string;
262
- fetch?: typeof fetch;
263
- });
264
- list(input?: z.input<typeof ExperimentHistoryQuerySchema>, signal?: AbortSignal): Promise<ExperimentHistoryPage>;
265
- }
266
- //# sourceMappingURL=experiment-history.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"experiment-history.d.ts","sourceRoot":"","sources":["../../../../../src/experiment-history.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;kBAAgU,CAAC;AAC1W,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEtC,CAAC;AACH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAyG,CAAC;AAClJ,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF;8EAC8E;AAC9E,qBAAa,+BAA+B;IAE9B,OAAO,CAAC,QAAQ,CAAC,OAAO;IADpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBACJ,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAA;KAAE;IAKzG,IAAI,CAAC,KAAK,GAAE,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,qBAAqB,CAAC;CAc3H"}