openpond-sdk 0.9.5 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. package/dist/{chunk-EMANJDJR.js → chunk-CNGJF6AM.js} +61 -198
  2. package/dist/chunk-CNGJF6AM.js.map +7 -0
  3. package/dist/chunk-SR55WVPK.js +158 -0
  4. package/dist/chunk-SR55WVPK.js.map +7 -0
  5. package/dist/dataset-marketplace.js +216 -0
  6. package/dist/dataset-marketplace.js.map +7 -0
  7. package/dist/dataset-workspaces.js +116 -3
  8. package/dist/dataset-workspaces.js.map +4 -4
  9. package/dist/experiments.js +42 -8
  10. package/dist/experiments.js.map +3 -3
  11. package/dist/index.js +9 -8
  12. package/dist/index.js.map +1 -1
  13. package/dist/learning.js +55 -0
  14. package/dist/learning.js.map +4 -4
  15. package/dist/training-projects.js +4 -1
  16. package/dist/training-projects.js.map +2 -2
  17. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +945 -0
  18. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
  19. package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
  20. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
  21. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1168 -88
  22. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  23. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +118 -84
  24. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  25. package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +1 -0
  26. package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
  27. package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
  28. package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
  29. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
  30. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
  31. package/dist/types/packages/sdk/src/experiment-inspection.d.ts +50 -0
  32. package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -0
  33. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
  34. package/dist/types/packages/sdk/src/experiments.d.ts +1 -0
  35. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  36. package/dist/types/packages/sdk/src/grader-inspection.d.ts +568 -0
  37. package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -0
  38. package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +2 -2
  39. package/dist/types/packages/sdk/src/learning-client.d.ts +1 -1
  40. package/dist/types/packages/sdk/src/learning.d.ts +1 -0
  41. package/dist/types/packages/sdk/src/learning.d.ts.map +1 -1
  42. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
  43. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +7 -7
  44. package/dist/types/packages/sdk/src/model-batch-review.d.ts +23 -23
  45. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +3 -3
  46. package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
  47. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +47 -47
  48. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +15 -15
  49. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
  50. package/dist/types/packages/sdk/src/model-starters.d.ts +18 -18
  51. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
  52. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
  53. package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
  54. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +46 -46
  55. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +30 -30
  56. package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +2 -2
  57. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +84 -84
  58. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +176 -176
  59. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +46 -46
  60. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +25 -25
  61. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
  62. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +45 -45
  63. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +56 -56
  64. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +71 -71
  65. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +84 -84
  66. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
  67. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
  68. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
  69. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +18 -18
  70. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +59 -59
  71. package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
  72. package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
  73. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +68 -68
  74. package/dist/types/packages/sdk/src/training-project-client.d.ts +16 -12
  75. package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
  76. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +33 -21
  77. package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
  78. package/dist/types/packages/sdk/src/training.d.ts +24 -24
  79. package/package.json +5 -1
  80. package/dist/chunk-EMANJDJR.js.map +0 -7
@@ -0,0 +1,568 @@
1
+ import { z } from "zod";
2
+ export declare const GraderCatalogQuerySchema: z.ZodObject<{
3
+ projectId: z.ZodOptional<z.ZodString>;
4
+ search: z.ZodOptional<z.ZodString>;
5
+ kind: z.ZodOptional<z.ZodString>;
6
+ sort: z.ZodOptional<z.ZodEnum<{
7
+ type: "type";
8
+ name: "name";
9
+ version: "version";
10
+ projects: "projects";
11
+ datasets: "datasets";
12
+ runs: "runs";
13
+ }>>;
14
+ direction: z.ZodOptional<z.ZodEnum<{
15
+ asc: "asc";
16
+ desc: "desc";
17
+ }>>;
18
+ after: z.ZodOptional<z.ZodString>;
19
+ limit: z.ZodDefault<z.ZodNumber>;
20
+ }, z.core.$strict>;
21
+ export declare const GraderCatalogPageSchema: z.ZodObject<{
22
+ teamId: z.ZodString;
23
+ items: z.ZodArray<z.ZodObject<{
24
+ reward: z.ZodObject<{
25
+ schemaVersion: z.ZodLiteral<"openpond.rewardRelease.v1">;
26
+ id: z.ZodString;
27
+ revision: z.ZodNumber;
28
+ name: z.ZodString;
29
+ description: z.ZodString;
30
+ feedbackKey: z.ZodOptional<z.ZodString>;
31
+ implementation: z.ZodUnion<readonly [z.ZodObject<{
32
+ kind: z.ZodEnum<{
33
+ content: "content";
34
+ schema: "schema";
35
+ artifact: "artifact";
36
+ runtime_event: "runtime_event";
37
+ state: "state";
38
+ }>;
39
+ config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
40
+ }, z.core.$strict>, z.ZodObject<{
41
+ kind: z.ZodLiteral<"model_judge">;
42
+ rubricRef: z.ZodObject<{
43
+ id: z.ZodString;
44
+ path: z.ZodString;
45
+ contentHash: z.ZodString;
46
+ sizeBytes: z.ZodNumber;
47
+ mediaType: z.ZodString;
48
+ visibility: z.ZodEnum<{
49
+ policy: "policy";
50
+ verifier: "verifier";
51
+ host_private: "host_private";
52
+ }>;
53
+ }, z.core.$strict>;
54
+ calibrationStatus: z.ZodEnum<{
55
+ pending: "pending";
56
+ passed: "passed";
57
+ failed: "failed";
58
+ }>;
59
+ model: z.ZodOptional<z.ZodObject<{
60
+ providerId: z.ZodString;
61
+ modelId: z.ZodString;
62
+ revision: z.ZodNullable<z.ZodString>;
63
+ }, z.core.$strict>>;
64
+ temperature: z.ZodOptional<z.ZodNumber>;
65
+ }, z.core.$strict>, z.ZodObject<{
66
+ exportName: z.ZodOptional<z.ZodString>;
67
+ timeoutMs: z.ZodNumber;
68
+ networkPolicy: z.ZodLiteral<"none">;
69
+ kind: z.ZodLiteral<"custom_verifier">;
70
+ runtime: z.ZodOptional<z.ZodEnum<{
71
+ isolated_javascript: "isolated_javascript";
72
+ sandbox_process: "sandbox_process";
73
+ }>>;
74
+ verifierRef: z.ZodObject<{
75
+ id: z.ZodString;
76
+ path: z.ZodString;
77
+ contentHash: z.ZodString;
78
+ sizeBytes: z.ZodNumber;
79
+ mediaType: z.ZodString;
80
+ visibility: z.ZodEnum<{
81
+ policy: "policy";
82
+ verifier: "verifier";
83
+ host_private: "host_private";
84
+ }>;
85
+ }, z.core.$strict>;
86
+ }, z.core.$strict>, z.ZodObject<{
87
+ kind: z.ZodLiteral<"human">;
88
+ rubricRef: z.ZodObject<{
89
+ id: z.ZodString;
90
+ path: z.ZodString;
91
+ contentHash: z.ZodString;
92
+ sizeBytes: z.ZodNumber;
93
+ mediaType: z.ZodString;
94
+ visibility: z.ZodEnum<{
95
+ policy: "policy";
96
+ verifier: "verifier";
97
+ host_private: "host_private";
98
+ }>;
99
+ }, z.core.$strict>;
100
+ reviewerRole: z.ZodString;
101
+ }, z.core.$strict>, z.ZodObject<{
102
+ kind: z.ZodLiteral<"learned_model">;
103
+ modelVersion: z.ZodObject<{
104
+ id: z.ZodString;
105
+ contentHash: z.ZodString;
106
+ }, z.core.$strict>;
107
+ inputContract: z.ZodObject<{
108
+ id: z.ZodString;
109
+ path: z.ZodString;
110
+ contentHash: z.ZodString;
111
+ sizeBytes: z.ZodNumber;
112
+ mediaType: z.ZodString;
113
+ visibility: z.ZodEnum<{
114
+ policy: "policy";
115
+ verifier: "verifier";
116
+ host_private: "host_private";
117
+ }>;
118
+ }, z.core.$strict>;
119
+ }, z.core.$strict>]>;
120
+ rawScore: z.ZodObject<{
121
+ minimum: z.ZodNumber;
122
+ maximum: z.ZodNumber;
123
+ }, z.core.$strict>;
124
+ assets: z.ZodArray<z.ZodObject<{
125
+ id: z.ZodString;
126
+ path: z.ZodString;
127
+ contentHash: z.ZodString;
128
+ sizeBytes: z.ZodNumber;
129
+ mediaType: z.ZodString;
130
+ visibility: z.ZodEnum<{
131
+ policy: "policy";
132
+ verifier: "verifier";
133
+ host_private: "host_private";
134
+ }>;
135
+ }, z.core.$strict>>;
136
+ fixtureSetRef: z.ZodOptional<z.ZodObject<{
137
+ id: z.ZodString;
138
+ path: z.ZodString;
139
+ contentHash: z.ZodString;
140
+ sizeBytes: z.ZodNumber;
141
+ mediaType: z.ZodString;
142
+ visibility: z.ZodEnum<{
143
+ policy: "policy";
144
+ verifier: "verifier";
145
+ host_private: "host_private";
146
+ }>;
147
+ }, z.core.$strict>>;
148
+ calibrationCheckRef: z.ZodOptional<z.ZodObject<{
149
+ id: z.ZodString;
150
+ contentHash: z.ZodString;
151
+ revision: z.ZodNumber;
152
+ }, z.core.$strict>>;
153
+ contentHash: z.ZodString;
154
+ }, z.core.$strict>;
155
+ projects: z.ZodNumber;
156
+ datasets: z.ZodNumber;
157
+ runs: z.ZodNumber;
158
+ }, z.core.$strict>>;
159
+ nextCursor: z.ZodNullable<z.ZodString>;
160
+ }, z.core.$strict>;
161
+ export declare const GraderVersionsPageSchema: z.ZodObject<{
162
+ teamId: z.ZodString;
163
+ id: z.ZodString;
164
+ items: z.ZodArray<z.ZodObject<{
165
+ schemaVersion: z.ZodLiteral<"openpond.rewardRelease.v1">;
166
+ id: z.ZodString;
167
+ revision: z.ZodNumber;
168
+ name: z.ZodString;
169
+ description: z.ZodString;
170
+ feedbackKey: z.ZodOptional<z.ZodString>;
171
+ implementation: z.ZodUnion<readonly [z.ZodObject<{
172
+ kind: z.ZodEnum<{
173
+ content: "content";
174
+ schema: "schema";
175
+ artifact: "artifact";
176
+ runtime_event: "runtime_event";
177
+ state: "state";
178
+ }>;
179
+ config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
180
+ }, z.core.$strict>, z.ZodObject<{
181
+ kind: z.ZodLiteral<"model_judge">;
182
+ rubricRef: z.ZodObject<{
183
+ id: z.ZodString;
184
+ path: z.ZodString;
185
+ contentHash: z.ZodString;
186
+ sizeBytes: z.ZodNumber;
187
+ mediaType: z.ZodString;
188
+ visibility: z.ZodEnum<{
189
+ policy: "policy";
190
+ verifier: "verifier";
191
+ host_private: "host_private";
192
+ }>;
193
+ }, z.core.$strict>;
194
+ calibrationStatus: z.ZodEnum<{
195
+ pending: "pending";
196
+ passed: "passed";
197
+ failed: "failed";
198
+ }>;
199
+ model: z.ZodOptional<z.ZodObject<{
200
+ providerId: z.ZodString;
201
+ modelId: z.ZodString;
202
+ revision: z.ZodNullable<z.ZodString>;
203
+ }, z.core.$strict>>;
204
+ temperature: z.ZodOptional<z.ZodNumber>;
205
+ }, z.core.$strict>, z.ZodObject<{
206
+ exportName: z.ZodOptional<z.ZodString>;
207
+ timeoutMs: z.ZodNumber;
208
+ networkPolicy: z.ZodLiteral<"none">;
209
+ kind: z.ZodLiteral<"custom_verifier">;
210
+ runtime: z.ZodOptional<z.ZodEnum<{
211
+ isolated_javascript: "isolated_javascript";
212
+ sandbox_process: "sandbox_process";
213
+ }>>;
214
+ verifierRef: z.ZodObject<{
215
+ id: z.ZodString;
216
+ path: z.ZodString;
217
+ contentHash: z.ZodString;
218
+ sizeBytes: z.ZodNumber;
219
+ mediaType: z.ZodString;
220
+ visibility: z.ZodEnum<{
221
+ policy: "policy";
222
+ verifier: "verifier";
223
+ host_private: "host_private";
224
+ }>;
225
+ }, z.core.$strict>;
226
+ }, z.core.$strict>, z.ZodObject<{
227
+ kind: z.ZodLiteral<"human">;
228
+ rubricRef: z.ZodObject<{
229
+ id: z.ZodString;
230
+ path: z.ZodString;
231
+ contentHash: z.ZodString;
232
+ sizeBytes: z.ZodNumber;
233
+ mediaType: z.ZodString;
234
+ visibility: z.ZodEnum<{
235
+ policy: "policy";
236
+ verifier: "verifier";
237
+ host_private: "host_private";
238
+ }>;
239
+ }, z.core.$strict>;
240
+ reviewerRole: z.ZodString;
241
+ }, z.core.$strict>, z.ZodObject<{
242
+ kind: z.ZodLiteral<"learned_model">;
243
+ modelVersion: z.ZodObject<{
244
+ id: z.ZodString;
245
+ contentHash: z.ZodString;
246
+ }, z.core.$strict>;
247
+ inputContract: z.ZodObject<{
248
+ id: z.ZodString;
249
+ path: z.ZodString;
250
+ contentHash: z.ZodString;
251
+ sizeBytes: z.ZodNumber;
252
+ mediaType: z.ZodString;
253
+ visibility: z.ZodEnum<{
254
+ policy: "policy";
255
+ verifier: "verifier";
256
+ host_private: "host_private";
257
+ }>;
258
+ }, z.core.$strict>;
259
+ }, z.core.$strict>]>;
260
+ rawScore: z.ZodObject<{
261
+ minimum: z.ZodNumber;
262
+ maximum: z.ZodNumber;
263
+ }, z.core.$strict>;
264
+ assets: z.ZodArray<z.ZodObject<{
265
+ id: z.ZodString;
266
+ path: z.ZodString;
267
+ contentHash: z.ZodString;
268
+ sizeBytes: z.ZodNumber;
269
+ mediaType: z.ZodString;
270
+ visibility: z.ZodEnum<{
271
+ policy: "policy";
272
+ verifier: "verifier";
273
+ host_private: "host_private";
274
+ }>;
275
+ }, z.core.$strict>>;
276
+ fixtureSetRef: z.ZodOptional<z.ZodObject<{
277
+ id: z.ZodString;
278
+ path: z.ZodString;
279
+ contentHash: z.ZodString;
280
+ sizeBytes: z.ZodNumber;
281
+ mediaType: z.ZodString;
282
+ visibility: z.ZodEnum<{
283
+ policy: "policy";
284
+ verifier: "verifier";
285
+ host_private: "host_private";
286
+ }>;
287
+ }, z.core.$strict>>;
288
+ calibrationCheckRef: z.ZodOptional<z.ZodObject<{
289
+ id: z.ZodString;
290
+ contentHash: z.ZodString;
291
+ revision: z.ZodNumber;
292
+ }, z.core.$strict>>;
293
+ contentHash: z.ZodString;
294
+ }, z.core.$strict>>;
295
+ nextRevision: z.ZodNullable<z.ZodNumber>;
296
+ }, z.core.$strict>;
297
+ export declare const GraderUsageQuerySchema: z.ZodObject<{
298
+ section: z.ZodEnum<{
299
+ projects: "projects";
300
+ datasets: "datasets";
301
+ runs: "runs";
302
+ }>;
303
+ after: z.ZodOptional<z.ZodString>;
304
+ limit: z.ZodDefault<z.ZodNumber>;
305
+ }, z.core.$strict>;
306
+ export declare const GraderUsagePageSchema: z.ZodObject<{
307
+ teamId: z.ZodString;
308
+ id: z.ZodString;
309
+ section: z.ZodEnum<{
310
+ projects: "projects";
311
+ datasets: "datasets";
312
+ runs: "runs";
313
+ }>;
314
+ items: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
315
+ id: z.ZodString;
316
+ name: z.ZodString;
317
+ graderRevisions: z.ZodArray<z.ZodNumber>;
318
+ archived: z.ZodBoolean;
319
+ }, z.core.$strict>, z.ZodObject<{
320
+ id: z.ZodString;
321
+ name: z.ZodString;
322
+ revision: z.ZodNumber;
323
+ graderRevisions: z.ZodArray<z.ZodNumber>;
324
+ }, z.core.$strict>, z.ZodObject<{
325
+ id: z.ZodString;
326
+ name: z.ZodString;
327
+ status: z.ZodString;
328
+ }, z.core.$strict>]>>;
329
+ nextCursor: z.ZodNullable<z.ZodString>;
330
+ }, z.core.$strict>;
331
+ export declare class OpenPondGraderInspectionClient {
332
+ private readonly options;
333
+ private readonly baseUrl;
334
+ constructor(options: {
335
+ baseUrl: string;
336
+ apiKey: string;
337
+ teamId: string;
338
+ fetch?: typeof fetch;
339
+ });
340
+ catalog(value?: z.input<typeof GraderCatalogQuerySchema>, signal?: AbortSignal): Promise<{
341
+ teamId: string;
342
+ items: {
343
+ reward: {
344
+ schemaVersion: "openpond.rewardRelease.v1";
345
+ id: string;
346
+ revision: number;
347
+ name: string;
348
+ description: string;
349
+ implementation: {
350
+ kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
351
+ config: Record<string, unknown>;
352
+ } | {
353
+ kind: "model_judge";
354
+ rubricRef: {
355
+ id: string;
356
+ path: string;
357
+ contentHash: string;
358
+ sizeBytes: number;
359
+ mediaType: string;
360
+ visibility: "policy" | "verifier" | "host_private";
361
+ };
362
+ calibrationStatus: "passed" | "failed" | "pending";
363
+ model?: {
364
+ providerId: string;
365
+ modelId: string;
366
+ revision: string | null;
367
+ } | undefined;
368
+ temperature?: number | undefined;
369
+ } | {
370
+ timeoutMs: number;
371
+ networkPolicy: "none";
372
+ kind: "custom_verifier";
373
+ verifierRef: {
374
+ id: string;
375
+ path: string;
376
+ contentHash: string;
377
+ sizeBytes: number;
378
+ mediaType: string;
379
+ visibility: "policy" | "verifier" | "host_private";
380
+ };
381
+ exportName?: string | undefined;
382
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
383
+ } | {
384
+ kind: "human";
385
+ rubricRef: {
386
+ id: string;
387
+ path: string;
388
+ contentHash: string;
389
+ sizeBytes: number;
390
+ mediaType: string;
391
+ visibility: "policy" | "verifier" | "host_private";
392
+ };
393
+ reviewerRole: string;
394
+ } | {
395
+ kind: "learned_model";
396
+ modelVersion: {
397
+ id: string;
398
+ contentHash: string;
399
+ };
400
+ inputContract: {
401
+ id: string;
402
+ path: string;
403
+ contentHash: string;
404
+ sizeBytes: number;
405
+ mediaType: string;
406
+ visibility: "policy" | "verifier" | "host_private";
407
+ };
408
+ };
409
+ rawScore: {
410
+ minimum: number;
411
+ maximum: number;
412
+ };
413
+ assets: {
414
+ id: string;
415
+ path: string;
416
+ contentHash: string;
417
+ sizeBytes: number;
418
+ mediaType: string;
419
+ visibility: "policy" | "verifier" | "host_private";
420
+ }[];
421
+ contentHash: string;
422
+ feedbackKey?: string | undefined;
423
+ fixtureSetRef?: {
424
+ id: string;
425
+ path: string;
426
+ contentHash: string;
427
+ sizeBytes: number;
428
+ mediaType: string;
429
+ visibility: "policy" | "verifier" | "host_private";
430
+ } | undefined;
431
+ calibrationCheckRef?: {
432
+ id: string;
433
+ contentHash: string;
434
+ revision: number;
435
+ } | undefined;
436
+ };
437
+ projects: number;
438
+ datasets: number;
439
+ runs: number;
440
+ }[];
441
+ nextCursor: string | null;
442
+ }>;
443
+ versions(id: string, query?: {
444
+ beforeRevision?: number;
445
+ limit?: number;
446
+ }, signal?: AbortSignal): Promise<{
447
+ teamId: string;
448
+ id: string;
449
+ items: {
450
+ schemaVersion: "openpond.rewardRelease.v1";
451
+ id: string;
452
+ revision: number;
453
+ name: string;
454
+ description: string;
455
+ implementation: {
456
+ kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
457
+ config: Record<string, unknown>;
458
+ } | {
459
+ kind: "model_judge";
460
+ rubricRef: {
461
+ id: string;
462
+ path: string;
463
+ contentHash: string;
464
+ sizeBytes: number;
465
+ mediaType: string;
466
+ visibility: "policy" | "verifier" | "host_private";
467
+ };
468
+ calibrationStatus: "passed" | "failed" | "pending";
469
+ model?: {
470
+ providerId: string;
471
+ modelId: string;
472
+ revision: string | null;
473
+ } | undefined;
474
+ temperature?: number | undefined;
475
+ } | {
476
+ timeoutMs: number;
477
+ networkPolicy: "none";
478
+ kind: "custom_verifier";
479
+ verifierRef: {
480
+ id: string;
481
+ path: string;
482
+ contentHash: string;
483
+ sizeBytes: number;
484
+ mediaType: string;
485
+ visibility: "policy" | "verifier" | "host_private";
486
+ };
487
+ exportName?: string | undefined;
488
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
489
+ } | {
490
+ kind: "human";
491
+ rubricRef: {
492
+ id: string;
493
+ path: string;
494
+ contentHash: string;
495
+ sizeBytes: number;
496
+ mediaType: string;
497
+ visibility: "policy" | "verifier" | "host_private";
498
+ };
499
+ reviewerRole: string;
500
+ } | {
501
+ kind: "learned_model";
502
+ modelVersion: {
503
+ id: string;
504
+ contentHash: string;
505
+ };
506
+ inputContract: {
507
+ id: string;
508
+ path: string;
509
+ contentHash: string;
510
+ sizeBytes: number;
511
+ mediaType: string;
512
+ visibility: "policy" | "verifier" | "host_private";
513
+ };
514
+ };
515
+ rawScore: {
516
+ minimum: number;
517
+ maximum: number;
518
+ };
519
+ assets: {
520
+ id: string;
521
+ path: string;
522
+ contentHash: string;
523
+ sizeBytes: number;
524
+ mediaType: string;
525
+ visibility: "policy" | "verifier" | "host_private";
526
+ }[];
527
+ contentHash: string;
528
+ feedbackKey?: string | undefined;
529
+ fixtureSetRef?: {
530
+ id: string;
531
+ path: string;
532
+ contentHash: string;
533
+ sizeBytes: number;
534
+ mediaType: string;
535
+ visibility: "policy" | "verifier" | "host_private";
536
+ } | undefined;
537
+ calibrationCheckRef?: {
538
+ id: string;
539
+ contentHash: string;
540
+ revision: number;
541
+ } | undefined;
542
+ }[];
543
+ nextRevision: number | null;
544
+ }>;
545
+ usage(id: string, value: z.input<typeof GraderUsageQuerySchema>, signal?: AbortSignal): Promise<{
546
+ teamId: string;
547
+ id: string;
548
+ section: "projects" | "datasets" | "runs";
549
+ items: ({
550
+ id: string;
551
+ name: string;
552
+ graderRevisions: number[];
553
+ archived: boolean;
554
+ } | {
555
+ id: string;
556
+ name: string;
557
+ revision: number;
558
+ graderRevisions: number[];
559
+ } | {
560
+ id: string;
561
+ name: string;
562
+ status: string;
563
+ })[];
564
+ nextCursor: string | null;
565
+ }>;
566
+ private read;
567
+ }
568
+ //# sourceMappingURL=grader-inspection.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"grader-inspection.d.ts","sourceRoot":"","sources":["../../../../../src/grader-inspection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;kBAAkW,CAAC;AACxY,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA8Q,CAAC;AACnT,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAgJ,CAAC;AACtL,eAAO,MAAM,sBAAsB;;;;;;;;kBAAsJ,CAAC;AAC1L,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;kBAIiB,CAAC;AACpD,qBAAa,8BAA8B;IAE7B,OAAO,CAAC,QAAQ,CAAC,OAAO;IADpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBACJ,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAA;KAAE;IAKzG,OAAO,CAAC,KAAK,GAAE,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAM,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAMlF,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,GAAE;QAAE,cAAc,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAO,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAMlG,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;YAM7E,IAAI;CAOnB"}
@@ -36,7 +36,7 @@ export declare function materializeLearningBatchAssets(input: {
36
36
  mediaType: string;
37
37
  sha256: string;
38
38
  sizeBytes: number;
39
- split: "train" | "validation" | "test" | "frozen_eval";
39
+ split: "train" | "validation" | "frozen_eval" | "test";
40
40
  metadata: {
41
41
  portableAsset: {
42
42
  id: string;
@@ -50,7 +50,7 @@ export declare function materializeLearningBatchAssets(input: {
50
50
  }[];
51
51
  id: string;
52
52
  clusterKey: string;
53
- split: "train" | "validation" | "test" | "frozen_eval";
53
+ split: "train" | "validation" | "frozen_eval" | "test";
54
54
  input: Record<string, unknown>;
55
55
  expectedOutput: Record<string, unknown> | null;
56
56
  policyVisibleContext: Record<string, unknown>;
@@ -199,7 +199,7 @@ export declare class OpenPondLearningClient {
199
199
  revision: number;
200
200
  };
201
201
  enabled: boolean;
202
- allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
202
+ allowedSplits: ("train" | "validation" | "frozen_eval" | "test")[];
203
203
  }>;
204
204
  list<K extends LearningResourceKind>(kind: K, query?: Partial<LearningResourceQuery>, options?: LearningRequestOptions): Promise<LearningResourcePage<K>>;
205
205
  /** Hosted publication only: stores an immutable package and attaches it, without starting training. */
@@ -3,4 +3,5 @@ export * from "@openpond/evals/rewards";
3
3
  export * from "./learning-credentials.js";
4
4
  export * from "./learning-client.js";
5
5
  export * from "./model-learning-policy.js";
6
+ export * from "./grader-inspection.js";
6
7
  //# sourceMappingURL=learning.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"learning.d.ts","sourceRoot":"","sources":["../../../../../src/learning.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,4BAA4B,CAAC"}
1
+ {"version":3,"file":"learning.d.ts","sourceRoot":"","sources":["../../../../../src/learning.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,4BAA4B,CAAC;AAE3C,cAAc,wBAAwB,CAAC"}
@@ -97,7 +97,7 @@ export declare function prepareManagedTrainingSubmission(raw: ManagedTrainingPre
97
97
  tokenizerRevision: string | null;
98
98
  chatTemplateHash: string | null;
99
99
  modelAssetId: string | null;
100
- source: "local" | "builtin" | "managed";
100
+ source: "local" | "managed" | "builtin";
101
101
  };
102
102
  preferenceDatasetRelease: {
103
103
  id: string;
@@ -122,7 +122,7 @@ export declare function prepareManagedTrainingSubmission(raw: ManagedTrainingPre
122
122
  tokenizerRevision: string | null;
123
123
  chatTemplateHash: string | null;
124
124
  modelAssetId: string | null;
125
- source: "local" | "builtin" | "managed";
125
+ source: "local" | "managed" | "builtin";
126
126
  };
127
127
  recipe: {
128
128
  [x: string]: unknown;