openpond-sdk 0.9.6 → 0.9.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (66) hide show
  1. package/dist/{chunk-EMANJDJR.js → chunk-CNGJF6AM.js} +61 -198
  2. package/dist/chunk-CNGJF6AM.js.map +7 -0
  3. package/dist/chunk-SR55WVPK.js +158 -0
  4. package/dist/chunk-SR55WVPK.js.map +7 -0
  5. package/dist/dataset-marketplace.js +216 -0
  6. package/dist/dataset-marketplace.js.map +7 -0
  7. package/dist/dataset-workspaces.js +86 -2
  8. package/dist/dataset-workspaces.js.map +4 -4
  9. package/dist/experiments.js +9 -7
  10. package/dist/experiments.js.map +1 -1
  11. package/dist/index.js +9 -8
  12. package/dist/index.js.map +1 -1
  13. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +945 -0
  14. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
  15. package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
  16. package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
  17. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +146 -145
  18. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  19. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +84 -84
  20. package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +1 -0
  21. package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
  22. package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
  23. package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
  24. package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
  25. package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
  26. package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
  27. package/dist/types/packages/sdk/src/grader-inspection.d.ts +8 -8
  28. package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +2 -2
  29. package/dist/types/packages/sdk/src/learning-client.d.ts +1 -1
  30. package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
  31. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +7 -7
  32. package/dist/types/packages/sdk/src/model-batch-review.d.ts +23 -23
  33. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +3 -3
  34. package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
  35. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +47 -47
  36. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +15 -15
  37. package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
  38. package/dist/types/packages/sdk/src/model-starters.d.ts +18 -18
  39. package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
  40. package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
  41. package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
  42. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +46 -46
  43. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +30 -30
  44. package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +2 -2
  45. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +84 -84
  46. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +176 -176
  47. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +46 -46
  48. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +25 -25
  49. package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
  50. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +45 -45
  51. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +56 -56
  52. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +71 -71
  53. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +84 -84
  54. package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
  55. package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
  56. package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
  57. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +18 -18
  58. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +59 -59
  59. package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
  60. package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
  61. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +68 -68
  62. package/dist/types/packages/sdk/src/training-project-client.d.ts +12 -12
  63. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +21 -21
  64. package/dist/types/packages/sdk/src/training.d.ts +24 -24
  65. package/package.json +5 -1
  66. package/dist/chunk-EMANJDJR.js.map +0 -7
package/dist/types/packages/sdk/src/experiment-client.d.ts CHANGED
@@ -36,7 +36,7 @@ export declare class OpenPondExperimentsClient {
36
36
  temperature: number;
37
37
  topP: number;
38
38
  messages?: {
39
- role: "user" | "system" | "assistant";
39
+ role: "system" | "user" | "assistant";
40
40
  content: string;
41
41
  }[] | undefined;
42
42
  } | {
@@ -229,7 +229,7 @@ export declare class OpenPondExperimentsClient {
229
229
  temperature: number;
230
230
  topP: number;
231
231
  messages?: {
232
- role: "user" | "system" | "assistant";
232
+ role: "system" | "user" | "assistant";
233
233
  content: string;
234
234
  }[] | undefined;
235
235
  } | {
@@ -327,7 +327,7 @@ export declare class OpenPondExperimentsClient {
327
327
  temperature: number;
328
328
  topP: number;
329
329
  messages?: {
330
- role: "user" | "system" | "assistant";
330
+ role: "system" | "user" | "assistant";
331
331
  content: string;
332
332
  }[] | undefined;
333
333
  } | {
@@ -423,7 +423,7 @@ export declare class OpenPondExperimentsClient {
423
423
  temperature: number;
424
424
  topP: number;
425
425
  messages?: {
426
- role: "user" | "system" | "assistant";
426
+ role: "system" | "user" | "assistant";
427
427
  content: string;
428
428
  }[] | undefined;
429
429
  } | {
@@ -511,9 +511,9 @@ export declare class OpenPondExperimentsClient {
511
511
  contentHash: string;
512
512
  revision: number;
513
513
  };
514
- policyKind: "fixture" | "hosted_chat" | "hosted_harness";
514
+ policyKind: "hosted_chat" | "fixture" | "hosted_harness";
515
515
  manifestHash: string;
516
- status: "failed" | "completed" | "cancelled" | "running" | "cancelling" | "queued";
516
+ status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
517
517
  totalCount: number;
518
518
  counts: {
519
519
  pending: number;
@@ -558,7 +558,7 @@ export declare class OpenPondExperimentsClient {
558
558
  temperature: number;
559
559
  topP: number;
560
560
  messages?: {
561
- role: "user" | "system" | "assistant";
561
+ role: "system" | "user" | "assistant";
562
562
  content: string;
563
563
  }[] | undefined;
564
564
  } | {
@@ -880,9 +880,9 @@ export declare class OpenPondExperimentsClient {
880
880
  contentHash: string;
881
881
  revision: number;
882
882
  };
883
- policyKind: "fixture" | "hosted_chat" | "hosted_harness";
883
+ policyKind: "hosted_chat" | "fixture" | "hosted_harness";
884
884
  manifestHash: string;
885
- status: "failed" | "completed" | "cancelled" | "running" | "cancelling" | "queued";
885
+ status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
886
886
  totalCount: number;
887
887
  counts: {
888
888
  pending: number;
@@ -927,7 +927,7 @@ export declare class OpenPondExperimentsClient {
927
927
  temperature: number;
928
928
  topP: number;
929
929
  messages?: {
930
- role: "user" | "system" | "assistant";
930
+ role: "system" | "user" | "assistant";
931
931
  content: string;
932
932
  }[] | undefined;
933
933
  } | {
@@ -1101,9 +1101,9 @@ export declare class OpenPondExperimentsClient {
1101
1101
  contentHash: string;
1102
1102
  revision: number;
1103
1103
  };
1104
- policyKind: "fixture" | "hosted_chat" | "hosted_harness";
1104
+ policyKind: "hosted_chat" | "fixture" | "hosted_harness";
1105
1105
  manifestHash: string;
1106
- status: "failed" | "completed" | "cancelled" | "running" | "cancelling" | "queued";
1106
+ status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
1107
1107
  totalCount: number;
1108
1108
  counts: {
1109
1109
  pending: number;
@@ -1148,7 +1148,7 @@ export declare class OpenPondExperimentsClient {
1148
1148
  temperature: number;
1149
1149
  topP: number;
1150
1150
  messages?: {
1151
- role: "user" | "system" | "assistant";
1151
+ role: "system" | "user" | "assistant";
1152
1152
  content: string;
1153
1153
  }[] | undefined;
1154
1154
  } | {
@@ -1320,9 +1320,9 @@ export declare class OpenPondExperimentsClient {
1320
1320
  contentHash: string;
1321
1321
  revision: number;
1322
1322
  };
1323
- policyKind: "fixture" | "hosted_chat" | "hosted_harness";
1323
+ policyKind: "hosted_chat" | "fixture" | "hosted_harness";
1324
1324
  manifestHash: string;
1325
- status: "failed" | "completed" | "cancelled" | "running" | "cancelling" | "queued";
1325
+ status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
1326
1326
  totalCount: number;
1327
1327
  counts: {
1328
1328
  pending: number;
@@ -1367,7 +1367,7 @@ export declare class OpenPondExperimentsClient {
1367
1367
  temperature: number;
1368
1368
  topP: number;
1369
1369
  messages?: {
1370
- role: "user" | "system" | "assistant";
1370
+ role: "system" | "user" | "assistant";
1371
1371
  content: string;
1372
1372
  }[] | undefined;
1373
1373
  } | {
@@ -1540,9 +1540,9 @@ export declare class OpenPondExperimentsClient {
1540
1540
  contentHash: string;
1541
1541
  revision: number;
1542
1542
  };
1543
- policyKind: "fixture" | "hosted_chat" | "hosted_harness";
1543
+ policyKind: "hosted_chat" | "fixture" | "hosted_harness";
1544
1544
  manifestHash: string;
1545
- status: "failed" | "completed" | "cancelled" | "running" | "cancelling" | "queued";
1545
+ status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
1546
1546
  totalCount: number;
1547
1547
  counts: {
1548
1548
  pending: number;
@@ -1587,7 +1587,7 @@ export declare class OpenPondExperimentsClient {
1587
1587
  temperature: number;
1588
1588
  topP: number;
1589
1589
  messages?: {
1590
- role: "user" | "system" | "assistant";
1590
+ role: "system" | "user" | "assistant";
1591
1591
  content: string;
1592
1592
  }[] | undefined;
1593
1593
  } | {
@@ -1790,7 +1790,7 @@ export declare class OpenPondExperimentsClient {
1790
1790
  sourcePath: string[];
1791
1791
  }[] | undefined;
1792
1792
  }[];
1793
- status: "failed" | "completed" | "cancelled" | "running" | "cancelling" | "queued";
1793
+ status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
1794
1794
  totalCount: number;
1795
1795
  counts: {
1796
1796
  pending: number;
@@ -1854,7 +1854,7 @@ export declare class OpenPondExperimentsClient {
1854
1854
  sourcePath: string[];
1855
1855
  }[] | undefined;
1856
1856
  }[];
1857
- status: "failed" | "completed" | "cancelled" | "running" | "cancelling" | "queued";
1857
+ status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
1858
1858
  totalCount: number;
1859
1859
  counts: {
1860
1860
  pending: number;
@@ -1922,7 +1922,7 @@ export declare class OpenPondExperimentsClient {
1922
1922
  sourcePath: string[];
1923
1923
  }[] | undefined;
1924
1924
  }[];
1925
- status: "failed" | "completed" | "cancelled" | "running" | "cancelling" | "queued";
1925
+ status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
1926
1926
  totalCount: number;
1927
1927
  counts: {
1928
1928
  pending: number;
@@ -1988,7 +1988,7 @@ export declare class OpenPondExperimentsClient {
1988
1988
  sourcePath: string[];
1989
1989
  }[] | undefined;
1990
1990
  }[];
1991
- status: "failed" | "completed" | "cancelled" | "running" | "cancelling" | "queued";
1991
+ status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
1992
1992
  totalCount: number;
1993
1993
  counts: {
1994
1994
  pending: number;
package/dist/types/packages/sdk/src/experiment-contracts.d.ts CHANGED
@@ -78,8 +78,8 @@ export declare const SaveExperimentSchema: z.ZodObject<{
78
78
  modelId: z.ZodString;
79
79
  messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
80
80
  role: z.ZodEnum<{
81
- user: "user";
82
81
  system: "system";
82
+ user: "user";
83
83
  assistant: "assistant";
84
84
  }>;
85
85
  content: z.ZodString;
@@ -185,8 +185,8 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
185
185
  modelId: z.ZodString;
186
186
  messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
187
187
  role: z.ZodEnum<{
188
- user: "user";
189
188
  system: "system";
189
+ user: "user";
190
190
  assistant: "assistant";
191
191
  }>;
192
192
  content: z.ZodString;
@@ -365,8 +365,8 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
365
365
  modelId: z.ZodString;
366
366
  messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
367
367
  role: z.ZodEnum<{
368
- user: "user";
369
368
  system: "system";
369
+ user: "user";
370
370
  assistant: "assistant";
371
371
  }>;
372
372
  content: z.ZodString;
package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts CHANGED
@@ -61,8 +61,8 @@ export declare const ExperimentAttemptGradeSchema: z.ZodObject<{
61
61
  passed: z.ZodBoolean;
62
62
  rewardEligible: z.ZodBoolean;
63
63
  gradingStatus: z.ZodEnum<{
64
- unscorable: "unscorable";
65
64
  scored: "scored";
65
+ unscorable: "unscorable";
66
66
  not_configured: "not_configured";
67
67
  }>;
68
68
  failureClass: z.ZodNullable<z.ZodEnum<{
package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts CHANGED
@@ -98,11 +98,11 @@ export declare const ExperimentScoringPassSchema: z.ZodObject<{
98
98
  }, z.core.$strict>>;
99
99
  status: z.ZodEnum<{
100
100
  failed: "failed";
101
- completed: "completed";
102
101
  cancelled: "cancelled";
102
+ queued: "queued";
103
103
  running: "running";
104
104
  cancelling: "cancelling";
105
- queued: "queued";
105
+ completed: "completed";
106
106
  }>;
107
107
  totalCount: z.ZodNumber;
108
108
  counts: z.ZodObject<{
@@ -169,7 +169,7 @@ export declare function verifyExperimentScoringPass(value: unknown): {
169
169
  sourcePath: string[];
170
170
  }[] | undefined;
171
171
  }[];
172
- status: "failed" | "completed" | "cancelled" | "running" | "cancelling" | "queued";
172
+ status: "failed" | "cancelled" | "queued" | "running" | "cancelling" | "completed";
173
173
  totalCount: number;
174
174
  counts: {
175
175
  pending: number;
package/dist/types/packages/sdk/src/grader-inspection.d.ts CHANGED
@@ -6,9 +6,9 @@ export declare const GraderCatalogQuerySchema: z.ZodObject<{
6
6
  sort: z.ZodOptional<z.ZodEnum<{
7
7
  type: "type";
8
8
  name: "name";
9
- datasets: "datasets";
10
9
  version: "version";
11
10
  projects: "projects";
11
+ datasets: "datasets";
12
12
  runs: "runs";
13
13
  }>>;
14
14
  direction: z.ZodOptional<z.ZodEnum<{
@@ -296,8 +296,8 @@ export declare const GraderVersionsPageSchema: z.ZodObject<{
296
296
  }, z.core.$strict>;
297
297
  export declare const GraderUsageQuerySchema: z.ZodObject<{
298
298
  section: z.ZodEnum<{
299
- datasets: "datasets";
300
299
  projects: "projects";
300
+ datasets: "datasets";
301
301
  runs: "runs";
302
302
  }>;
303
303
  after: z.ZodOptional<z.ZodString>;
@@ -307,8 +307,8 @@ export declare const GraderUsagePageSchema: z.ZodObject<{
307
307
  teamId: z.ZodString;
308
308
  id: z.ZodString;
309
309
  section: z.ZodEnum<{
310
- datasets: "datasets";
311
310
  projects: "projects";
311
+ datasets: "datasets";
312
312
  runs: "runs";
313
313
  }>;
314
314
  items: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
@@ -347,7 +347,7 @@ export declare class OpenPondGraderInspectionClient {
347
347
  name: string;
348
348
  description: string;
349
349
  implementation: {
350
- kind: "content" | "schema" | "runtime_event" | "state" | "artifact";
350
+ kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
351
351
  config: Record<string, unknown>;
352
352
  } | {
353
353
  kind: "model_judge";
@@ -359,7 +359,7 @@ export declare class OpenPondGraderInspectionClient {
359
359
  mediaType: string;
360
360
  visibility: "policy" | "verifier" | "host_private";
361
361
  };
362
- calibrationStatus: "failed" | "pending" | "passed";
362
+ calibrationStatus: "passed" | "failed" | "pending";
363
363
  model?: {
364
364
  providerId: string;
365
365
  modelId: string;
@@ -453,7 +453,7 @@ export declare class OpenPondGraderInspectionClient {
453
453
  name: string;
454
454
  description: string;
455
455
  implementation: {
456
- kind: "content" | "schema" | "runtime_event" | "state" | "artifact";
456
+ kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
457
457
  config: Record<string, unknown>;
458
458
  } | {
459
459
  kind: "model_judge";
@@ -465,7 +465,7 @@ export declare class OpenPondGraderInspectionClient {
465
465
  mediaType: string;
466
466
  visibility: "policy" | "verifier" | "host_private";
467
467
  };
468
- calibrationStatus: "failed" | "pending" | "passed";
468
+ calibrationStatus: "passed" | "failed" | "pending";
469
469
  model?: {
470
470
  providerId: string;
471
471
  modelId: string;
@@ -545,7 +545,7 @@ export declare class OpenPondGraderInspectionClient {
545
545
  usage(id: string, value: z.input<typeof GraderUsageQuerySchema>, signal?: AbortSignal): Promise<{
546
546
  teamId: string;
547
547
  id: string;
548
- section: "datasets" | "projects" | "runs";
548
+ section: "projects" | "datasets" | "runs";
549
549
  items: ({
550
550
  id: string;
551
551
  name: string;
package/dist/types/packages/sdk/src/learning-batch-assets.d.ts CHANGED
@@ -36,7 +36,7 @@ export declare function materializeLearningBatchAssets(input: {
36
36
  mediaType: string;
37
37
  sha256: string;
38
38
  sizeBytes: number;
39
- split: "train" | "validation" | "test" | "frozen_eval";
39
+ split: "train" | "validation" | "frozen_eval" | "test";
40
40
  metadata: {
41
41
  portableAsset: {
42
42
  id: string;
@@ -50,7 +50,7 @@ export declare function materializeLearningBatchAssets(input: {
50
50
  }[];
51
51
  id: string;
52
52
  clusterKey: string;
53
- split: "train" | "validation" | "test" | "frozen_eval";
53
+ split: "train" | "validation" | "frozen_eval" | "test";
54
54
  input: Record<string, unknown>;
55
55
  expectedOutput: Record<string, unknown> | null;
56
56
  policyVisibleContext: Record<string, unknown>;
package/dist/types/packages/sdk/src/learning-client.d.ts CHANGED
@@ -199,7 +199,7 @@ export declare class OpenPondLearningClient {
199
199
  revision: number;
200
200
  };
201
201
  enabled: boolean;
202
- allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
202
+ allowedSplits: ("train" | "validation" | "frozen_eval" | "test")[];
203
203
  }>;
204
204
  list<K extends LearningResourceKind>(kind: K, query?: Partial<LearningResourceQuery>, options?: LearningRequestOptions): Promise<LearningResourcePage<K>>;
205
205
  /** Hosted publication only: stores an immutable package and attaches it, without starting training. */
package/dist/types/packages/sdk/src/managed-training-preparation.d.ts CHANGED
@@ -97,7 +97,7 @@ export declare function prepareManagedTrainingSubmission(raw: ManagedTrainingPre
97
97
  tokenizerRevision: string | null;
98
98
  chatTemplateHash: string | null;
99
99
  modelAssetId: string | null;
100
- source: "local" | "builtin" | "managed";
100
+ source: "local" | "managed" | "builtin";
101
101
  };
102
102
  preferenceDatasetRelease: {
103
103
  id: string;
@@ -122,7 +122,7 @@ export declare function prepareManagedTrainingSubmission(raw: ManagedTrainingPre
122
122
  tokenizerRevision: string | null;
123
123
  chatTemplateHash: string | null;
124
124
  modelAssetId: string | null;
125
- source: "local" | "builtin" | "managed";
125
+ source: "local" | "managed" | "builtin";
126
126
  };
127
127
  recipe: {
128
128
  [x: string]: unknown;
package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts CHANGED
@@ -18,14 +18,14 @@ export declare function prepareModelBatchReview(input: {
18
18
  id: string;
19
19
  revision: number;
20
20
  name: string;
21
- kind: "benchmark" | "work" | "provider" | "direct" | "opentelemetry";
21
+ kind: "provider" | "benchmark" | "work" | "direct" | "opentelemetry";
22
22
  taskDefinition: {
23
23
  id: string;
24
24
  contentHash: string;
25
25
  revision: number;
26
26
  };
27
27
  enabled: boolean;
28
- allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
28
+ allowedSplits: ("train" | "validation" | "frozen_eval" | "test")[];
29
29
  mapping: {
30
30
  schemaVersion: "openpond.taskSourceMapping.v1";
31
31
  exampleId: string;
@@ -36,7 +36,7 @@ export declare function prepareModelBatchReview(input: {
36
36
  expected: string | null;
37
37
  evaluatorContext: string | null;
38
38
  familyKey: string;
39
- split: "train" | "validation" | "test" | "frozen_eval";
39
+ split: "train" | "validation" | "frozen_eval" | "test";
40
40
  } | null;
41
41
  adapterVersion: string | null;
42
42
  contentHash: string;
@@ -148,7 +148,7 @@ export declare function prepareModelBatchReview(input: {
148
148
  contentHash: string;
149
149
  revision: number;
150
150
  };
151
- role: "evaluation" | "training";
151
+ role: "training" | "evaluation";
152
152
  normalization: {
153
153
  kind: "identity";
154
154
  } | {
@@ -184,7 +184,7 @@ export declare function prepareModelBatchReview(input: {
184
184
  name: string;
185
185
  description: string;
186
186
  implementation: {
187
- kind: "content" | "schema" | "runtime_event" | "state" | "artifact";
187
+ kind: "content" | "state" | "schema" | "runtime_event" | "artifact";
188
188
  config: Record<string, unknown>;
189
189
  } | {
190
190
  kind: "model_judge";
@@ -196,7 +196,7 @@ export declare function prepareModelBatchReview(input: {
196
196
  mediaType: string;
197
197
  visibility: "policy" | "verifier" | "host_private";
198
198
  };
199
- calibrationStatus: "failed" | "pending" | "passed";
199
+ calibrationStatus: "passed" | "failed" | "pending";
200
200
  model?: {
201
201
  providerId: string;
202
202
  modelId: string;
@@ -308,7 +308,7 @@ export declare function prepareModelBatchReview(input: {
308
308
  attemptId: string;
309
309
  occurredAt: string;
310
310
  familyKey: string | null;
311
- split: "train" | "validation" | "test" | "frozen_eval";
311
+ split: "train" | "validation" | "frozen_eval" | "test";
312
312
  input: Record<string, import("zod").JSONType>;
313
313
  observedOutput: Record<string, import("zod").JSONType> | null;
314
314
  expected: Record<string, import("zod").JSONType> | null;
package/dist/types/packages/sdk/src/model-batch-review.d.ts CHANGED
@@ -94,7 +94,7 @@ export declare function inspectModelBatchPackage(raw: unknown): {
94
94
  contentHash: string;
95
95
  revision: number;
96
96
  };
97
- role: "evaluation" | "training";
97
+ role: "training" | "evaluation";
98
98
  normalization: {
99
99
  kind: "identity";
100
100
  } | {
@@ -145,7 +145,7 @@ export declare function inspectModelBatchPackage(raw: unknown): {
145
145
  attemptId: string;
146
146
  occurredAt: string;
147
147
  familyKey: string | null;
148
- split: "train" | "validation" | "test" | "frozen_eval";
148
+ split: "train" | "validation" | "frozen_eval" | "test";
149
149
  input: Record<string, import("zod").JSONType>;
150
150
  observedOutput: Record<string, import("zod").JSONType> | null;
151
151
  expected: Record<string, import("zod").JSONType> | null;
@@ -210,9 +210,9 @@ export declare function inspectModelBatchPackage(raw: unknown): {
210
210
  } | null;
211
211
  };
212
212
  evidenceValidity: "pending" | "valid" | "invalid";
213
- taskAdmissibility: "rejected" | "pending" | "approved";
214
- observedQuality: "failed" | "passed" | "unavailable" | "unscored";
215
- targetApproval: "rejected" | "pending" | "approved" | "not_required";
213
+ taskAdmissibility: "pending" | "rejected" | "approved";
214
+ observedQuality: "passed" | "failed" | "unavailable" | "unscored";
215
+ targetApproval: "pending" | "rejected" | "approved" | "not_required";
216
216
  approvedTarget: Record<string, import("zod").JSONType> | null;
217
217
  grade: {
218
218
  schemaVersion: "openpond.rewardComposition.v1";
@@ -230,8 +230,8 @@ export declare function inspectModelBatchPackage(raw: unknown): {
230
230
  contentHash: string;
231
231
  revision: number;
232
232
  };
233
- role: "evaluation" | "training";
234
- status: "failed" | "pending" | "unavailable" | "scored";
233
+ role: "training" | "evaluation";
234
+ status: "failed" | "unavailable" | "scored" | "pending";
235
235
  rawScore: number | null;
236
236
  normalizedScore: number | null;
237
237
  passed: boolean | null;
@@ -244,7 +244,7 @@ export declare function inspectModelBatchPackage(raw: unknown): {
244
244
  score: number | null;
245
245
  passed: boolean;
246
246
  rewardEligible: boolean;
247
- failureClass: "infrastructure_failure" | "cancelled" | "policy_failure" | "environment_failure" | "grader_failure" | "timeout" | null;
247
+ failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
248
248
  feedback: string[];
249
249
  visibleEvidenceRefs: string[];
250
250
  privilegedEvidenceRefs: string[];
@@ -264,12 +264,12 @@ export declare function inspectModelBatchPackage(raw: unknown): {
264
264
  } | undefined;
265
265
  }[];
266
266
  training: {
267
- status: "unscorable" | "scored" | "not_configured";
267
+ status: "scored" | "unscorable" | "not_configured";
268
268
  score: number | null;
269
269
  passed: boolean | null;
270
270
  };
271
271
  evaluation: {
272
- status: "unscorable" | "scored" | "not_configured";
272
+ status: "scored" | "unscorable" | "not_configured";
273
273
  score: number | null;
274
274
  passed: boolean | null;
275
275
  };
@@ -291,8 +291,8 @@ export declare function inspectModelBatchPackage(raw: unknown): {
291
291
  contentHash: string;
292
292
  revision: number;
293
293
  };
294
- role: "evaluation" | "training";
295
- status: "failed" | "pending" | "unavailable" | "scored";
294
+ role: "training" | "evaluation";
295
+ status: "failed" | "unavailable" | "scored" | "pending";
296
296
  rawScore: number | null;
297
297
  normalizedScore: number | null;
298
298
  passed: boolean | null;
@@ -305,7 +305,7 @@ export declare function inspectModelBatchPackage(raw: unknown): {
305
305
  score: number | null;
306
306
  passed: boolean;
307
307
  rewardEligible: boolean;
308
- failureClass: "infrastructure_failure" | "cancelled" | "policy_failure" | "environment_failure" | "grader_failure" | "timeout" | null;
308
+ failureClass: "policy_failure" | "grader_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | null;
309
309
  feedback: string[];
310
310
  visibleEvidenceRefs: string[];
311
311
  privilegedEvidenceRefs: string[];
@@ -325,12 +325,12 @@ export declare function inspectModelBatchPackage(raw: unknown): {
325
325
  } | undefined;
326
326
  }[];
327
327
  training: {
328
- status: "unscorable" | "scored" | "not_configured";
328
+ status: "scored" | "unscorable" | "not_configured";
329
329
  score: number | null;
330
330
  passed: boolean | null;
331
331
  };
332
332
  evaluation: {
333
- status: "unscorable" | "scored" | "not_configured";
333
+ status: "scored" | "unscorable" | "not_configured";
334
334
  score: number | null;
335
335
  passed: boolean | null;
336
336
  };
@@ -350,14 +350,14 @@ export declare function findModelBatchReview(transaction: LearningTransaction, r
350
350
  id: string;
351
351
  revision: number;
352
352
  name: string;
353
- kind: "benchmark" | "work" | "provider" | "direct" | "opentelemetry";
353
+ kind: "provider" | "benchmark" | "work" | "direct" | "opentelemetry";
354
354
  taskDefinition: {
355
355
  id: string;
356
356
  contentHash: string;
357
357
  revision: number;
358
358
  };
359
359
  enabled: boolean;
360
- allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
360
+ allowedSplits: ("train" | "validation" | "frozen_eval" | "test")[];
361
361
  mapping: {
362
362
  schemaVersion: "openpond.taskSourceMapping.v1";
363
363
  exampleId: string;
@@ -368,7 +368,7 @@ export declare function findModelBatchReview(transaction: LearningTransaction, r
368
368
  expected: string | null;
369
369
  evaluatorContext: string | null;
370
370
  familyKey: string;
371
- split: "train" | "validation" | "test" | "frozen_eval";
371
+ split: "train" | "validation" | "frozen_eval" | "test";
372
372
  } | null;
373
373
  adapterVersion: string | null;
374
374
  contentHash: string;
@@ -414,7 +414,7 @@ export declare function findModelBatchReview(transaction: LearningTransaction, r
414
414
  attemptId: string;
415
415
  occurredAt: string;
416
416
  familyKey: string | null;
417
- split: "train" | "validation" | "test" | "frozen_eval";
417
+ split: "train" | "validation" | "frozen_eval" | "test";
418
418
  input: Record<string, import("zod").JSONType>;
419
419
  observedOutput: Record<string, import("zod").JSONType> | null;
420
420
  expected: Record<string, import("zod").JSONType> | null;
@@ -512,14 +512,14 @@ export declare function beginModelBatchReview(transaction: LearningTransaction,
512
512
  id: string;
513
513
  revision: number;
514
514
  name: string;
515
- kind: "benchmark" | "work" | "provider" | "direct" | "opentelemetry";
515
+ kind: "provider" | "benchmark" | "work" | "direct" | "opentelemetry";
516
516
  taskDefinition: {
517
517
  id: string;
518
518
  contentHash: string;
519
519
  revision: number;
520
520
  };
521
521
  enabled: boolean;
522
- allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
522
+ allowedSplits: ("train" | "validation" | "frozen_eval" | "test")[];
523
523
  mapping: {
524
524
  schemaVersion: "openpond.taskSourceMapping.v1";
525
525
  exampleId: string;
@@ -530,7 +530,7 @@ export declare function beginModelBatchReview(transaction: LearningTransaction,
530
530
  expected: string | null;
531
531
  evaluatorContext: string | null;
532
532
  familyKey: string;
533
- split: "train" | "validation" | "test" | "frozen_eval";
533
+ split: "train" | "validation" | "frozen_eval" | "test";
534
534
  } | null;
535
535
  adapterVersion: string | null;
536
536
  contentHash: string;
@@ -576,7 +576,7 @@ export declare function beginModelBatchReview(transaction: LearningTransaction,
576
576
  attemptId: string;
577
577
  occurredAt: string;
578
578
  familyKey: string | null;
579
- split: "train" | "validation" | "test" | "frozen_eval";
579
+ split: "train" | "validation" | "frozen_eval" | "test";
580
580
  input: Record<string, import("zod").JSONType>;
581
581
  observedOutput: Record<string, import("zod").JSONType> | null;
582
582
  expected: Record<string, import("zod").JSONType> | null;
package/dist/types/packages/sdk/src/model-learning-policy.d.ts CHANGED
@@ -13,14 +13,14 @@ export declare function initialHostedModelLearning(input: {
13
13
  id: string;
14
14
  revision: number;
15
15
  name: string;
16
- kind: "benchmark" | "work" | "provider" | "direct" | "opentelemetry";
16
+ kind: "provider" | "benchmark" | "work" | "direct" | "opentelemetry";
17
17
  taskDefinition: {
18
18
  id: string;
19
19
  contentHash: string;
20
20
  revision: number;
21
21
  };
22
22
  enabled: boolean;
23
- allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
23
+ allowedSplits: ("train" | "validation" | "frozen_eval" | "test")[];
24
24
  mapping: {
25
25
  schemaVersion: "openpond.taskSourceMapping.v1";
26
26
  exampleId: string;
@@ -31,7 +31,7 @@ export declare function initialHostedModelLearning(input: {
31
31
  expected: string | null;
32
32
  evaluatorContext: string | null;
33
33
  familyKey: string;
34
- split: "train" | "validation" | "test" | "frozen_eval";
34
+ split: "train" | "validation" | "frozen_eval" | "test";
35
35
  } | null;
36
36
  adapterVersion: string | null;
37
37
  reviewOrigin?: {