openpond-sdk 0.9.7 → 0.9.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/dist/{chunk-SR55WVPK.js → chunk-4HZORGK3.js} +2 -2
  2. package/dist/{chunk-CNGJF6AM.js → chunk-4JRSH2TT.js} +4 -4
  3. package/dist/chunk-4JRSH2TT.js.map +7 -0
  4. package/dist/{chunk-XR6CLSCS.js → chunk-BGXWHDYM.js} +3 -2
  5. package/dist/chunk-BGXWHDYM.js.map +7 -0
  6. package/dist/{chunk-A4ZDOZKP.js → chunk-K3JCP4FO.js} +11 -5
  7. package/dist/chunk-K3JCP4FO.js.map +7 -0
  8. package/dist/{chunk-TQ5ASK7D.js → chunk-XMKEFQ62.js} +2 -2
  9. package/dist/{chunk-62LWLACP.js → chunk-YYJ4T4U4.js} +2 -2
  10. package/dist/dataset-marketplace.js +11 -0
  11. package/dist/dataset-marketplace.js.map +2 -2
  12. package/dist/dataset-workspaces.js +78 -25
  13. package/dist/dataset-workspaces.js.map +4 -4
  14. package/dist/experiments.js +92 -5
  15. package/dist/experiments.js.map +4 -4
  16. package/dist/index.js +4 -4
  17. package/dist/learning.js +8 -0
  18. package/dist/learning.js.map +3 -3
  19. package/dist/model-starter-attempts.js +1 -1
  20. package/dist/model-taskset-runs.js +2 -2
  21. package/dist/taskset-catalog.js +1 -1
  22. package/dist/taskset-drafts.js +2 -2
  23. package/dist/taskset-packages.js +2 -2
  24. package/dist/types/packages/sdk/src/dataset-grader-selection.d.ts +24 -0
  25. package/dist/types/packages/sdk/src/dataset-grader-selection.d.ts.map +1 -0
  26. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +9 -0
  27. package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
  28. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1099 -34
  29. package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
  30. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +23 -12
  31. package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
  32. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +1617 -0
  33. package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -0
  34. package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +1 -0
  35. package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
  36. package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
  37. package/dist/types/packages/sdk/src/experiment-history.d.ts +266 -0
  38. package/dist/types/packages/sdk/src/experiment-history.d.ts.map +1 -0
  39. package/dist/types/packages/sdk/src/experiments.d.ts +2 -0
  40. package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
  41. package/dist/types/packages/sdk/src/grader-feedback-key.d.ts +3 -0
  42. package/dist/types/packages/sdk/src/grader-feedback-key.d.ts.map +1 -0
  43. package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +2 -2
  44. package/dist/types/packages/sdk/src/learning-client.d.ts +1 -1
  45. package/dist/types/packages/sdk/src/learning.d.ts +1 -0
  46. package/dist/types/packages/sdk/src/learning.d.ts.map +1 -1
  47. package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +3 -3
  48. package/dist/types/packages/sdk/src/model-batch-review.d.ts +7 -7
  49. package/dist/types/packages/sdk/src/model-learning-policy.d.ts +2 -2
  50. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +2 -1
  51. package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
  52. package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +1 -1
  53. package/dist/types/packages/sdk/src/model-starters.d.ts +1 -1
  54. package/dist/types/packages/sdk/src/task-inventory.d.ts +1 -1
  55. package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +6 -6
  56. package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +6 -6
  57. package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +2 -2
  58. package/dist/types/packages/sdk/src/taskset-catalog.d.ts +7 -0
  59. package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
  60. package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +12 -12
  61. package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +36 -36
  62. package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +6 -6
  63. package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +11 -11
  64. package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +8 -8
  65. package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +10 -10
  66. package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +12 -12
  67. package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +12 -12
  68. package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +4 -4
  69. package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +11 -11
  70. package/dist/types/packages/sdk/src/training-learning-batch.d.ts +14 -14
  71. package/dist/types/packages/sdk/src/training-project-client.d.ts +8 -8
  72. package/dist/types/packages/sdk/src/training-project-contracts.d.ts +11 -11
  73. package/package.json +1 -1
  74. package/dist/chunk-A4ZDOZKP.js.map +0 -7
  75. package/dist/chunk-CNGJF6AM.js.map +0 -7
  76. package/dist/chunk-XR6CLSCS.js.map +0 -7
  77. /package/dist/{chunk-SR55WVPK.js.map → chunk-4HZORGK3.js.map} +0 -0
  78. /package/dist/{chunk-TQ5ASK7D.js.map → chunk-XMKEFQ62.js.map} +0 -0
  79. /package/dist/{chunk-62LWLACP.js.map → chunk-YYJ4T4U4.js.map} +0 -0
package/dist/types/packages/sdk/src/taskset-draft-document.d.ts CHANGED
@@ -6,8 +6,8 @@ export declare const TaskDataDraftSchema: z.ZodObject<{
6
6
  split: z.ZodEnum<{
7
7
  train: "train";
8
8
  validation: "validation";
9
- frozen_eval: "frozen_eval";
10
9
  test: "test";
10
+ frozen_eval: "frozen_eval";
11
11
  }>;
12
12
  input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
13
13
  expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -24,8 +24,8 @@ export declare const TaskDataDraftSchema: z.ZodObject<{
24
24
  split: z.ZodEnum<{
25
25
  train: "train";
26
26
  validation: "validation";
27
- frozen_eval: "frozen_eval";
28
27
  test: "test";
28
+ frozen_eval: "frozen_eval";
29
29
  }>;
30
30
  metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
31
31
  }, z.core.$strip>>>;
@@ -129,14 +129,14 @@ export declare const TasksetDraftSchema: z.ZodObject<{
129
129
  adaptationSplit: z.ZodEnum<{
130
130
  train: "train";
131
131
  validation: "validation";
132
- frozen_eval: "frozen_eval";
133
132
  test: "test";
133
+ frozen_eval: "frozen_eval";
134
134
  }>;
135
135
  evaluationSplit: z.ZodEnum<{
136
136
  train: "train";
137
137
  validation: "validation";
138
- frozen_eval: "frozen_eval";
139
138
  test: "test";
139
+ frozen_eval: "frozen_eval";
140
140
  }>;
141
141
  primaryMetric: z.ZodEnum<{
142
142
  foreground_tokens: "foreground_tokens";
@@ -396,8 +396,8 @@ export declare const TasksetDraftSchema: z.ZodObject<{
396
396
  split: z.ZodEnum<{
397
397
  train: "train";
398
398
  validation: "validation";
399
- frozen_eval: "frozen_eval";
400
399
  test: "test";
400
+ frozen_eval: "frozen_eval";
401
401
  }>;
402
402
  path: z.ZodString;
403
403
  contentHash: z.ZodString;
@@ -410,8 +410,8 @@ export declare const TasksetDraftSchema: z.ZodObject<{
410
410
  splitCounts: z.ZodRecord<z.ZodEnum<{
411
411
  train: "train";
412
412
  validation: "validation";
413
- frozen_eval: "frozen_eval";
414
413
  test: "test";
414
+ frozen_eval: "frozen_eval";
415
415
  }>, z.ZodNumber>;
416
416
  sourceReceiptRefs: z.ZodArray<z.ZodString>;
417
417
  mappingHash: z.ZodString;
@@ -598,8 +598,8 @@ export declare const TasksetDraftSchema: z.ZodObject<{
598
598
  split: z.ZodEnum<{
599
599
  train: "train";
600
600
  validation: "validation";
601
- frozen_eval: "frozen_eval";
602
601
  test: "test";
602
+ frozen_eval: "frozen_eval";
603
603
  }>;
604
604
  input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
605
605
  expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -616,8 +616,8 @@ export declare const TasksetDraftSchema: z.ZodObject<{
616
616
  split: z.ZodEnum<{
617
617
  train: "train";
618
618
  validation: "validation";
619
- frozen_eval: "frozen_eval";
620
619
  test: "test";
620
+ frozen_eval: "frozen_eval";
621
621
  }>;
622
622
  metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
623
623
  }, z.core.$strip>>>;
package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts CHANGED
@@ -49,7 +49,7 @@ export declare function compileTasksetDraftWorkspace(input: {
49
49
  tasks: {
50
50
  id: string;
51
51
  clusterKey: string;
52
- split: "train" | "validation" | "frozen_eval" | "test";
52
+ split: "train" | "validation" | "test" | "frozen_eval";
53
53
  input: Record<string, unknown>;
54
54
  expectedOutput: Record<string, unknown> | null;
55
55
  policyVisibleContext: Record<string, unknown>;
@@ -769,7 +769,7 @@ export declare function compileTasksetDraftWorkspace(input: {
769
769
  };
770
770
  familyKey: string;
771
771
  inputHash: string;
772
- split: "train" | "validation" | "frozen_eval" | "test";
772
+ split: "train" | "validation" | "test" | "frozen_eval";
773
773
  }[];
774
774
  sealedAt: string;
775
775
  sealedBy: string;
@@ -797,7 +797,7 @@ export declare function compileTasksetDraftWorkspace(input: {
797
797
  attemptId: string;
798
798
  occurredAt: string;
799
799
  familyKey: string | null;
800
- split: "train" | "validation" | "frozen_eval" | "test";
800
+ split: "train" | "validation" | "test" | "frozen_eval";
801
801
  input: Record<string, import("zod").JSONType>;
802
802
  observedOutput: Record<string, import("zod").JSONType> | null;
803
803
  expected: Record<string, import("zod").JSONType> | null;
@@ -1004,7 +1004,7 @@ export declare function compileTasksetDraftWorkspace(input: {
1004
1004
  revision: number;
1005
1005
  };
1006
1006
  enabled: boolean;
1007
- allowedSplits: ("train" | "validation" | "frozen_eval" | "test")[];
1007
+ allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
1008
1008
  mapping: {
1009
1009
  schemaVersion: "openpond.taskSourceMapping.v1";
1010
1010
  exampleId: string;
@@ -1015,7 +1015,7 @@ export declare function compileTasksetDraftWorkspace(input: {
1015
1015
  expected: string | null;
1016
1016
  evaluatorContext: string | null;
1017
1017
  familyKey: string;
1018
- split: "train" | "validation" | "frozen_eval" | "test";
1018
+ split: "train" | "validation" | "test" | "frozen_eval";
1019
1019
  } | null;
1020
1020
  adapterVersion: string | null;
1021
1021
  contentHash: string;
@@ -1096,7 +1096,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
1096
1096
  tasks: {
1097
1097
  id: string;
1098
1098
  clusterKey: string;
1099
- split: "train" | "validation" | "frozen_eval" | "test";
1099
+ split: "train" | "validation" | "test" | "frozen_eval";
1100
1100
  input: Record<string, unknown>;
1101
1101
  expectedOutput: Record<string, unknown> | null;
1102
1102
  policyVisibleContext: Record<string, unknown>;
@@ -1816,7 +1816,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
1816
1816
  };
1817
1817
  familyKey: string;
1818
1818
  inputHash: string;
1819
- split: "train" | "validation" | "frozen_eval" | "test";
1819
+ split: "train" | "validation" | "test" | "frozen_eval";
1820
1820
  }[];
1821
1821
  sealedAt: string;
1822
1822
  sealedBy: string;
@@ -1844,7 +1844,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
1844
1844
  attemptId: string;
1845
1845
  occurredAt: string;
1846
1846
  familyKey: string | null;
1847
- split: "train" | "validation" | "frozen_eval" | "test";
1847
+ split: "train" | "validation" | "test" | "frozen_eval";
1848
1848
  input: Record<string, import("zod").JSONType>;
1849
1849
  observedOutput: Record<string, import("zod").JSONType> | null;
1850
1850
  expected: Record<string, import("zod").JSONType> | null;
@@ -2051,7 +2051,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
2051
2051
  revision: number;
2052
2052
  };
2053
2053
  enabled: boolean;
2054
- allowedSplits: ("train" | "validation" | "frozen_eval" | "test")[];
2054
+ allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
2055
2055
  mapping: {
2056
2056
  schemaVersion: "openpond.taskSourceMapping.v1";
2057
2057
  exampleId: string;
@@ -2062,7 +2062,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
2062
2062
  expected: string | null;
2063
2063
  evaluatorContext: string | null;
2064
2064
  familyKey: string;
2065
- split: "train" | "validation" | "frozen_eval" | "test";
2065
+ split: "train" | "validation" | "test" | "frozen_eval";
2066
2066
  } | null;
2067
2067
  adapterVersion: string | null;
2068
2068
  contentHash: string;
package/dist/types/packages/sdk/src/taskset-draft-source.d.ts CHANGED
@@ -58,14 +58,14 @@ export declare const TasksetDraftSourceInitializationSchema: z.ZodObject<{
58
58
  adaptationSplit: z.ZodEnum<{
59
59
  train: "train";
60
60
  validation: "validation";
61
- frozen_eval: "frozen_eval";
62
61
  test: "test";
62
+ frozen_eval: "frozen_eval";
63
63
  }>;
64
64
  evaluationSplit: z.ZodEnum<{
65
65
  train: "train";
66
66
  validation: "validation";
67
- frozen_eval: "frozen_eval";
68
67
  test: "test";
68
+ frozen_eval: "frozen_eval";
69
69
  }>;
70
70
  primaryMetric: z.ZodEnum<{
71
71
  foreground_tokens: "foreground_tokens";
@@ -325,8 +325,8 @@ export declare const TasksetDraftSourceInitializationSchema: z.ZodObject<{
325
325
  split: z.ZodEnum<{
326
326
  train: "train";
327
327
  validation: "validation";
328
- frozen_eval: "frozen_eval";
329
328
  test: "test";
329
+ frozen_eval: "frozen_eval";
330
330
  }>;
331
331
  path: z.ZodString;
332
332
  contentHash: z.ZodString;
@@ -339,8 +339,8 @@ export declare const TasksetDraftSourceInitializationSchema: z.ZodObject<{
339
339
  splitCounts: z.ZodRecord<z.ZodEnum<{
340
340
  train: "train";
341
341
  validation: "validation";
342
- frozen_eval: "frozen_eval";
343
342
  test: "test";
343
+ frozen_eval: "frozen_eval";
344
344
  }>, z.ZodNumber>;
345
345
  sourceReceiptRefs: z.ZodArray<z.ZodString>;
346
346
  mappingHash: z.ZodString;
@@ -527,8 +527,8 @@ export declare const TasksetDraftSourceInitializationSchema: z.ZodObject<{
527
527
  split: z.ZodEnum<{
528
528
  train: "train";
529
529
  validation: "validation";
530
- frozen_eval: "frozen_eval";
531
530
  test: "test";
531
+ frozen_eval: "frozen_eval";
532
532
  }>;
533
533
  input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
534
534
  expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -545,8 +545,8 @@ export declare const TasksetDraftSourceInitializationSchema: z.ZodObject<{
545
545
  split: z.ZodEnum<{
546
546
  train: "train";
547
547
  validation: "validation";
548
- frozen_eval: "frozen_eval";
549
548
  test: "test";
549
+ frozen_eval: "frozen_eval";
550
550
  }>;
551
551
  metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
552
552
  }, z.core.$strip>>>;
@@ -842,8 +842,8 @@ export declare function materializeTasksetDraftWorkspace(input: {
842
842
  releaseId: string;
843
843
  releaseHash: string;
844
844
  managedReleasePath: string;
845
- adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
846
- evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
845
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
846
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
847
847
  primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
848
848
  qualityGate: "none" | "non_regression" | "all_pass";
849
849
  source: "builtin" | "imported";
@@ -1061,7 +1061,7 @@ export declare function materializeTasksetDraftWorkspace(input: {
1061
1061
  schemaVersion: "openpond.taskData.v1";
1062
1062
  id: string;
1063
1063
  clusterKey: string;
1064
- split: "train" | "validation" | "frozen_eval" | "test";
1064
+ split: "train" | "validation" | "test" | "frozen_eval";
1065
1065
  input: Record<string, unknown>;
1066
1066
  expectedOutput: Record<string, unknown> | null;
1067
1067
  policyVisibleContext: Record<string, unknown>;
@@ -1077,7 +1077,7 @@ export declare function materializeTasksetDraftWorkspace(input: {
1077
1077
  mediaType: string;
1078
1078
  sha256: string;
1079
1079
  sizeBytes: number;
1080
- split: "train" | "validation" | "frozen_eval" | "test";
1080
+ split: "train" | "validation" | "test" | "frozen_eval";
1081
1081
  metadata: Record<string, unknown>;
1082
1082
  }[] | undefined;
1083
1083
  resourceRefs?: string[] | undefined;
@@ -1277,7 +1277,7 @@ export declare function materializeTasksetDraftWorkspace(input: {
1277
1277
  };
1278
1278
  shards: {
1279
1279
  id: string;
1280
- split: "train" | "validation" | "frozen_eval" | "test";
1280
+ split: "train" | "validation" | "test" | "frozen_eval";
1281
1281
  path: string;
1282
1282
  contentHash: string;
1283
1283
  schemaHash: string;
@@ -1286,7 +1286,7 @@ export declare function materializeTasksetDraftWorkspace(input: {
1286
1286
  rowGroupCount: number;
1287
1287
  }[];
1288
1288
  rowCount: number;
1289
- splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
1289
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
1290
1290
  sourceReceiptRefs: string[];
1291
1291
  mappingHash: string;
1292
1292
  qualityReportHash: string;
package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts CHANGED
@@ -64,14 +64,14 @@ declare const WorkspaceContentSchema: z.ZodObject<{
64
64
  adaptationSplit: z.ZodEnum<{
65
65
  train: "train";
66
66
  validation: "validation";
67
- frozen_eval: "frozen_eval";
68
67
  test: "test";
68
+ frozen_eval: "frozen_eval";
69
69
  }>;
70
70
  evaluationSplit: z.ZodEnum<{
71
71
  train: "train";
72
72
  validation: "validation";
73
- frozen_eval: "frozen_eval";
74
73
  test: "test";
74
+ frozen_eval: "frozen_eval";
75
75
  }>;
76
76
  primaryMetric: z.ZodEnum<{
77
77
  foreground_tokens: "foreground_tokens";
@@ -331,8 +331,8 @@ declare const WorkspaceContentSchema: z.ZodObject<{
331
331
  split: z.ZodEnum<{
332
332
  train: "train";
333
333
  validation: "validation";
334
- frozen_eval: "frozen_eval";
335
334
  test: "test";
335
+ frozen_eval: "frozen_eval";
336
336
  }>;
337
337
  path: z.ZodString;
338
338
  contentHash: z.ZodString;
@@ -345,8 +345,8 @@ declare const WorkspaceContentSchema: z.ZodObject<{
345
345
  splitCounts: z.ZodRecord<z.ZodEnum<{
346
346
  train: "train";
347
347
  validation: "validation";
348
- frozen_eval: "frozen_eval";
349
348
  test: "test";
349
+ frozen_eval: "frozen_eval";
350
350
  }>, z.ZodNumber>;
351
351
  sourceReceiptRefs: z.ZodArray<z.ZodString>;
352
352
  mappingHash: z.ZodString;
@@ -533,8 +533,8 @@ declare const WorkspaceContentSchema: z.ZodObject<{
533
533
  split: z.ZodEnum<{
534
534
  train: "train";
535
535
  validation: "validation";
536
- frozen_eval: "frozen_eval";
537
536
  test: "test";
537
+ frozen_eval: "frozen_eval";
538
538
  }>;
539
539
  input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
540
540
  expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -551,8 +551,8 @@ declare const WorkspaceContentSchema: z.ZodObject<{
551
551
  split: z.ZodEnum<{
552
552
  train: "train";
553
553
  validation: "validation";
554
- frozen_eval: "frozen_eval";
555
554
  test: "test";
555
+ frozen_eval: "frozen_eval";
556
556
  }>;
557
557
  metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
558
558
  }, z.core.$strip>>>;
@@ -842,14 +842,14 @@ export declare const TasksetDraftWorkspaceSchema: z.ZodObject<{
842
842
  adaptationSplit: z.ZodEnum<{
843
843
  train: "train";
844
844
  validation: "validation";
845
- frozen_eval: "frozen_eval";
846
845
  test: "test";
846
+ frozen_eval: "frozen_eval";
847
847
  }>;
848
848
  evaluationSplit: z.ZodEnum<{
849
849
  train: "train";
850
850
  validation: "validation";
851
- frozen_eval: "frozen_eval";
852
851
  test: "test";
852
+ frozen_eval: "frozen_eval";
853
853
  }>;
854
854
  primaryMetric: z.ZodEnum<{
855
855
  foreground_tokens: "foreground_tokens";
@@ -1109,8 +1109,8 @@ export declare const TasksetDraftWorkspaceSchema: z.ZodObject<{
1109
1109
  split: z.ZodEnum<{
1110
1110
  train: "train";
1111
1111
  validation: "validation";
1112
- frozen_eval: "frozen_eval";
1113
1112
  test: "test";
1113
+ frozen_eval: "frozen_eval";
1114
1114
  }>;
1115
1115
  path: z.ZodString;
1116
1116
  contentHash: z.ZodString;
@@ -1123,8 +1123,8 @@ export declare const TasksetDraftWorkspaceSchema: z.ZodObject<{
1123
1123
  splitCounts: z.ZodRecord<z.ZodEnum<{
1124
1124
  train: "train";
1125
1125
  validation: "validation";
1126
- frozen_eval: "frozen_eval";
1127
1126
  test: "test";
1127
+ frozen_eval: "frozen_eval";
1128
1128
  }>, z.ZodNumber>;
1129
1129
  sourceReceiptRefs: z.ZodArray<z.ZodString>;
1130
1130
  mappingHash: z.ZodString;
@@ -1311,8 +1311,8 @@ export declare const TasksetDraftWorkspaceSchema: z.ZodObject<{
1311
1311
  split: z.ZodEnum<{
1312
1312
  train: "train";
1313
1313
  validation: "validation";
1314
- frozen_eval: "frozen_eval";
1315
1314
  test: "test";
1315
+ frozen_eval: "frozen_eval";
1316
1316
  }>;
1317
1317
  input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
1318
1318
  expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -1329,8 +1329,8 @@ export declare const TasksetDraftWorkspaceSchema: z.ZodObject<{
1329
1329
  split: z.ZodEnum<{
1330
1330
  train: "train";
1331
1331
  validation: "validation";
1332
- frozen_eval: "frozen_eval";
1333
1332
  test: "test";
1333
+ frozen_eval: "frozen_eval";
1334
1334
  }>;
1335
1335
  metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
1336
1336
  }, z.core.$strip>>>;
package/dist/types/packages/sdk/src/taskset-package-learning.d.ts CHANGED
@@ -467,7 +467,7 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
467
467
  };
468
468
  familyKey: string;
469
469
  inputHash: string;
470
- split: "train" | "validation" | "frozen_eval" | "test";
470
+ split: "train" | "validation" | "test" | "frozen_eval";
471
471
  }[];
472
472
  sealedAt: string;
473
473
  sealedBy: string;
@@ -495,7 +495,7 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
495
495
  attemptId: string;
496
496
  occurredAt: string;
497
497
  familyKey: string | null;
498
- split: "train" | "validation" | "frozen_eval" | "test";
498
+ split: "train" | "validation" | "test" | "frozen_eval";
499
499
  input: Record<string, z.core.util.JSONType>;
500
500
  observedOutput: Record<string, z.core.util.JSONType> | null;
501
501
  expected: Record<string, z.core.util.JSONType> | null;
@@ -702,7 +702,7 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
702
702
  revision: number;
703
703
  };
704
704
  enabled: boolean;
705
- allowedSplits: ("train" | "validation" | "frozen_eval" | "test")[];
705
+ allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
706
706
  mapping: {
707
707
  schemaVersion: "openpond.taskSourceMapping.v1";
708
708
  exampleId: string;
@@ -713,7 +713,7 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
713
713
  expected: string | null;
714
714
  evaluatorContext: string | null;
715
715
  familyKey: string;
716
- split: "train" | "validation" | "frozen_eval" | "test";
716
+ split: "train" | "validation" | "test" | "frozen_eval";
717
717
  } | null;
718
718
  adapterVersion: string | null;
719
719
  contentHash: string;
package/dist/types/packages/sdk/src/taskset-package-projection.d.ts CHANGED
@@ -46,7 +46,7 @@ export declare function prepareImportedTasksetPackage(input: {
46
46
  tasks: {
47
47
  id: string;
48
48
  clusterKey: string;
49
- split: "train" | "validation" | "frozen_eval" | "test";
49
+ split: "train" | "validation" | "test" | "frozen_eval";
50
50
  input: Record<string, unknown>;
51
51
  expectedOutput: Record<string, unknown> | null;
52
52
  policyVisibleContext: Record<string, unknown>;
@@ -766,7 +766,7 @@ export declare function prepareImportedTasksetPackage(input: {
766
766
  };
767
767
  familyKey: string;
768
768
  inputHash: string;
769
- split: "train" | "validation" | "frozen_eval" | "test";
769
+ split: "train" | "validation" | "test" | "frozen_eval";
770
770
  }[];
771
771
  sealedAt: string;
772
772
  sealedBy: string;
@@ -794,7 +794,7 @@ export declare function prepareImportedTasksetPackage(input: {
794
794
  attemptId: string;
795
795
  occurredAt: string;
796
796
  familyKey: string | null;
797
- split: "train" | "validation" | "frozen_eval" | "test";
797
+ split: "train" | "validation" | "test" | "frozen_eval";
798
798
  input: Record<string, import("zod").JSONType>;
799
799
  observedOutput: Record<string, import("zod").JSONType> | null;
800
800
  expected: Record<string, import("zod").JSONType> | null;
@@ -1001,7 +1001,7 @@ export declare function prepareImportedTasksetPackage(input: {
1001
1001
  revision: number;
1002
1002
  };
1003
1003
  enabled: boolean;
1004
- allowedSplits: ("train" | "validation" | "frozen_eval" | "test")[];
1004
+ allowedSplits: ("train" | "validation" | "test" | "frozen_eval")[];
1005
1005
  mapping: {
1006
1006
  schemaVersion: "openpond.taskSourceMapping.v1";
1007
1007
  exampleId: string;
@@ -1012,7 +1012,7 @@ export declare function prepareImportedTasksetPackage(input: {
1012
1012
  expected: string | null;
1013
1013
  evaluatorContext: string | null;
1014
1014
  familyKey: string;
1015
- split: "train" | "validation" | "frozen_eval" | "test";
1015
+ split: "train" | "validation" | "test" | "frozen_eval";
1016
1016
  } | null;
1017
1017
  adapterVersion: string | null;
1018
1018
  contentHash: string;
@@ -1068,8 +1068,8 @@ export declare function prepareImportedTasksetPackage(input: {
1068
1068
  releaseId: string;
1069
1069
  releaseHash: string;
1070
1070
  managedReleasePath: string;
1071
- adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
1072
- evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
1071
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
1072
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
1073
1073
  primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
1074
1074
  qualityGate: "none" | "non_regression" | "all_pass";
1075
1075
  source: "builtin" | "imported";
@@ -1250,7 +1250,7 @@ export declare function prepareImportedTasksetPackage(input: {
1250
1250
  schemaVersion: "openpond.taskData.v1";
1251
1251
  id: string;
1252
1252
  clusterKey: string;
1253
- split: "train" | "validation" | "frozen_eval" | "test";
1253
+ split: "train" | "validation" | "test" | "frozen_eval";
1254
1254
  input: Record<string, unknown>;
1255
1255
  expectedOutput: Record<string, unknown> | null;
1256
1256
  policyVisibleContext: Record<string, unknown>;
@@ -1266,7 +1266,7 @@ export declare function prepareImportedTasksetPackage(input: {
1266
1266
  mediaType: string;
1267
1267
  sha256: string;
1268
1268
  sizeBytes: number;
1269
- split: "train" | "validation" | "frozen_eval" | "test";
1269
+ split: "train" | "validation" | "test" | "frozen_eval";
1270
1270
  metadata: Record<string, unknown>;
1271
1271
  }[] | undefined;
1272
1272
  resourceRefs?: string[] | undefined;
@@ -1561,7 +1561,7 @@ export declare function prepareImportedTasksetPackage(input: {
1561
1561
  };
1562
1562
  shards: {
1563
1563
  id: string;
1564
- split: "train" | "validation" | "frozen_eval" | "test";
1564
+ split: "train" | "validation" | "test" | "frozen_eval";
1565
1565
  path: string;
1566
1566
  contentHash: string;
1567
1567
  schemaHash: string;
@@ -1570,7 +1570,7 @@ export declare function prepareImportedTasksetPackage(input: {
1570
1570
  rowGroupCount: number;
1571
1571
  }[];
1572
1572
  rowCount: number;
1573
- splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
1573
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
1574
1574
  sourceReceiptRefs: string[];
1575
1575
  mappingHash: string;
1576
1576
  qualityReportHash: string;
package/dist/types/packages/sdk/src/training-learning-batch.d.ts CHANGED
@@ -29,8 +29,8 @@ export declare function materializeLearningBatchTaskset(input: {
29
29
  releaseId: string;
30
30
  releaseHash: string;
31
31
  managedReleasePath: string;
32
- adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
33
- evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
32
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
33
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
34
34
  primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
35
35
  qualityGate: "none" | "non_regression" | "all_pass";
36
36
  source: "builtin" | "imported";
@@ -211,7 +211,7 @@ export declare function materializeLearningBatchTaskset(input: {
211
211
  schemaVersion: "openpond.taskData.v1";
212
212
  id: string;
213
213
  clusterKey: string;
214
- split: "train" | "validation" | "frozen_eval" | "test";
214
+ split: "train" | "validation" | "test" | "frozen_eval";
215
215
  input: Record<string, unknown>;
216
216
  expectedOutput: Record<string, unknown> | null;
217
217
  policyVisibleContext: Record<string, unknown>;
@@ -227,7 +227,7 @@ export declare function materializeLearningBatchTaskset(input: {
227
227
  mediaType: string;
228
228
  sha256: string;
229
229
  sizeBytes: number;
230
- split: "train" | "validation" | "frozen_eval" | "test";
230
+ split: "train" | "validation" | "test" | "frozen_eval";
231
231
  metadata: Record<string, unknown>;
232
232
  }[] | undefined;
233
233
  resourceRefs?: string[] | undefined;
@@ -522,7 +522,7 @@ export declare function materializeLearningBatchTaskset(input: {
522
522
  };
523
523
  shards: {
524
524
  id: string;
525
- split: "train" | "validation" | "frozen_eval" | "test";
525
+ split: "train" | "validation" | "test" | "frozen_eval";
526
526
  path: string;
527
527
  contentHash: string;
528
528
  schemaHash: string;
@@ -531,7 +531,7 @@ export declare function materializeLearningBatchTaskset(input: {
531
531
  rowGroupCount: number;
532
532
  }[];
533
533
  rowCount: number;
534
- splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
534
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
535
535
  sourceReceiptRefs: string[];
536
536
  mappingHash: string;
537
537
  qualityReportHash: string;
@@ -589,7 +589,7 @@ export declare function materializeLearningBatchTaskset(input: {
589
589
  tasks: {
590
590
  id: string;
591
591
  clusterKey: string;
592
- split: "train" | "validation" | "frozen_eval" | "test";
592
+ split: "train" | "validation" | "test" | "frozen_eval";
593
593
  input: Record<string, unknown>;
594
594
  expectedOutput: Record<string, unknown> | null;
595
595
  policyVisibleContext: Record<string, unknown>;
@@ -741,8 +741,8 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
741
741
  releaseId: string;
742
742
  releaseHash: string;
743
743
  managedReleasePath: string;
744
- adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
745
- evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
744
+ adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
745
+ evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
746
746
  primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
747
747
  qualityGate: "none" | "non_regression" | "all_pass";
748
748
  source: "builtin" | "imported";
@@ -923,7 +923,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
923
923
  schemaVersion: "openpond.taskData.v1";
924
924
  id: string;
925
925
  clusterKey: string;
926
- split: "train" | "validation" | "frozen_eval" | "test";
926
+ split: "train" | "validation" | "test" | "frozen_eval";
927
927
  input: Record<string, unknown>;
928
928
  expectedOutput: Record<string, unknown> | null;
929
929
  policyVisibleContext: Record<string, unknown>;
@@ -939,7 +939,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
939
939
  mediaType: string;
940
940
  sha256: string;
941
941
  sizeBytes: number;
942
- split: "train" | "validation" | "frozen_eval" | "test";
942
+ split: "train" | "validation" | "test" | "frozen_eval";
943
943
  metadata: Record<string, unknown>;
944
944
  }[] | undefined;
945
945
  resourceRefs?: string[] | undefined;
@@ -1234,7 +1234,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
1234
1234
  };
1235
1235
  shards: {
1236
1236
  id: string;
1237
- split: "train" | "validation" | "frozen_eval" | "test";
1237
+ split: "train" | "validation" | "test" | "frozen_eval";
1238
1238
  path: string;
1239
1239
  contentHash: string;
1240
1240
  schemaHash: string;
@@ -1243,7 +1243,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
1243
1243
  rowGroupCount: number;
1244
1244
  }[];
1245
1245
  rowCount: number;
1246
- splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
1246
+ splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
1247
1247
  sourceReceiptRefs: string[];
1248
1248
  mappingHash: string;
1249
1249
  qualityReportHash: string;
@@ -1301,7 +1301,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
1301
1301
  tasks: {
1302
1302
  id: string;
1303
1303
  clusterKey: string;
1304
- split: "train" | "validation" | "frozen_eval" | "test";
1304
+ split: "train" | "validation" | "test" | "frozen_eval";
1305
1305
  input: Record<string, unknown>;
1306
1306
  expectedOutput: Record<string, unknown> | null;
1307
1307
  policyVisibleContext: Record<string, unknown>;