openpond-sdk 0.9.7 → 0.9.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-SR55WVPK.js → chunk-4HZORGK3.js} +2 -2
- package/dist/{chunk-XR6CLSCS.js → chunk-BGXWHDYM.js} +3 -2
- package/dist/chunk-BGXWHDYM.js.map +7 -0
- package/dist/{chunk-CNGJF6AM.js → chunk-RXKIOOFZ.js} +3 -3
- package/dist/{chunk-62LWLACP.js → chunk-YYJ4T4U4.js} +2 -2
- package/dist/dataset-marketplace.js +11 -0
- package/dist/dataset-marketplace.js.map +2 -2
- package/dist/dataset-workspaces.js +69 -20
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiments.js +60 -5
- package/dist/experiments.js.map +4 -4
- package/dist/index.js +4 -4
- package/dist/model-starter-attempts.js +1 -1
- package/dist/model-taskset-runs.js +2 -2
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +9 -0
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1097 -30
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +12 -12
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +1617 -0
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-history.d.ts +266 -0
- package/dist/types/packages/sdk/src/experiment-history.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiments.d.ts +1 -0
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +2 -2
- package/dist/types/packages/sdk/src/learning-client.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +7 -7
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +2 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-starters.d.ts +1 -1
- package/dist/types/packages/sdk/src/task-inventory.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +6 -6
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +6 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +12 -12
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +36 -36
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +6 -6
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +11 -11
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +8 -8
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +10 -10
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +12 -12
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +12 -12
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +4 -4
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +11 -11
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-project-client.d.ts +4 -4
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +5 -5
- package/package.json +1 -1
- package/dist/chunk-XR6CLSCS.js.map +0 -7
- /package/dist/{chunk-SR55WVPK.js.map → chunk-4HZORGK3.js.map} +0 -0
- /package/dist/{chunk-CNGJF6AM.js.map → chunk-RXKIOOFZ.js.map} +0 -0
- /package/dist/{chunk-62LWLACP.js.map → chunk-YYJ4T4U4.js.map} +0 -0
|
@@ -70,14 +70,14 @@ export declare const TasksetDraftReadbackSchema: z.ZodObject<{
|
|
|
70
70
|
adaptationSplit: z.ZodEnum<{
|
|
71
71
|
train: "train";
|
|
72
72
|
validation: "validation";
|
|
73
|
-
frozen_eval: "frozen_eval";
|
|
74
73
|
test: "test";
|
|
74
|
+
frozen_eval: "frozen_eval";
|
|
75
75
|
}>;
|
|
76
76
|
evaluationSplit: z.ZodEnum<{
|
|
77
77
|
train: "train";
|
|
78
78
|
validation: "validation";
|
|
79
|
-
frozen_eval: "frozen_eval";
|
|
80
79
|
test: "test";
|
|
80
|
+
frozen_eval: "frozen_eval";
|
|
81
81
|
}>;
|
|
82
82
|
primaryMetric: z.ZodEnum<{
|
|
83
83
|
foreground_tokens: "foreground_tokens";
|
|
@@ -337,8 +337,8 @@ export declare const TasksetDraftReadbackSchema: z.ZodObject<{
|
|
|
337
337
|
split: z.ZodEnum<{
|
|
338
338
|
train: "train";
|
|
339
339
|
validation: "validation";
|
|
340
|
-
frozen_eval: "frozen_eval";
|
|
341
340
|
test: "test";
|
|
341
|
+
frozen_eval: "frozen_eval";
|
|
342
342
|
}>;
|
|
343
343
|
path: z.ZodString;
|
|
344
344
|
contentHash: z.ZodString;
|
|
@@ -351,8 +351,8 @@ export declare const TasksetDraftReadbackSchema: z.ZodObject<{
|
|
|
351
351
|
splitCounts: z.ZodRecord<z.ZodEnum<{
|
|
352
352
|
train: "train";
|
|
353
353
|
validation: "validation";
|
|
354
|
-
frozen_eval: "frozen_eval";
|
|
355
354
|
test: "test";
|
|
355
|
+
frozen_eval: "frozen_eval";
|
|
356
356
|
}>, z.ZodNumber>;
|
|
357
357
|
sourceReceiptRefs: z.ZodArray<z.ZodString>;
|
|
358
358
|
mappingHash: z.ZodString;
|
|
@@ -539,8 +539,8 @@ export declare const TasksetDraftReadbackSchema: z.ZodObject<{
|
|
|
539
539
|
split: z.ZodEnum<{
|
|
540
540
|
train: "train";
|
|
541
541
|
validation: "validation";
|
|
542
|
-
frozen_eval: "frozen_eval";
|
|
543
542
|
test: "test";
|
|
543
|
+
frozen_eval: "frozen_eval";
|
|
544
544
|
}>;
|
|
545
545
|
input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
546
546
|
expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
@@ -557,8 +557,8 @@ export declare const TasksetDraftReadbackSchema: z.ZodObject<{
|
|
|
557
557
|
split: z.ZodEnum<{
|
|
558
558
|
train: "train";
|
|
559
559
|
validation: "validation";
|
|
560
|
-
frozen_eval: "frozen_eval";
|
|
561
560
|
test: "test";
|
|
561
|
+
frozen_eval: "frozen_eval";
|
|
562
562
|
}>;
|
|
563
563
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
564
564
|
}, z.core.$strip>>>;
|
|
@@ -887,14 +887,14 @@ export declare const TasksetDraftSaveRequestSchema: z.ZodObject<{
|
|
|
887
887
|
adaptationSplit: z.ZodEnum<{
|
|
888
888
|
train: "train";
|
|
889
889
|
validation: "validation";
|
|
890
|
-
frozen_eval: "frozen_eval";
|
|
891
890
|
test: "test";
|
|
891
|
+
frozen_eval: "frozen_eval";
|
|
892
892
|
}>;
|
|
893
893
|
evaluationSplit: z.ZodEnum<{
|
|
894
894
|
train: "train";
|
|
895
895
|
validation: "validation";
|
|
896
|
-
frozen_eval: "frozen_eval";
|
|
897
896
|
test: "test";
|
|
897
|
+
frozen_eval: "frozen_eval";
|
|
898
898
|
}>;
|
|
899
899
|
primaryMetric: z.ZodEnum<{
|
|
900
900
|
foreground_tokens: "foreground_tokens";
|
|
@@ -1154,8 +1154,8 @@ export declare const TasksetDraftSaveRequestSchema: z.ZodObject<{
|
|
|
1154
1154
|
split: z.ZodEnum<{
|
|
1155
1155
|
train: "train";
|
|
1156
1156
|
validation: "validation";
|
|
1157
|
-
frozen_eval: "frozen_eval";
|
|
1158
1157
|
test: "test";
|
|
1158
|
+
frozen_eval: "frozen_eval";
|
|
1159
1159
|
}>;
|
|
1160
1160
|
path: z.ZodString;
|
|
1161
1161
|
contentHash: z.ZodString;
|
|
@@ -1168,8 +1168,8 @@ export declare const TasksetDraftSaveRequestSchema: z.ZodObject<{
|
|
|
1168
1168
|
splitCounts: z.ZodRecord<z.ZodEnum<{
|
|
1169
1169
|
train: "train";
|
|
1170
1170
|
validation: "validation";
|
|
1171
|
-
frozen_eval: "frozen_eval";
|
|
1172
1171
|
test: "test";
|
|
1172
|
+
frozen_eval: "frozen_eval";
|
|
1173
1173
|
}>, z.ZodNumber>;
|
|
1174
1174
|
sourceReceiptRefs: z.ZodArray<z.ZodString>;
|
|
1175
1175
|
mappingHash: z.ZodString;
|
|
@@ -1356,8 +1356,8 @@ export declare const TasksetDraftSaveRequestSchema: z.ZodObject<{
|
|
|
1356
1356
|
split: z.ZodEnum<{
|
|
1357
1357
|
train: "train";
|
|
1358
1358
|
validation: "validation";
|
|
1359
|
-
frozen_eval: "frozen_eval";
|
|
1360
1359
|
test: "test";
|
|
1360
|
+
frozen_eval: "frozen_eval";
|
|
1361
1361
|
}>;
|
|
1362
1362
|
input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
1363
1363
|
expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
@@ -1374,8 +1374,8 @@ export declare const TasksetDraftSaveRequestSchema: z.ZodObject<{
|
|
|
1374
1374
|
split: z.ZodEnum<{
|
|
1375
1375
|
train: "train";
|
|
1376
1376
|
validation: "validation";
|
|
1377
|
-
frozen_eval: "frozen_eval";
|
|
1378
1377
|
test: "test";
|
|
1378
|
+
frozen_eval: "frozen_eval";
|
|
1379
1379
|
}>;
|
|
1380
1380
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1381
1381
|
}, z.core.$strip>>>;
|
|
@@ -74,8 +74,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
74
74
|
releaseId: string;
|
|
75
75
|
releaseHash: string;
|
|
76
76
|
managedReleasePath: string;
|
|
77
|
-
adaptationSplit: "train" | "validation" | "
|
|
78
|
-
evaluationSplit: "train" | "validation" | "
|
|
77
|
+
adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
78
|
+
evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
79
79
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
80
80
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
81
81
|
source: "builtin" | "imported";
|
|
@@ -293,7 +293,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
293
293
|
schemaVersion: "openpond.taskData.v1";
|
|
294
294
|
id: string;
|
|
295
295
|
clusterKey: string;
|
|
296
|
-
split: "train" | "validation" | "
|
|
296
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
297
297
|
input: Record<string, unknown>;
|
|
298
298
|
expectedOutput: Record<string, unknown> | null;
|
|
299
299
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -309,7 +309,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
309
309
|
mediaType: string;
|
|
310
310
|
sha256: string;
|
|
311
311
|
sizeBytes: number;
|
|
312
|
-
split: "train" | "validation" | "
|
|
312
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
313
313
|
metadata: Record<string, unknown>;
|
|
314
314
|
}[] | undefined;
|
|
315
315
|
resourceRefs?: string[] | undefined;
|
|
@@ -509,7 +509,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
509
509
|
};
|
|
510
510
|
shards: {
|
|
511
511
|
id: string;
|
|
512
|
-
split: "train" | "validation" | "
|
|
512
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
513
513
|
path: string;
|
|
514
514
|
contentHash: string;
|
|
515
515
|
schemaHash: string;
|
|
@@ -518,7 +518,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
518
518
|
rowGroupCount: number;
|
|
519
519
|
}[];
|
|
520
520
|
rowCount: number;
|
|
521
|
-
splitCounts: Record<"train" | "validation" | "
|
|
521
|
+
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
522
522
|
sourceReceiptRefs: string[];
|
|
523
523
|
mappingHash: string;
|
|
524
524
|
qualityReportHash: string;
|
|
@@ -581,8 +581,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
581
581
|
releaseId: string;
|
|
582
582
|
releaseHash: string;
|
|
583
583
|
managedReleasePath: string;
|
|
584
|
-
adaptationSplit: "train" | "validation" | "
|
|
585
|
-
evaluationSplit: "train" | "validation" | "
|
|
584
|
+
adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
585
|
+
evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
586
586
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
587
587
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
588
588
|
source: "builtin" | "imported";
|
|
@@ -800,7 +800,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
800
800
|
schemaVersion: "openpond.taskData.v1";
|
|
801
801
|
id: string;
|
|
802
802
|
clusterKey: string;
|
|
803
|
-
split: "train" | "validation" | "
|
|
803
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
804
804
|
input: Record<string, unknown>;
|
|
805
805
|
expectedOutput: Record<string, unknown> | null;
|
|
806
806
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -816,7 +816,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
816
816
|
mediaType: string;
|
|
817
817
|
sha256: string;
|
|
818
818
|
sizeBytes: number;
|
|
819
|
-
split: "train" | "validation" | "
|
|
819
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
820
820
|
metadata: Record<string, unknown>;
|
|
821
821
|
}[] | undefined;
|
|
822
822
|
resourceRefs?: string[] | undefined;
|
|
@@ -1016,7 +1016,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1016
1016
|
};
|
|
1017
1017
|
shards: {
|
|
1018
1018
|
id: string;
|
|
1019
|
-
split: "train" | "validation" | "
|
|
1019
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1020
1020
|
path: string;
|
|
1021
1021
|
contentHash: string;
|
|
1022
1022
|
schemaHash: string;
|
|
@@ -1025,7 +1025,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1025
1025
|
rowGroupCount: number;
|
|
1026
1026
|
}[];
|
|
1027
1027
|
rowCount: number;
|
|
1028
|
-
splitCounts: Record<"train" | "validation" | "
|
|
1028
|
+
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
1029
1029
|
sourceReceiptRefs: string[];
|
|
1030
1030
|
mappingHash: string;
|
|
1031
1031
|
qualityReportHash: string;
|
|
@@ -1109,8 +1109,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1109
1109
|
releaseId: string;
|
|
1110
1110
|
releaseHash: string;
|
|
1111
1111
|
managedReleasePath: string;
|
|
1112
|
-
adaptationSplit: "train" | "validation" | "
|
|
1113
|
-
evaluationSplit: "train" | "validation" | "
|
|
1112
|
+
adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
1113
|
+
evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
1114
1114
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
1115
1115
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
1116
1116
|
source: "builtin" | "imported";
|
|
@@ -1328,7 +1328,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1328
1328
|
schemaVersion: "openpond.taskData.v1";
|
|
1329
1329
|
id: string;
|
|
1330
1330
|
clusterKey: string;
|
|
1331
|
-
split: "train" | "validation" | "
|
|
1331
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1332
1332
|
input: Record<string, unknown>;
|
|
1333
1333
|
expectedOutput: Record<string, unknown> | null;
|
|
1334
1334
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -1344,7 +1344,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1344
1344
|
mediaType: string;
|
|
1345
1345
|
sha256: string;
|
|
1346
1346
|
sizeBytes: number;
|
|
1347
|
-
split: "train" | "validation" | "
|
|
1347
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1348
1348
|
metadata: Record<string, unknown>;
|
|
1349
1349
|
}[] | undefined;
|
|
1350
1350
|
resourceRefs?: string[] | undefined;
|
|
@@ -1544,7 +1544,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1544
1544
|
};
|
|
1545
1545
|
shards: {
|
|
1546
1546
|
id: string;
|
|
1547
|
-
split: "train" | "validation" | "
|
|
1547
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1548
1548
|
path: string;
|
|
1549
1549
|
contentHash: string;
|
|
1550
1550
|
schemaHash: string;
|
|
@@ -1553,7 +1553,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1553
1553
|
rowGroupCount: number;
|
|
1554
1554
|
}[];
|
|
1555
1555
|
rowCount: number;
|
|
1556
|
-
splitCounts: Record<"train" | "validation" | "
|
|
1556
|
+
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
1557
1557
|
sourceReceiptRefs: string[];
|
|
1558
1558
|
mappingHash: string;
|
|
1559
1559
|
qualityReportHash: string;
|
|
@@ -1616,8 +1616,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1616
1616
|
releaseId: string;
|
|
1617
1617
|
releaseHash: string;
|
|
1618
1618
|
managedReleasePath: string;
|
|
1619
|
-
adaptationSplit: "train" | "validation" | "
|
|
1620
|
-
evaluationSplit: "train" | "validation" | "
|
|
1619
|
+
adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
1620
|
+
evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
1621
1621
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
1622
1622
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
1623
1623
|
source: "builtin" | "imported";
|
|
@@ -1835,7 +1835,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1835
1835
|
schemaVersion: "openpond.taskData.v1";
|
|
1836
1836
|
id: string;
|
|
1837
1837
|
clusterKey: string;
|
|
1838
|
-
split: "train" | "validation" | "
|
|
1838
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1839
1839
|
input: Record<string, unknown>;
|
|
1840
1840
|
expectedOutput: Record<string, unknown> | null;
|
|
1841
1841
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -1851,7 +1851,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1851
1851
|
mediaType: string;
|
|
1852
1852
|
sha256: string;
|
|
1853
1853
|
sizeBytes: number;
|
|
1854
|
-
split: "train" | "validation" | "
|
|
1854
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1855
1855
|
metadata: Record<string, unknown>;
|
|
1856
1856
|
}[] | undefined;
|
|
1857
1857
|
resourceRefs?: string[] | undefined;
|
|
@@ -2051,7 +2051,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2051
2051
|
};
|
|
2052
2052
|
shards: {
|
|
2053
2053
|
id: string;
|
|
2054
|
-
split: "train" | "validation" | "
|
|
2054
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
2055
2055
|
path: string;
|
|
2056
2056
|
contentHash: string;
|
|
2057
2057
|
schemaHash: string;
|
|
@@ -2060,7 +2060,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2060
2060
|
rowGroupCount: number;
|
|
2061
2061
|
}[];
|
|
2062
2062
|
rowCount: number;
|
|
2063
|
-
splitCounts: Record<"train" | "validation" | "
|
|
2063
|
+
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
2064
2064
|
sourceReceiptRefs: string[];
|
|
2065
2065
|
mappingHash: string;
|
|
2066
2066
|
qualityReportHash: string;
|
|
@@ -2123,8 +2123,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2123
2123
|
releaseId: string;
|
|
2124
2124
|
releaseHash: string;
|
|
2125
2125
|
managedReleasePath: string;
|
|
2126
|
-
adaptationSplit: "train" | "validation" | "
|
|
2127
|
-
evaluationSplit: "train" | "validation" | "
|
|
2126
|
+
adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
2127
|
+
evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
2128
2128
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
2129
2129
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
2130
2130
|
source: "builtin" | "imported";
|
|
@@ -2342,7 +2342,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2342
2342
|
schemaVersion: "openpond.taskData.v1";
|
|
2343
2343
|
id: string;
|
|
2344
2344
|
clusterKey: string;
|
|
2345
|
-
split: "train" | "validation" | "
|
|
2345
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
2346
2346
|
input: Record<string, unknown>;
|
|
2347
2347
|
expectedOutput: Record<string, unknown> | null;
|
|
2348
2348
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -2358,7 +2358,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2358
2358
|
mediaType: string;
|
|
2359
2359
|
sha256: string;
|
|
2360
2360
|
sizeBytes: number;
|
|
2361
|
-
split: "train" | "validation" | "
|
|
2361
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
2362
2362
|
metadata: Record<string, unknown>;
|
|
2363
2363
|
}[] | undefined;
|
|
2364
2364
|
resourceRefs?: string[] | undefined;
|
|
@@ -2558,7 +2558,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2558
2558
|
};
|
|
2559
2559
|
shards: {
|
|
2560
2560
|
id: string;
|
|
2561
|
-
split: "train" | "validation" | "
|
|
2561
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
2562
2562
|
path: string;
|
|
2563
2563
|
contentHash: string;
|
|
2564
2564
|
schemaHash: string;
|
|
@@ -2567,7 +2567,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2567
2567
|
rowGroupCount: number;
|
|
2568
2568
|
}[];
|
|
2569
2569
|
rowCount: number;
|
|
2570
|
-
splitCounts: Record<"train" | "validation" | "
|
|
2570
|
+
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
2571
2571
|
sourceReceiptRefs: string[];
|
|
2572
2572
|
mappingHash: string;
|
|
2573
2573
|
qualityReportHash: string;
|
|
@@ -2659,8 +2659,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2659
2659
|
releaseId: string;
|
|
2660
2660
|
releaseHash: string;
|
|
2661
2661
|
managedReleasePath: string;
|
|
2662
|
-
adaptationSplit: "train" | "validation" | "
|
|
2663
|
-
evaluationSplit: "train" | "validation" | "
|
|
2662
|
+
adaptationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
2663
|
+
evaluationSplit: "train" | "validation" | "test" | "frozen_eval";
|
|
2664
2664
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
2665
2665
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
2666
2666
|
source: "builtin" | "imported";
|
|
@@ -2878,7 +2878,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2878
2878
|
schemaVersion: "openpond.taskData.v1";
|
|
2879
2879
|
id: string;
|
|
2880
2880
|
clusterKey: string;
|
|
2881
|
-
split: "train" | "validation" | "
|
|
2881
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
2882
2882
|
input: Record<string, unknown>;
|
|
2883
2883
|
expectedOutput: Record<string, unknown> | null;
|
|
2884
2884
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -2894,7 +2894,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2894
2894
|
mediaType: string;
|
|
2895
2895
|
sha256: string;
|
|
2896
2896
|
sizeBytes: number;
|
|
2897
|
-
split: "train" | "validation" | "
|
|
2897
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
2898
2898
|
metadata: Record<string, unknown>;
|
|
2899
2899
|
}[] | undefined;
|
|
2900
2900
|
resourceRefs?: string[] | undefined;
|
|
@@ -3094,7 +3094,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3094
3094
|
};
|
|
3095
3095
|
shards: {
|
|
3096
3096
|
id: string;
|
|
3097
|
-
split: "train" | "validation" | "
|
|
3097
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
3098
3098
|
path: string;
|
|
3099
3099
|
contentHash: string;
|
|
3100
3100
|
schemaHash: string;
|
|
@@ -3103,7 +3103,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3103
3103
|
rowGroupCount: number;
|
|
3104
3104
|
}[];
|
|
3105
3105
|
rowCount: number;
|
|
3106
|
-
splitCounts: Record<"train" | "validation" | "
|
|
3106
|
+
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
3107
3107
|
sourceReceiptRefs: string[];
|
|
3108
3108
|
mappingHash: string;
|
|
3109
3109
|
qualityReportHash: string;
|
|
@@ -2,8 +2,8 @@ import { z } from "zod";
|
|
|
2
2
|
export declare const TasksetSplitSchema: z.ZodEnum<{
|
|
3
3
|
train: "train";
|
|
4
4
|
validation: "validation";
|
|
5
|
-
frozen_eval: "frozen_eval";
|
|
6
5
|
test: "test";
|
|
6
|
+
frozen_eval: "frozen_eval";
|
|
7
7
|
}>;
|
|
8
8
|
export declare const TasksetPurposeSchema: z.ZodEnum<{
|
|
9
9
|
general: "general";
|
|
@@ -18,14 +18,14 @@ export declare const TasksetBenchmarkBindingSchema: z.ZodObject<{
|
|
|
18
18
|
adaptationSplit: z.ZodEnum<{
|
|
19
19
|
train: "train";
|
|
20
20
|
validation: "validation";
|
|
21
|
-
frozen_eval: "frozen_eval";
|
|
22
21
|
test: "test";
|
|
22
|
+
frozen_eval: "frozen_eval";
|
|
23
23
|
}>;
|
|
24
24
|
evaluationSplit: z.ZodEnum<{
|
|
25
25
|
train: "train";
|
|
26
26
|
validation: "validation";
|
|
27
|
-
frozen_eval: "frozen_eval";
|
|
28
27
|
test: "test";
|
|
28
|
+
frozen_eval: "frozen_eval";
|
|
29
29
|
}>;
|
|
30
30
|
primaryMetric: z.ZodEnum<{
|
|
31
31
|
foreground_tokens: "foreground_tokens";
|
|
@@ -311,8 +311,8 @@ export declare const TaskAssetRefSchema: z.ZodObject<{
|
|
|
311
311
|
split: z.ZodEnum<{
|
|
312
312
|
train: "train";
|
|
313
313
|
validation: "validation";
|
|
314
|
-
frozen_eval: "frozen_eval";
|
|
315
314
|
test: "test";
|
|
315
|
+
frozen_eval: "frozen_eval";
|
|
316
316
|
}>;
|
|
317
317
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
318
318
|
}, z.core.$strip>;
|
|
@@ -330,8 +330,8 @@ export declare const TaskDataRecordSchema: z.ZodObject<{
|
|
|
330
330
|
split: z.ZodEnum<{
|
|
331
331
|
train: "train";
|
|
332
332
|
validation: "validation";
|
|
333
|
-
frozen_eval: "frozen_eval";
|
|
334
333
|
test: "test";
|
|
334
|
+
frozen_eval: "frozen_eval";
|
|
335
335
|
}>;
|
|
336
336
|
input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
337
337
|
expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
@@ -349,8 +349,8 @@ export declare const TaskDataRecordSchema: z.ZodObject<{
|
|
|
349
349
|
split: z.ZodEnum<{
|
|
350
350
|
train: "train";
|
|
351
351
|
validation: "validation";
|
|
352
|
-
frozen_eval: "frozen_eval";
|
|
353
352
|
test: "test";
|
|
353
|
+
frozen_eval: "frozen_eval";
|
|
354
354
|
}>;
|
|
355
355
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
356
356
|
}, z.core.$strip>>>;
|
|
@@ -2,8 +2,8 @@ import { z } from "zod";
|
|
|
2
2
|
export declare const DatasetSplitSchema: z.ZodEnum<{
|
|
3
3
|
train: "train";
|
|
4
4
|
validation: "validation";
|
|
5
|
-
frozen_eval: "frozen_eval";
|
|
6
5
|
test: "test";
|
|
6
|
+
frozen_eval: "frozen_eval";
|
|
7
7
|
}>;
|
|
8
8
|
export declare const DatasetSemanticFieldSchema: z.ZodObject<{
|
|
9
9
|
name: z.ZodString;
|
|
@@ -78,8 +78,8 @@ export declare const DatasetShardRefSchema: z.ZodObject<{
|
|
|
78
78
|
split: z.ZodEnum<{
|
|
79
79
|
train: "train";
|
|
80
80
|
validation: "validation";
|
|
81
|
-
frozen_eval: "frozen_eval";
|
|
82
81
|
test: "test";
|
|
82
|
+
frozen_eval: "frozen_eval";
|
|
83
83
|
}>;
|
|
84
84
|
path: z.ZodString;
|
|
85
85
|
contentHash: z.ZodString;
|
|
@@ -136,8 +136,8 @@ export declare const DatasetArtifactManifestSchema: z.ZodObject<{
|
|
|
136
136
|
split: z.ZodEnum<{
|
|
137
137
|
train: "train";
|
|
138
138
|
validation: "validation";
|
|
139
|
-
frozen_eval: "frozen_eval";
|
|
140
139
|
test: "test";
|
|
140
|
+
frozen_eval: "frozen_eval";
|
|
141
141
|
}>;
|
|
142
142
|
path: z.ZodString;
|
|
143
143
|
contentHash: z.ZodString;
|
|
@@ -150,8 +150,8 @@ export declare const DatasetArtifactManifestSchema: z.ZodObject<{
|
|
|
150
150
|
splitCounts: z.ZodRecord<z.ZodEnum<{
|
|
151
151
|
train: "train";
|
|
152
152
|
validation: "validation";
|
|
153
|
-
frozen_eval: "frozen_eval";
|
|
154
153
|
test: "test";
|
|
154
|
+
frozen_eval: "frozen_eval";
|
|
155
155
|
}>, z.ZodNumber>;
|
|
156
156
|
sourceReceiptRefs: z.ZodArray<z.ZodString>;
|
|
157
157
|
mappingHash: z.ZodString;
|
|
@@ -168,8 +168,8 @@ export declare const DatasetArtifactSummarySchema: z.ZodObject<{
|
|
|
168
168
|
splitCounts: z.ZodRecord<z.ZodEnum<{
|
|
169
169
|
train: "train";
|
|
170
170
|
validation: "validation";
|
|
171
|
-
frozen_eval: "frozen_eval";
|
|
172
171
|
test: "test";
|
|
172
|
+
frozen_eval: "frozen_eval";
|
|
173
173
|
}>, z.ZodNumber>;
|
|
174
174
|
sizeBytes: z.ZodNumber;
|
|
175
175
|
contentHash: z.ZodString;
|
|
@@ -204,8 +204,8 @@ export declare const DatasetCatalogItemSchema: z.ZodObject<{
|
|
|
204
204
|
splitCounts: z.ZodRecord<z.ZodEnum<{
|
|
205
205
|
train: "train";
|
|
206
206
|
validation: "validation";
|
|
207
|
-
frozen_eval: "frozen_eval";
|
|
208
207
|
test: "test";
|
|
208
|
+
frozen_eval: "frozen_eval";
|
|
209
209
|
}>, z.ZodNumber>;
|
|
210
210
|
sizeBytes: z.ZodNullable<z.ZodNumber>;
|
|
211
211
|
available: z.ZodBoolean;
|
|
@@ -243,8 +243,8 @@ export declare const DatasetCatalogResponseSchema: z.ZodObject<{
|
|
|
243
243
|
splitCounts: z.ZodRecord<z.ZodEnum<{
|
|
244
244
|
train: "train";
|
|
245
245
|
validation: "validation";
|
|
246
|
-
frozen_eval: "frozen_eval";
|
|
247
246
|
test: "test";
|
|
247
|
+
frozen_eval: "frozen_eval";
|
|
248
248
|
}>, z.ZodNumber>;
|
|
249
249
|
sizeBytes: z.ZodNullable<z.ZodNumber>;
|
|
250
250
|
available: z.ZodBoolean;
|
|
@@ -304,8 +304,8 @@ export declare const DatasetArtifactRegistryEntrySchema: z.ZodObject<{
|
|
|
304
304
|
split: z.ZodEnum<{
|
|
305
305
|
train: "train";
|
|
306
306
|
validation: "validation";
|
|
307
|
-
frozen_eval: "frozen_eval";
|
|
308
307
|
test: "test";
|
|
308
|
+
frozen_eval: "frozen_eval";
|
|
309
309
|
}>;
|
|
310
310
|
path: z.ZodString;
|
|
311
311
|
contentHash: z.ZodString;
|
|
@@ -318,8 +318,8 @@ export declare const DatasetArtifactRegistryEntrySchema: z.ZodObject<{
|
|
|
318
318
|
splitCounts: z.ZodRecord<z.ZodEnum<{
|
|
319
319
|
train: "train";
|
|
320
320
|
validation: "validation";
|
|
321
|
-
frozen_eval: "frozen_eval";
|
|
322
321
|
test: "test";
|
|
322
|
+
frozen_eval: "frozen_eval";
|
|
323
323
|
}>, z.ZodNumber>;
|
|
324
324
|
sourceReceiptRefs: z.ZodArray<z.ZodString>;
|
|
325
325
|
mappingHash: z.ZodString;
|
|
@@ -339,8 +339,8 @@ export declare const DatasetRowPageRequestSchema: z.ZodObject<{
|
|
|
339
339
|
split: z.ZodDefault<z.ZodNullable<z.ZodEnum<{
|
|
340
340
|
train: "train";
|
|
341
341
|
validation: "validation";
|
|
342
|
-
frozen_eval: "frozen_eval";
|
|
343
342
|
test: "test";
|
|
343
|
+
frozen_eval: "frozen_eval";
|
|
344
344
|
}>>>;
|
|
345
345
|
cursor: z.ZodDefault<z.ZodNullable<z.ZodString>>;
|
|
346
346
|
limit: z.ZodDefault<z.ZodNumber>;
|
|
@@ -354,8 +354,8 @@ export declare const DatasetRowPageSchema: z.ZodObject<{
|
|
|
354
354
|
split: z.ZodNullable<z.ZodEnum<{
|
|
355
355
|
train: "train";
|
|
356
356
|
validation: "validation";
|
|
357
|
-
frozen_eval: "frozen_eval";
|
|
358
357
|
test: "test";
|
|
358
|
+
frozen_eval: "frozen_eval";
|
|
359
359
|
}>>;
|
|
360
360
|
rows: z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
361
361
|
nextCursor: z.ZodNullable<z.ZodString>;
|
|
@@ -6,8 +6,8 @@ export declare const TaskDataDraftSchema: z.ZodObject<{
|
|
|
6
6
|
split: z.ZodEnum<{
|
|
7
7
|
train: "train";
|
|
8
8
|
validation: "validation";
|
|
9
|
-
frozen_eval: "frozen_eval";
|
|
10
9
|
test: "test";
|
|
10
|
+
frozen_eval: "frozen_eval";
|
|
11
11
|
}>;
|
|
12
12
|
input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
13
13
|
expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
@@ -24,8 +24,8 @@ export declare const TaskDataDraftSchema: z.ZodObject<{
|
|
|
24
24
|
split: z.ZodEnum<{
|
|
25
25
|
train: "train";
|
|
26
26
|
validation: "validation";
|
|
27
|
-
frozen_eval: "frozen_eval";
|
|
28
27
|
test: "test";
|
|
28
|
+
frozen_eval: "frozen_eval";
|
|
29
29
|
}>;
|
|
30
30
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
31
31
|
}, z.core.$strip>>>;
|
|
@@ -129,14 +129,14 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
129
129
|
adaptationSplit: z.ZodEnum<{
|
|
130
130
|
train: "train";
|
|
131
131
|
validation: "validation";
|
|
132
|
-
frozen_eval: "frozen_eval";
|
|
133
132
|
test: "test";
|
|
133
|
+
frozen_eval: "frozen_eval";
|
|
134
134
|
}>;
|
|
135
135
|
evaluationSplit: z.ZodEnum<{
|
|
136
136
|
train: "train";
|
|
137
137
|
validation: "validation";
|
|
138
|
-
frozen_eval: "frozen_eval";
|
|
139
138
|
test: "test";
|
|
139
|
+
frozen_eval: "frozen_eval";
|
|
140
140
|
}>;
|
|
141
141
|
primaryMetric: z.ZodEnum<{
|
|
142
142
|
foreground_tokens: "foreground_tokens";
|
|
@@ -396,8 +396,8 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
396
396
|
split: z.ZodEnum<{
|
|
397
397
|
train: "train";
|
|
398
398
|
validation: "validation";
|
|
399
|
-
frozen_eval: "frozen_eval";
|
|
400
399
|
test: "test";
|
|
400
|
+
frozen_eval: "frozen_eval";
|
|
401
401
|
}>;
|
|
402
402
|
path: z.ZodString;
|
|
403
403
|
contentHash: z.ZodString;
|
|
@@ -410,8 +410,8 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
410
410
|
splitCounts: z.ZodRecord<z.ZodEnum<{
|
|
411
411
|
train: "train";
|
|
412
412
|
validation: "validation";
|
|
413
|
-
frozen_eval: "frozen_eval";
|
|
414
413
|
test: "test";
|
|
414
|
+
frozen_eval: "frozen_eval";
|
|
415
415
|
}>, z.ZodNumber>;
|
|
416
416
|
sourceReceiptRefs: z.ZodArray<z.ZodString>;
|
|
417
417
|
mappingHash: z.ZodString;
|
|
@@ -598,8 +598,8 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
598
598
|
split: z.ZodEnum<{
|
|
599
599
|
train: "train";
|
|
600
600
|
validation: "validation";
|
|
601
|
-
frozen_eval: "frozen_eval";
|
|
602
601
|
test: "test";
|
|
602
|
+
frozen_eval: "frozen_eval";
|
|
603
603
|
}>;
|
|
604
604
|
input: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
605
605
|
expectedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
@@ -616,8 +616,8 @@ export declare const TasksetDraftSchema: z.ZodObject<{
|
|
|
616
616
|
split: z.ZodEnum<{
|
|
617
617
|
train: "train";
|
|
618
618
|
validation: "validation";
|
|
619
|
-
frozen_eval: "frozen_eval";
|
|
620
619
|
test: "test";
|
|
620
|
+
frozen_eval: "frozen_eval";
|
|
621
621
|
}>;
|
|
622
622
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
623
623
|
}, z.core.$strip>>>;
|