openpond-sdk 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-EMANJDJR.js → chunk-CNGJF6AM.js} +61 -198
- package/dist/chunk-CNGJF6AM.js.map +7 -0
- package/dist/chunk-SR55WVPK.js +158 -0
- package/dist/chunk-SR55WVPK.js.map +7 -0
- package/dist/dataset-marketplace.js +216 -0
- package/dist/dataset-marketplace.js.map +7 -0
- package/dist/dataset-workspaces.js +86 -2
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiments.js +9 -7
- package/dist/experiments.js.map +1 -1
- package/dist/index.js +9 -8
- package/dist/index.js.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +945 -0
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +146 -145
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +84 -84
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +8 -8
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +2 -2
- package/dist/types/packages/sdk/src/learning-client.d.ts +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +7 -7
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +23 -23
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +47 -47
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +15 -15
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-starters.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +30 -30
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +176 -176
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +25 -25
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +45 -45
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +56 -56
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +71 -71
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +18 -18
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +59 -59
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +68 -68
- package/dist/types/packages/sdk/src/training-project-client.d.ts +12 -12
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/training.d.ts +24 -24
- package/package.json +5 -1
- package/dist/chunk-EMANJDJR.js.map +0 -7
|
@@ -13,6 +13,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
13
13
|
});
|
|
14
14
|
list(options?: {
|
|
15
15
|
cursor?: string;
|
|
16
|
+
projectId?: string;
|
|
16
17
|
signal?: AbortSignal;
|
|
17
18
|
}): Promise<{
|
|
18
19
|
teamId: string;
|
|
@@ -92,8 +93,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
92
93
|
releaseId: string;
|
|
93
94
|
releaseHash: string;
|
|
94
95
|
managedReleasePath: string;
|
|
95
|
-
adaptationSplit: "train" | "validation" | "
|
|
96
|
-
evaluationSplit: "train" | "validation" | "
|
|
96
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
97
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
97
98
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
98
99
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
99
100
|
source: "builtin" | "imported";
|
|
@@ -113,9 +114,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
113
114
|
title: string;
|
|
114
115
|
sourceHash: string;
|
|
115
116
|
occurredAt: string;
|
|
116
|
-
licensingStatus: "
|
|
117
|
-
secretScanStatus: "
|
|
118
|
-
piiScanStatus: "
|
|
117
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
118
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
119
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
119
120
|
metadata: Record<string, unknown>;
|
|
120
121
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
121
122
|
kind: "huggingface";
|
|
@@ -134,9 +135,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
134
135
|
title: string;
|
|
135
136
|
sourceHash: string;
|
|
136
137
|
occurredAt: string;
|
|
137
|
-
licensingStatus: "
|
|
138
|
-
secretScanStatus: "
|
|
139
|
-
piiScanStatus: "
|
|
138
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
139
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
140
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
140
141
|
metadata: Record<string, unknown>;
|
|
141
142
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
142
143
|
kind: "uploaded_file";
|
|
@@ -151,9 +152,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
151
152
|
title: string;
|
|
152
153
|
sourceHash: string;
|
|
153
154
|
occurredAt: string;
|
|
154
|
-
licensingStatus: "
|
|
155
|
-
secretScanStatus: "
|
|
156
|
-
piiScanStatus: "
|
|
155
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
156
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
157
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
157
158
|
metadata: Record<string, unknown>;
|
|
158
159
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
159
160
|
kind: "generated";
|
|
@@ -167,9 +168,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
167
168
|
title: string;
|
|
168
169
|
sourceHash: string;
|
|
169
170
|
occurredAt: string;
|
|
170
|
-
licensingStatus: "
|
|
171
|
-
secretScanStatus: "
|
|
172
|
-
piiScanStatus: "
|
|
171
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
172
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
173
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
173
174
|
metadata: Record<string, unknown>;
|
|
174
175
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
175
176
|
kind: "learning_batch";
|
|
@@ -203,9 +204,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
203
204
|
purpose: "task_authoring_and_evaluation";
|
|
204
205
|
};
|
|
205
206
|
connectedAppIds: string[];
|
|
206
|
-
secretScanStatus: "
|
|
207
|
-
piiScanStatus: "
|
|
208
|
-
licensingStatus: "
|
|
207
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
208
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
209
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
209
210
|
metadata: Record<string, unknown>;
|
|
210
211
|
})[];
|
|
211
212
|
policy: {
|
|
@@ -221,7 +222,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
221
222
|
stateful: boolean;
|
|
222
223
|
deterministicSeeds: boolean;
|
|
223
224
|
toolNames: string[];
|
|
224
|
-
lifecycle: ("
|
|
225
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
225
226
|
defaultTimeoutMs: number;
|
|
226
227
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
227
228
|
metadata: Record<string, unknown>;
|
|
@@ -258,7 +259,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
258
259
|
}[] | undefined;
|
|
259
260
|
};
|
|
260
261
|
output: {
|
|
261
|
-
mode: "
|
|
262
|
+
mode: "artifacts" | "text" | "structured_json";
|
|
262
263
|
jsonSchema: Record<string, unknown> | null;
|
|
263
264
|
renderer: {
|
|
264
265
|
module: string;
|
|
@@ -269,8 +270,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
269
270
|
capabilities: {
|
|
270
271
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
271
272
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
272
|
-
supportedSignals: ("label" | "
|
|
273
|
-
compatibleMethods: ("none" | "
|
|
273
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
274
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
274
275
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
275
276
|
requiresTools: boolean;
|
|
276
277
|
requiresState: boolean;
|
|
@@ -311,7 +312,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
311
312
|
schemaVersion: "openpond.taskData.v1";
|
|
312
313
|
id: string;
|
|
313
314
|
clusterKey: string;
|
|
314
|
-
split: "train" | "validation" | "
|
|
315
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
315
316
|
input: Record<string, unknown>;
|
|
316
317
|
expectedOutput: Record<string, unknown> | null;
|
|
317
318
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -327,7 +328,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
327
328
|
mediaType: string;
|
|
328
329
|
sha256: string;
|
|
329
330
|
sizeBytes: number;
|
|
330
|
-
split: "train" | "validation" | "
|
|
331
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
331
332
|
metadata: Record<string, unknown>;
|
|
332
333
|
}[] | undefined;
|
|
333
334
|
resourceRefs?: string[] | undefined;
|
|
@@ -348,7 +349,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
348
349
|
rewardEligible: boolean;
|
|
349
350
|
privileged: boolean;
|
|
350
351
|
metadata: Record<string, unknown>;
|
|
351
|
-
kind: "file" | "content" | "
|
|
352
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
352
353
|
config: Record<string, unknown>;
|
|
353
354
|
} | {
|
|
354
355
|
id: string;
|
|
@@ -366,7 +367,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
366
367
|
modelId: string;
|
|
367
368
|
};
|
|
368
369
|
calibrationFixtureRefs: string[];
|
|
369
|
-
calibrationStatus: "
|
|
370
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
370
371
|
temperature: number;
|
|
371
372
|
} | {
|
|
372
373
|
id: string;
|
|
@@ -399,7 +400,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
399
400
|
graderFixtures: {
|
|
400
401
|
id: string;
|
|
401
402
|
taskId: string;
|
|
402
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
403
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
403
404
|
output: Record<string, unknown>;
|
|
404
405
|
infrastructureError: string | null;
|
|
405
406
|
expectedPassed: boolean;
|
|
@@ -518,7 +519,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
518
519
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
519
520
|
fields: {
|
|
520
521
|
name: string;
|
|
521
|
-
semanticRole: "metadata" | "
|
|
522
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
522
523
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
523
524
|
nullable: boolean;
|
|
524
525
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -527,7 +528,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
527
528
|
};
|
|
528
529
|
shards: {
|
|
529
530
|
id: string;
|
|
530
|
-
split: "train" | "validation" | "
|
|
531
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
531
532
|
path: string;
|
|
532
533
|
contentHash: string;
|
|
533
534
|
schemaHash: string;
|
|
@@ -536,7 +537,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
536
537
|
rowGroupCount: number;
|
|
537
538
|
}[];
|
|
538
539
|
rowCount: number;
|
|
539
|
-
splitCounts: Record<"train" | "validation" | "
|
|
540
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
540
541
|
sourceReceiptRefs: string[];
|
|
541
542
|
mappingHash: string;
|
|
542
543
|
qualityReportHash: string;
|
|
@@ -619,8 +620,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
619
620
|
releaseId: string;
|
|
620
621
|
releaseHash: string;
|
|
621
622
|
managedReleasePath: string;
|
|
622
|
-
adaptationSplit: "train" | "validation" | "
|
|
623
|
-
evaluationSplit: "train" | "validation" | "
|
|
623
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
624
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
624
625
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
625
626
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
626
627
|
source: "builtin" | "imported";
|
|
@@ -640,9 +641,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
640
641
|
title: string;
|
|
641
642
|
sourceHash: string;
|
|
642
643
|
occurredAt: string;
|
|
643
|
-
licensingStatus: "
|
|
644
|
-
secretScanStatus: "
|
|
645
|
-
piiScanStatus: "
|
|
644
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
645
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
646
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
646
647
|
metadata: Record<string, unknown>;
|
|
647
648
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
648
649
|
kind: "huggingface";
|
|
@@ -661,9 +662,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
661
662
|
title: string;
|
|
662
663
|
sourceHash: string;
|
|
663
664
|
occurredAt: string;
|
|
664
|
-
licensingStatus: "
|
|
665
|
-
secretScanStatus: "
|
|
666
|
-
piiScanStatus: "
|
|
665
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
666
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
667
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
667
668
|
metadata: Record<string, unknown>;
|
|
668
669
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
669
670
|
kind: "uploaded_file";
|
|
@@ -678,9 +679,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
678
679
|
title: string;
|
|
679
680
|
sourceHash: string;
|
|
680
681
|
occurredAt: string;
|
|
681
|
-
licensingStatus: "
|
|
682
|
-
secretScanStatus: "
|
|
683
|
-
piiScanStatus: "
|
|
682
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
683
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
684
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
684
685
|
metadata: Record<string, unknown>;
|
|
685
686
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
686
687
|
kind: "generated";
|
|
@@ -694,9 +695,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
694
695
|
title: string;
|
|
695
696
|
sourceHash: string;
|
|
696
697
|
occurredAt: string;
|
|
697
|
-
licensingStatus: "
|
|
698
|
-
secretScanStatus: "
|
|
699
|
-
piiScanStatus: "
|
|
698
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
699
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
700
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
700
701
|
metadata: Record<string, unknown>;
|
|
701
702
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
702
703
|
kind: "learning_batch";
|
|
@@ -730,9 +731,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
730
731
|
purpose: "task_authoring_and_evaluation";
|
|
731
732
|
};
|
|
732
733
|
connectedAppIds: string[];
|
|
733
|
-
secretScanStatus: "
|
|
734
|
-
piiScanStatus: "
|
|
735
|
-
licensingStatus: "
|
|
734
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
735
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
736
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
736
737
|
metadata: Record<string, unknown>;
|
|
737
738
|
})[];
|
|
738
739
|
policy: {
|
|
@@ -748,7 +749,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
748
749
|
stateful: boolean;
|
|
749
750
|
deterministicSeeds: boolean;
|
|
750
751
|
toolNames: string[];
|
|
751
|
-
lifecycle: ("
|
|
752
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
752
753
|
defaultTimeoutMs: number;
|
|
753
754
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
754
755
|
metadata: Record<string, unknown>;
|
|
@@ -785,7 +786,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
785
786
|
}[] | undefined;
|
|
786
787
|
};
|
|
787
788
|
output: {
|
|
788
|
-
mode: "
|
|
789
|
+
mode: "artifacts" | "text" | "structured_json";
|
|
789
790
|
jsonSchema: Record<string, unknown> | null;
|
|
790
791
|
renderer: {
|
|
791
792
|
module: string;
|
|
@@ -796,8 +797,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
796
797
|
capabilities: {
|
|
797
798
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
798
799
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
799
|
-
supportedSignals: ("label" | "
|
|
800
|
-
compatibleMethods: ("none" | "
|
|
800
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
801
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
801
802
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
802
803
|
requiresTools: boolean;
|
|
803
804
|
requiresState: boolean;
|
|
@@ -838,7 +839,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
838
839
|
schemaVersion: "openpond.taskData.v1";
|
|
839
840
|
id: string;
|
|
840
841
|
clusterKey: string;
|
|
841
|
-
split: "train" | "validation" | "
|
|
842
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
842
843
|
input: Record<string, unknown>;
|
|
843
844
|
expectedOutput: Record<string, unknown> | null;
|
|
844
845
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -854,7 +855,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
854
855
|
mediaType: string;
|
|
855
856
|
sha256: string;
|
|
856
857
|
sizeBytes: number;
|
|
857
|
-
split: "train" | "validation" | "
|
|
858
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
858
859
|
metadata: Record<string, unknown>;
|
|
859
860
|
}[] | undefined;
|
|
860
861
|
resourceRefs?: string[] | undefined;
|
|
@@ -875,7 +876,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
875
876
|
rewardEligible: boolean;
|
|
876
877
|
privileged: boolean;
|
|
877
878
|
metadata: Record<string, unknown>;
|
|
878
|
-
kind: "file" | "content" | "
|
|
879
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
879
880
|
config: Record<string, unknown>;
|
|
880
881
|
} | {
|
|
881
882
|
id: string;
|
|
@@ -893,7 +894,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
893
894
|
modelId: string;
|
|
894
895
|
};
|
|
895
896
|
calibrationFixtureRefs: string[];
|
|
896
|
-
calibrationStatus: "
|
|
897
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
897
898
|
temperature: number;
|
|
898
899
|
} | {
|
|
899
900
|
id: string;
|
|
@@ -926,7 +927,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
926
927
|
graderFixtures: {
|
|
927
928
|
id: string;
|
|
928
929
|
taskId: string;
|
|
929
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
930
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
930
931
|
output: Record<string, unknown>;
|
|
931
932
|
infrastructureError: string | null;
|
|
932
933
|
expectedPassed: boolean;
|
|
@@ -1045,7 +1046,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1045
1046
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1046
1047
|
fields: {
|
|
1047
1048
|
name: string;
|
|
1048
|
-
semanticRole: "metadata" | "
|
|
1049
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
1049
1050
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1050
1051
|
nullable: boolean;
|
|
1051
1052
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -1054,7 +1055,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1054
1055
|
};
|
|
1055
1056
|
shards: {
|
|
1056
1057
|
id: string;
|
|
1057
|
-
split: "train" | "validation" | "
|
|
1058
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1058
1059
|
path: string;
|
|
1059
1060
|
contentHash: string;
|
|
1060
1061
|
schemaHash: string;
|
|
@@ -1063,7 +1064,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1063
1064
|
rowGroupCount: number;
|
|
1064
1065
|
}[];
|
|
1065
1066
|
rowCount: number;
|
|
1066
|
-
splitCounts: Record<"train" | "validation" | "
|
|
1067
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
1067
1068
|
sourceReceiptRefs: string[];
|
|
1068
1069
|
mappingHash: string;
|
|
1069
1070
|
qualityReportHash: string;
|
|
@@ -1167,8 +1168,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1167
1168
|
releaseId: string;
|
|
1168
1169
|
releaseHash: string;
|
|
1169
1170
|
managedReleasePath: string;
|
|
1170
|
-
adaptationSplit: "train" | "validation" | "
|
|
1171
|
-
evaluationSplit: "train" | "validation" | "
|
|
1171
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
1172
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
1172
1173
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
1173
1174
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
1174
1175
|
source: "builtin" | "imported";
|
|
@@ -1188,9 +1189,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1188
1189
|
title: string;
|
|
1189
1190
|
sourceHash: string;
|
|
1190
1191
|
occurredAt: string;
|
|
1191
|
-
licensingStatus: "
|
|
1192
|
-
secretScanStatus: "
|
|
1193
|
-
piiScanStatus: "
|
|
1192
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1193
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1194
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1194
1195
|
metadata: Record<string, unknown>;
|
|
1195
1196
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1196
1197
|
kind: "huggingface";
|
|
@@ -1209,9 +1210,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1209
1210
|
title: string;
|
|
1210
1211
|
sourceHash: string;
|
|
1211
1212
|
occurredAt: string;
|
|
1212
|
-
licensingStatus: "
|
|
1213
|
-
secretScanStatus: "
|
|
1214
|
-
piiScanStatus: "
|
|
1213
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1214
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1215
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1215
1216
|
metadata: Record<string, unknown>;
|
|
1216
1217
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1217
1218
|
kind: "uploaded_file";
|
|
@@ -1226,9 +1227,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1226
1227
|
title: string;
|
|
1227
1228
|
sourceHash: string;
|
|
1228
1229
|
occurredAt: string;
|
|
1229
|
-
licensingStatus: "
|
|
1230
|
-
secretScanStatus: "
|
|
1231
|
-
piiScanStatus: "
|
|
1230
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1231
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1232
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1232
1233
|
metadata: Record<string, unknown>;
|
|
1233
1234
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1234
1235
|
kind: "generated";
|
|
@@ -1242,9 +1243,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1242
1243
|
title: string;
|
|
1243
1244
|
sourceHash: string;
|
|
1244
1245
|
occurredAt: string;
|
|
1245
|
-
licensingStatus: "
|
|
1246
|
-
secretScanStatus: "
|
|
1247
|
-
piiScanStatus: "
|
|
1246
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1247
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1248
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1248
1249
|
metadata: Record<string, unknown>;
|
|
1249
1250
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1250
1251
|
kind: "learning_batch";
|
|
@@ -1278,9 +1279,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1278
1279
|
purpose: "task_authoring_and_evaluation";
|
|
1279
1280
|
};
|
|
1280
1281
|
connectedAppIds: string[];
|
|
1281
|
-
secretScanStatus: "
|
|
1282
|
-
piiScanStatus: "
|
|
1283
|
-
licensingStatus: "
|
|
1282
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1283
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1284
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1284
1285
|
metadata: Record<string, unknown>;
|
|
1285
1286
|
})[];
|
|
1286
1287
|
policy: {
|
|
@@ -1296,7 +1297,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1296
1297
|
stateful: boolean;
|
|
1297
1298
|
deterministicSeeds: boolean;
|
|
1298
1299
|
toolNames: string[];
|
|
1299
|
-
lifecycle: ("
|
|
1300
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
1300
1301
|
defaultTimeoutMs: number;
|
|
1301
1302
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
1302
1303
|
metadata: Record<string, unknown>;
|
|
@@ -1333,7 +1334,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1333
1334
|
}[] | undefined;
|
|
1334
1335
|
};
|
|
1335
1336
|
output: {
|
|
1336
|
-
mode: "
|
|
1337
|
+
mode: "artifacts" | "text" | "structured_json";
|
|
1337
1338
|
jsonSchema: Record<string, unknown> | null;
|
|
1338
1339
|
renderer: {
|
|
1339
1340
|
module: string;
|
|
@@ -1344,8 +1345,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1344
1345
|
capabilities: {
|
|
1345
1346
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1346
1347
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
1347
|
-
supportedSignals: ("label" | "
|
|
1348
|
-
compatibleMethods: ("none" | "
|
|
1348
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
1349
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
1349
1350
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
1350
1351
|
requiresTools: boolean;
|
|
1351
1352
|
requiresState: boolean;
|
|
@@ -1386,7 +1387,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1386
1387
|
schemaVersion: "openpond.taskData.v1";
|
|
1387
1388
|
id: string;
|
|
1388
1389
|
clusterKey: string;
|
|
1389
|
-
split: "train" | "validation" | "
|
|
1390
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1390
1391
|
input: Record<string, unknown>;
|
|
1391
1392
|
expectedOutput: Record<string, unknown> | null;
|
|
1392
1393
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -1402,7 +1403,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1402
1403
|
mediaType: string;
|
|
1403
1404
|
sha256: string;
|
|
1404
1405
|
sizeBytes: number;
|
|
1405
|
-
split: "train" | "validation" | "
|
|
1406
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1406
1407
|
metadata: Record<string, unknown>;
|
|
1407
1408
|
}[] | undefined;
|
|
1408
1409
|
resourceRefs?: string[] | undefined;
|
|
@@ -1423,7 +1424,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1423
1424
|
rewardEligible: boolean;
|
|
1424
1425
|
privileged: boolean;
|
|
1425
1426
|
metadata: Record<string, unknown>;
|
|
1426
|
-
kind: "file" | "content" | "
|
|
1427
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
1427
1428
|
config: Record<string, unknown>;
|
|
1428
1429
|
} | {
|
|
1429
1430
|
id: string;
|
|
@@ -1441,7 +1442,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1441
1442
|
modelId: string;
|
|
1442
1443
|
};
|
|
1443
1444
|
calibrationFixtureRefs: string[];
|
|
1444
|
-
calibrationStatus: "
|
|
1445
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
1445
1446
|
temperature: number;
|
|
1446
1447
|
} | {
|
|
1447
1448
|
id: string;
|
|
@@ -1474,7 +1475,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1474
1475
|
graderFixtures: {
|
|
1475
1476
|
id: string;
|
|
1476
1477
|
taskId: string;
|
|
1477
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
1478
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
1478
1479
|
output: Record<string, unknown>;
|
|
1479
1480
|
infrastructureError: string | null;
|
|
1480
1481
|
expectedPassed: boolean;
|
|
@@ -1593,7 +1594,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1593
1594
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1594
1595
|
fields: {
|
|
1595
1596
|
name: string;
|
|
1596
|
-
semanticRole: "metadata" | "
|
|
1597
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
1597
1598
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1598
1599
|
nullable: boolean;
|
|
1599
1600
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -1602,7 +1603,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1602
1603
|
};
|
|
1603
1604
|
shards: {
|
|
1604
1605
|
id: string;
|
|
1605
|
-
split: "train" | "validation" | "
|
|
1606
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1606
1607
|
path: string;
|
|
1607
1608
|
contentHash: string;
|
|
1608
1609
|
schemaHash: string;
|
|
@@ -1611,7 +1612,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1611
1612
|
rowGroupCount: number;
|
|
1612
1613
|
}[];
|
|
1613
1614
|
rowCount: number;
|
|
1614
|
-
splitCounts: Record<"train" | "validation" | "
|
|
1615
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
1615
1616
|
sourceReceiptRefs: string[];
|
|
1616
1617
|
mappingHash: string;
|
|
1617
1618
|
qualityReportHash: string;
|
|
@@ -1694,8 +1695,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1694
1695
|
releaseId: string;
|
|
1695
1696
|
releaseHash: string;
|
|
1696
1697
|
managedReleasePath: string;
|
|
1697
|
-
adaptationSplit: "train" | "validation" | "
|
|
1698
|
-
evaluationSplit: "train" | "validation" | "
|
|
1698
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
1699
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
1699
1700
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
1700
1701
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
1701
1702
|
source: "builtin" | "imported";
|
|
@@ -1715,9 +1716,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1715
1716
|
title: string;
|
|
1716
1717
|
sourceHash: string;
|
|
1717
1718
|
occurredAt: string;
|
|
1718
|
-
licensingStatus: "
|
|
1719
|
-
secretScanStatus: "
|
|
1720
|
-
piiScanStatus: "
|
|
1719
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1720
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1721
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1721
1722
|
metadata: Record<string, unknown>;
|
|
1722
1723
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1723
1724
|
kind: "huggingface";
|
|
@@ -1736,9 +1737,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1736
1737
|
title: string;
|
|
1737
1738
|
sourceHash: string;
|
|
1738
1739
|
occurredAt: string;
|
|
1739
|
-
licensingStatus: "
|
|
1740
|
-
secretScanStatus: "
|
|
1741
|
-
piiScanStatus: "
|
|
1740
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1741
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1742
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1742
1743
|
metadata: Record<string, unknown>;
|
|
1743
1744
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1744
1745
|
kind: "uploaded_file";
|
|
@@ -1753,9 +1754,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1753
1754
|
title: string;
|
|
1754
1755
|
sourceHash: string;
|
|
1755
1756
|
occurredAt: string;
|
|
1756
|
-
licensingStatus: "
|
|
1757
|
-
secretScanStatus: "
|
|
1758
|
-
piiScanStatus: "
|
|
1757
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1758
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1759
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1759
1760
|
metadata: Record<string, unknown>;
|
|
1760
1761
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1761
1762
|
kind: "generated";
|
|
@@ -1769,9 +1770,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1769
1770
|
title: string;
|
|
1770
1771
|
sourceHash: string;
|
|
1771
1772
|
occurredAt: string;
|
|
1772
|
-
licensingStatus: "
|
|
1773
|
-
secretScanStatus: "
|
|
1774
|
-
piiScanStatus: "
|
|
1773
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1774
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1775
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1775
1776
|
metadata: Record<string, unknown>;
|
|
1776
1777
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1777
1778
|
kind: "learning_batch";
|
|
@@ -1805,9 +1806,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1805
1806
|
purpose: "task_authoring_and_evaluation";
|
|
1806
1807
|
};
|
|
1807
1808
|
connectedAppIds: string[];
|
|
1808
|
-
secretScanStatus: "
|
|
1809
|
-
piiScanStatus: "
|
|
1810
|
-
licensingStatus: "
|
|
1809
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1810
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1811
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1811
1812
|
metadata: Record<string, unknown>;
|
|
1812
1813
|
})[];
|
|
1813
1814
|
policy: {
|
|
@@ -1823,7 +1824,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1823
1824
|
stateful: boolean;
|
|
1824
1825
|
deterministicSeeds: boolean;
|
|
1825
1826
|
toolNames: string[];
|
|
1826
|
-
lifecycle: ("
|
|
1827
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
1827
1828
|
defaultTimeoutMs: number;
|
|
1828
1829
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
1829
1830
|
metadata: Record<string, unknown>;
|
|
@@ -1860,7 +1861,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1860
1861
|
}[] | undefined;
|
|
1861
1862
|
};
|
|
1862
1863
|
output: {
|
|
1863
|
-
mode: "
|
|
1864
|
+
mode: "artifacts" | "text" | "structured_json";
|
|
1864
1865
|
jsonSchema: Record<string, unknown> | null;
|
|
1865
1866
|
renderer: {
|
|
1866
1867
|
module: string;
|
|
@@ -1871,8 +1872,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1871
1872
|
capabilities: {
|
|
1872
1873
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1873
1874
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
1874
|
-
supportedSignals: ("label" | "
|
|
1875
|
-
compatibleMethods: ("none" | "
|
|
1875
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
1876
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
1876
1877
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
1877
1878
|
requiresTools: boolean;
|
|
1878
1879
|
requiresState: boolean;
|
|
@@ -1913,7 +1914,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1913
1914
|
schemaVersion: "openpond.taskData.v1";
|
|
1914
1915
|
id: string;
|
|
1915
1916
|
clusterKey: string;
|
|
1916
|
-
split: "train" | "validation" | "
|
|
1917
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1917
1918
|
input: Record<string, unknown>;
|
|
1918
1919
|
expectedOutput: Record<string, unknown> | null;
|
|
1919
1920
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -1929,7 +1930,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1929
1930
|
mediaType: string;
|
|
1930
1931
|
sha256: string;
|
|
1931
1932
|
sizeBytes: number;
|
|
1932
|
-
split: "train" | "validation" | "
|
|
1933
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1933
1934
|
metadata: Record<string, unknown>;
|
|
1934
1935
|
}[] | undefined;
|
|
1935
1936
|
resourceRefs?: string[] | undefined;
|
|
@@ -1950,7 +1951,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1950
1951
|
rewardEligible: boolean;
|
|
1951
1952
|
privileged: boolean;
|
|
1952
1953
|
metadata: Record<string, unknown>;
|
|
1953
|
-
kind: "file" | "content" | "
|
|
1954
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
1954
1955
|
config: Record<string, unknown>;
|
|
1955
1956
|
} | {
|
|
1956
1957
|
id: string;
|
|
@@ -1968,7 +1969,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1968
1969
|
modelId: string;
|
|
1969
1970
|
};
|
|
1970
1971
|
calibrationFixtureRefs: string[];
|
|
1971
|
-
calibrationStatus: "
|
|
1972
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
1972
1973
|
temperature: number;
|
|
1973
1974
|
} | {
|
|
1974
1975
|
id: string;
|
|
@@ -2001,7 +2002,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2001
2002
|
graderFixtures: {
|
|
2002
2003
|
id: string;
|
|
2003
2004
|
taskId: string;
|
|
2004
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
2005
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
2005
2006
|
output: Record<string, unknown>;
|
|
2006
2007
|
infrastructureError: string | null;
|
|
2007
2008
|
expectedPassed: boolean;
|
|
@@ -2120,7 +2121,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2120
2121
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2121
2122
|
fields: {
|
|
2122
2123
|
name: string;
|
|
2123
|
-
semanticRole: "metadata" | "
|
|
2124
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
2124
2125
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2125
2126
|
nullable: boolean;
|
|
2126
2127
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -2129,7 +2130,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2129
2130
|
};
|
|
2130
2131
|
shards: {
|
|
2131
2132
|
id: string;
|
|
2132
|
-
split: "train" | "validation" | "
|
|
2133
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
2133
2134
|
path: string;
|
|
2134
2135
|
contentHash: string;
|
|
2135
2136
|
schemaHash: string;
|
|
@@ -2138,7 +2139,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2138
2139
|
rowGroupCount: number;
|
|
2139
2140
|
}[];
|
|
2140
2141
|
rowCount: number;
|
|
2141
|
-
splitCounts: Record<"train" | "validation" | "
|
|
2142
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
2142
2143
|
sourceReceiptRefs: string[];
|
|
2143
2144
|
mappingHash: string;
|
|
2144
2145
|
qualityReportHash: string;
|
|
@@ -2233,8 +2234,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2233
2234
|
releaseId: string;
|
|
2234
2235
|
releaseHash: string;
|
|
2235
2236
|
managedReleasePath: string;
|
|
2236
|
-
adaptationSplit: "train" | "validation" | "
|
|
2237
|
-
evaluationSplit: "train" | "validation" | "
|
|
2237
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
2238
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
2238
2239
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
2239
2240
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
2240
2241
|
source: "builtin" | "imported";
|
|
@@ -2254,9 +2255,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2254
2255
|
title: string;
|
|
2255
2256
|
sourceHash: string;
|
|
2256
2257
|
occurredAt: string;
|
|
2257
|
-
licensingStatus: "
|
|
2258
|
-
secretScanStatus: "
|
|
2259
|
-
piiScanStatus: "
|
|
2258
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2259
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2260
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2260
2261
|
metadata: Record<string, unknown>;
|
|
2261
2262
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2262
2263
|
kind: "huggingface";
|
|
@@ -2275,9 +2276,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2275
2276
|
title: string;
|
|
2276
2277
|
sourceHash: string;
|
|
2277
2278
|
occurredAt: string;
|
|
2278
|
-
licensingStatus: "
|
|
2279
|
-
secretScanStatus: "
|
|
2280
|
-
piiScanStatus: "
|
|
2279
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2280
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2281
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2281
2282
|
metadata: Record<string, unknown>;
|
|
2282
2283
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2283
2284
|
kind: "uploaded_file";
|
|
@@ -2292,9 +2293,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2292
2293
|
title: string;
|
|
2293
2294
|
sourceHash: string;
|
|
2294
2295
|
occurredAt: string;
|
|
2295
|
-
licensingStatus: "
|
|
2296
|
-
secretScanStatus: "
|
|
2297
|
-
piiScanStatus: "
|
|
2296
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2297
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2298
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2298
2299
|
metadata: Record<string, unknown>;
|
|
2299
2300
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2300
2301
|
kind: "generated";
|
|
@@ -2308,9 +2309,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2308
2309
|
title: string;
|
|
2309
2310
|
sourceHash: string;
|
|
2310
2311
|
occurredAt: string;
|
|
2311
|
-
licensingStatus: "
|
|
2312
|
-
secretScanStatus: "
|
|
2313
|
-
piiScanStatus: "
|
|
2312
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2313
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2314
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2314
2315
|
metadata: Record<string, unknown>;
|
|
2315
2316
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2316
2317
|
kind: "learning_batch";
|
|
@@ -2344,9 +2345,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2344
2345
|
purpose: "task_authoring_and_evaluation";
|
|
2345
2346
|
};
|
|
2346
2347
|
connectedAppIds: string[];
|
|
2347
|
-
secretScanStatus: "
|
|
2348
|
-
piiScanStatus: "
|
|
2349
|
-
licensingStatus: "
|
|
2348
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2349
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2350
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2350
2351
|
metadata: Record<string, unknown>;
|
|
2351
2352
|
})[];
|
|
2352
2353
|
policy: {
|
|
@@ -2362,7 +2363,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2362
2363
|
stateful: boolean;
|
|
2363
2364
|
deterministicSeeds: boolean;
|
|
2364
2365
|
toolNames: string[];
|
|
2365
|
-
lifecycle: ("
|
|
2366
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
2366
2367
|
defaultTimeoutMs: number;
|
|
2367
2368
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
2368
2369
|
metadata: Record<string, unknown>;
|
|
@@ -2399,7 +2400,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2399
2400
|
}[] | undefined;
|
|
2400
2401
|
};
|
|
2401
2402
|
output: {
|
|
2402
|
-
mode: "
|
|
2403
|
+
mode: "artifacts" | "text" | "structured_json";
|
|
2403
2404
|
jsonSchema: Record<string, unknown> | null;
|
|
2404
2405
|
renderer: {
|
|
2405
2406
|
module: string;
|
|
@@ -2410,8 +2411,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2410
2411
|
capabilities: {
|
|
2411
2412
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2412
2413
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
2413
|
-
supportedSignals: ("label" | "
|
|
2414
|
-
compatibleMethods: ("none" | "
|
|
2414
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
2415
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
2415
2416
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
2416
2417
|
requiresTools: boolean;
|
|
2417
2418
|
requiresState: boolean;
|
|
@@ -2452,7 +2453,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2452
2453
|
schemaVersion: "openpond.taskData.v1";
|
|
2453
2454
|
id: string;
|
|
2454
2455
|
clusterKey: string;
|
|
2455
|
-
split: "train" | "validation" | "
|
|
2456
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
2456
2457
|
input: Record<string, unknown>;
|
|
2457
2458
|
expectedOutput: Record<string, unknown> | null;
|
|
2458
2459
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -2468,7 +2469,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2468
2469
|
mediaType: string;
|
|
2469
2470
|
sha256: string;
|
|
2470
2471
|
sizeBytes: number;
|
|
2471
|
-
split: "train" | "validation" | "
|
|
2472
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
2472
2473
|
metadata: Record<string, unknown>;
|
|
2473
2474
|
}[] | undefined;
|
|
2474
2475
|
resourceRefs?: string[] | undefined;
|
|
@@ -2489,7 +2490,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2489
2490
|
rewardEligible: boolean;
|
|
2490
2491
|
privileged: boolean;
|
|
2491
2492
|
metadata: Record<string, unknown>;
|
|
2492
|
-
kind: "file" | "content" | "
|
|
2493
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
2493
2494
|
config: Record<string, unknown>;
|
|
2494
2495
|
} | {
|
|
2495
2496
|
id: string;
|
|
@@ -2507,7 +2508,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2507
2508
|
modelId: string;
|
|
2508
2509
|
};
|
|
2509
2510
|
calibrationFixtureRefs: string[];
|
|
2510
|
-
calibrationStatus: "
|
|
2511
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
2511
2512
|
temperature: number;
|
|
2512
2513
|
} | {
|
|
2513
2514
|
id: string;
|
|
@@ -2540,7 +2541,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2540
2541
|
graderFixtures: {
|
|
2541
2542
|
id: string;
|
|
2542
2543
|
taskId: string;
|
|
2543
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
2544
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
2544
2545
|
output: Record<string, unknown>;
|
|
2545
2546
|
infrastructureError: string | null;
|
|
2546
2547
|
expectedPassed: boolean;
|
|
@@ -2659,7 +2660,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2659
2660
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2660
2661
|
fields: {
|
|
2661
2662
|
name: string;
|
|
2662
|
-
semanticRole: "metadata" | "
|
|
2663
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
2663
2664
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2664
2665
|
nullable: boolean;
|
|
2665
2666
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -2668,7 +2669,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2668
2669
|
};
|
|
2669
2670
|
shards: {
|
|
2670
2671
|
id: string;
|
|
2671
|
-
split: "train" | "validation" | "
|
|
2672
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
2672
2673
|
path: string;
|
|
2673
2674
|
contentHash: string;
|
|
2674
2675
|
schemaHash: string;
|
|
@@ -2677,7 +2678,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2677
2678
|
rowGroupCount: number;
|
|
2678
2679
|
}[];
|
|
2679
2680
|
rowCount: number;
|
|
2680
|
-
splitCounts: Record<"train" | "validation" | "
|
|
2681
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
2681
2682
|
sourceReceiptRefs: string[];
|
|
2682
2683
|
mappingHash: string;
|
|
2683
2684
|
qualityReportHash: string;
|