openpond-sdk 0.6.7 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-EJYSXE4V.js → chunk-32H2EJRA.js} +292 -456
- package/dist/chunk-32H2EJRA.js.map +7 -0
- package/dist/chunk-3HV3G6DG.js +95 -0
- package/dist/chunk-3HV3G6DG.js.map +7 -0
- package/dist/{chunk-FPOW5PU7.js → chunk-CGIMLZE5.js} +7 -7
- package/dist/chunk-DNBAJUVR.js +380 -0
- package/dist/chunk-DNBAJUVR.js.map +7 -0
- package/dist/{chunk-YGCHXNPI.js → chunk-DT7FRNIZ.js} +3 -94
- package/dist/{chunk-YGCHXNPI.js.map → chunk-DT7FRNIZ.js.map} +4 -4
- package/dist/{chunk-DNEPLQXN.js → chunk-KYCQ7LZ4.js} +5 -5
- package/dist/{chunk-TXQHWOFM.js → chunk-LGEF4S5I.js} +2 -2
- package/dist/chunk-QABCKPW6.js +171 -0
- package/dist/chunk-QABCKPW6.js.map +7 -0
- package/dist/{chunk-42YOB36J.js → chunk-WOPM32SE.js} +7 -7
- package/dist/{chunk-EAEYAU4R.js → chunk-Y4NGWGTA.js} +23 -2
- package/dist/{chunk-EAEYAU4R.js.map → chunk-Y4NGWGTA.js.map} +4 -4
- package/dist/dataset-workspaces.js +118 -0
- package/dist/dataset-workspaces.js.map +7 -0
- package/dist/index.js +20 -15
- package/dist/index.js.map +2 -2
- package/dist/learning.js +4 -4
- package/dist/model-starter-catalog.js +5 -5
- package/dist/model-starters.js +5 -5
- package/dist/model-taskset-runs.js +4 -4
- package/dist/taskset-drafts.js +10 -8
- package/dist/taskset-drafts.js.map +1 -1
- package/dist/taskset-packages.js +42 -364
- package/dist/taskset-packages.js.map +4 -4
- package/dist/training-bundle.js +10 -8
- package/dist/training-bundle.js.map +1 -1
- package/dist/training-projects.js +134 -0
- package/dist/training-projects.js.map +7 -0
- package/dist/training.js +3 -3
- package/dist/types/packages/cloud/src/hosted-chat.d.ts +1 -0
- package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1627 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +1622 -0
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +3 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +7 -7
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +122 -122
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +17 -17
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +23 -23
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-starters.d.ts +22 -22
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +8 -8
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +6 -6
- package/dist/types/packages/sdk/src/task-inventory.d.ts +3 -3
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +51 -51
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +30 -30
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +86 -86
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +183 -183
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +42 -42
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +36 -36
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +43 -43
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +1094 -48
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +71 -71
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +671 -671
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +371 -371
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +5 -5
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +87 -87
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +64 -64
- package/dist/types/packages/sdk/src/training-project-client.d.ts +401 -0
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +617 -0
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training-projects.d.ts +3 -0
- package/dist/types/packages/sdk/src/training-projects.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training.d.ts +24 -24
- package/package.json +10 -1
- package/dist/chunk-EJYSXE4V.js.map +0 -7
- /package/dist/{chunk-FPOW5PU7.js.map → chunk-CGIMLZE5.js.map} +0 -0
- /package/dist/{chunk-DNEPLQXN.js.map → chunk-KYCQ7LZ4.js.map} +0 -0
- /package/dist/{chunk-TXQHWOFM.js.map → chunk-LGEF4S5I.js.map} +0 -0
- /package/dist/{chunk-42YOB36J.js.map → chunk-WOPM32SE.js.map} +0 -0
|
@@ -67,7 +67,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
67
67
|
} | null;
|
|
68
68
|
name: string;
|
|
69
69
|
objective: string;
|
|
70
|
-
purpose: "
|
|
70
|
+
purpose: "general" | "benchmark";
|
|
71
71
|
benchmark: {
|
|
72
72
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
73
73
|
definitionId: string;
|
|
@@ -88,16 +88,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
88
88
|
publishedAt: string;
|
|
89
89
|
metadata: Record<string, unknown>;
|
|
90
90
|
} | null;
|
|
91
|
-
status: "draft" | "
|
|
91
|
+
status: "draft" | "validating" | "needs_review" | "published";
|
|
92
92
|
sourceRefs: ({
|
|
93
93
|
id: string;
|
|
94
94
|
profileId: string;
|
|
95
95
|
title: string;
|
|
96
96
|
sourceHash: string;
|
|
97
97
|
occurredAt: string;
|
|
98
|
-
licensingStatus: "
|
|
99
|
-
secretScanStatus: "
|
|
100
|
-
piiScanStatus: "
|
|
98
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
99
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
100
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
101
101
|
metadata: Record<string, unknown>;
|
|
102
102
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
103
103
|
kind: "huggingface";
|
|
@@ -116,9 +116,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
116
116
|
title: string;
|
|
117
117
|
sourceHash: string;
|
|
118
118
|
occurredAt: string;
|
|
119
|
-
licensingStatus: "
|
|
120
|
-
secretScanStatus: "
|
|
121
|
-
piiScanStatus: "
|
|
119
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
120
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
121
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
122
122
|
metadata: Record<string, unknown>;
|
|
123
123
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
124
124
|
kind: "uploaded_file";
|
|
@@ -133,9 +133,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
133
133
|
title: string;
|
|
134
134
|
sourceHash: string;
|
|
135
135
|
occurredAt: string;
|
|
136
|
-
licensingStatus: "
|
|
137
|
-
secretScanStatus: "
|
|
138
|
-
piiScanStatus: "
|
|
136
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
137
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
138
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
139
139
|
metadata: Record<string, unknown>;
|
|
140
140
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
141
141
|
kind: "generated";
|
|
@@ -149,9 +149,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
149
149
|
title: string;
|
|
150
150
|
sourceHash: string;
|
|
151
151
|
occurredAt: string;
|
|
152
|
-
licensingStatus: "
|
|
153
|
-
secretScanStatus: "
|
|
154
|
-
piiScanStatus: "
|
|
152
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
153
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
154
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
155
155
|
metadata: Record<string, unknown>;
|
|
156
156
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
157
157
|
kind: "learning_batch";
|
|
@@ -185,9 +185,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
185
185
|
purpose: "task_authoring_and_evaluation";
|
|
186
186
|
};
|
|
187
187
|
connectedAppIds: string[];
|
|
188
|
-
secretScanStatus: "
|
|
189
|
-
piiScanStatus: "
|
|
190
|
-
licensingStatus: "
|
|
188
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
189
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
190
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
191
191
|
metadata: Record<string, unknown>;
|
|
192
192
|
})[];
|
|
193
193
|
policy: {
|
|
@@ -198,12 +198,12 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
198
198
|
};
|
|
199
199
|
environment: {
|
|
200
200
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
201
|
-
kind: "
|
|
201
|
+
kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
|
|
202
202
|
entrypoint: string;
|
|
203
203
|
stateful: boolean;
|
|
204
204
|
deterministicSeeds: boolean;
|
|
205
205
|
toolNames: string[];
|
|
206
|
-
lifecycle: ("create" | "
|
|
206
|
+
lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
|
|
207
207
|
defaultTimeoutMs: number;
|
|
208
208
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
209
209
|
metadata: Record<string, unknown>;
|
|
@@ -231,7 +231,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
231
231
|
}[] | undefined;
|
|
232
232
|
resources?: {
|
|
233
233
|
id: string;
|
|
234
|
-
kind: "file" | "
|
|
234
|
+
kind: "file" | "configuration" | "catalog" | "code_module";
|
|
235
235
|
path: string;
|
|
236
236
|
visibility: "privileged" | "policy_visible" | "policy_hidden";
|
|
237
237
|
required: boolean;
|
|
@@ -250,10 +250,10 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
250
250
|
};
|
|
251
251
|
capabilities: {
|
|
252
252
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
253
|
-
taskKind: "
|
|
254
|
-
supportedSignals: ("label" | "
|
|
255
|
-
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo"
|
|
256
|
-
rewardKinds: ("none" | "
|
|
253
|
+
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
254
|
+
supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
|
|
255
|
+
compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
256
|
+
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
257
257
|
requiresTools: boolean;
|
|
258
258
|
requiresState: boolean;
|
|
259
259
|
requiresPrivilegedGrading: boolean;
|
|
@@ -330,7 +330,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
330
330
|
rewardEligible: boolean;
|
|
331
331
|
privileged: boolean;
|
|
332
332
|
metadata: Record<string, unknown>;
|
|
333
|
-
kind: "file" | "content" | "
|
|
333
|
+
kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
|
|
334
334
|
config: Record<string, unknown>;
|
|
335
335
|
} | {
|
|
336
336
|
id: string;
|
|
@@ -381,7 +381,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
381
381
|
graderFixtures: {
|
|
382
382
|
id: string;
|
|
383
383
|
taskId: string;
|
|
384
|
-
label: "
|
|
384
|
+
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
|
|
385
385
|
output: Record<string, unknown>;
|
|
386
386
|
infrastructureError: string | null;
|
|
387
387
|
expectedPassed: boolean;
|
|
@@ -500,10 +500,10 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
500
500
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
501
501
|
fields: {
|
|
502
502
|
name: string;
|
|
503
|
-
semanticRole: "metadata" | "
|
|
504
|
-
logicalType: "string" | "boolean" | "
|
|
503
|
+
semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
|
|
504
|
+
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
505
505
|
nullable: boolean;
|
|
506
|
-
policy: "metadata" | "
|
|
506
|
+
policy: "metadata" | "visible" | "privileged";
|
|
507
507
|
}[];
|
|
508
508
|
schemaHash: string;
|
|
509
509
|
};
|
|
@@ -574,7 +574,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
574
574
|
} | null;
|
|
575
575
|
name: string;
|
|
576
576
|
objective: string;
|
|
577
|
-
purpose: "
|
|
577
|
+
purpose: "general" | "benchmark";
|
|
578
578
|
benchmark: {
|
|
579
579
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
580
580
|
definitionId: string;
|
|
@@ -595,16 +595,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
595
595
|
publishedAt: string;
|
|
596
596
|
metadata: Record<string, unknown>;
|
|
597
597
|
} | null;
|
|
598
|
-
status: "draft" | "
|
|
598
|
+
status: "draft" | "validating" | "needs_review" | "published";
|
|
599
599
|
sourceRefs: ({
|
|
600
600
|
id: string;
|
|
601
601
|
profileId: string;
|
|
602
602
|
title: string;
|
|
603
603
|
sourceHash: string;
|
|
604
604
|
occurredAt: string;
|
|
605
|
-
licensingStatus: "
|
|
606
|
-
secretScanStatus: "
|
|
607
|
-
piiScanStatus: "
|
|
605
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
606
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
607
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
608
608
|
metadata: Record<string, unknown>;
|
|
609
609
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
610
610
|
kind: "huggingface";
|
|
@@ -623,9 +623,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
623
623
|
title: string;
|
|
624
624
|
sourceHash: string;
|
|
625
625
|
occurredAt: string;
|
|
626
|
-
licensingStatus: "
|
|
627
|
-
secretScanStatus: "
|
|
628
|
-
piiScanStatus: "
|
|
626
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
627
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
628
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
629
629
|
metadata: Record<string, unknown>;
|
|
630
630
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
631
631
|
kind: "uploaded_file";
|
|
@@ -640,9 +640,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
640
640
|
title: string;
|
|
641
641
|
sourceHash: string;
|
|
642
642
|
occurredAt: string;
|
|
643
|
-
licensingStatus: "
|
|
644
|
-
secretScanStatus: "
|
|
645
|
-
piiScanStatus: "
|
|
643
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
644
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
645
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
646
646
|
metadata: Record<string, unknown>;
|
|
647
647
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
648
648
|
kind: "generated";
|
|
@@ -656,9 +656,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
656
656
|
title: string;
|
|
657
657
|
sourceHash: string;
|
|
658
658
|
occurredAt: string;
|
|
659
|
-
licensingStatus: "
|
|
660
|
-
secretScanStatus: "
|
|
661
|
-
piiScanStatus: "
|
|
659
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
660
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
661
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
662
662
|
metadata: Record<string, unknown>;
|
|
663
663
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
664
664
|
kind: "learning_batch";
|
|
@@ -692,9 +692,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
692
692
|
purpose: "task_authoring_and_evaluation";
|
|
693
693
|
};
|
|
694
694
|
connectedAppIds: string[];
|
|
695
|
-
secretScanStatus: "
|
|
696
|
-
piiScanStatus: "
|
|
697
|
-
licensingStatus: "
|
|
695
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
696
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
697
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
698
698
|
metadata: Record<string, unknown>;
|
|
699
699
|
})[];
|
|
700
700
|
policy: {
|
|
@@ -705,12 +705,12 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
705
705
|
};
|
|
706
706
|
environment: {
|
|
707
707
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
708
|
-
kind: "
|
|
708
|
+
kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
|
|
709
709
|
entrypoint: string;
|
|
710
710
|
stateful: boolean;
|
|
711
711
|
deterministicSeeds: boolean;
|
|
712
712
|
toolNames: string[];
|
|
713
|
-
lifecycle: ("create" | "
|
|
713
|
+
lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
|
|
714
714
|
defaultTimeoutMs: number;
|
|
715
715
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
716
716
|
metadata: Record<string, unknown>;
|
|
@@ -738,7 +738,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
738
738
|
}[] | undefined;
|
|
739
739
|
resources?: {
|
|
740
740
|
id: string;
|
|
741
|
-
kind: "file" | "
|
|
741
|
+
kind: "file" | "configuration" | "catalog" | "code_module";
|
|
742
742
|
path: string;
|
|
743
743
|
visibility: "privileged" | "policy_visible" | "policy_hidden";
|
|
744
744
|
required: boolean;
|
|
@@ -757,10 +757,10 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
757
757
|
};
|
|
758
758
|
capabilities: {
|
|
759
759
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
760
|
-
taskKind: "
|
|
761
|
-
supportedSignals: ("label" | "
|
|
762
|
-
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo"
|
|
763
|
-
rewardKinds: ("none" | "
|
|
760
|
+
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
761
|
+
supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
|
|
762
|
+
compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
763
|
+
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
764
764
|
requiresTools: boolean;
|
|
765
765
|
requiresState: boolean;
|
|
766
766
|
requiresPrivilegedGrading: boolean;
|
|
@@ -837,7 +837,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
837
837
|
rewardEligible: boolean;
|
|
838
838
|
privileged: boolean;
|
|
839
839
|
metadata: Record<string, unknown>;
|
|
840
|
-
kind: "file" | "content" | "
|
|
840
|
+
kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
|
|
841
841
|
config: Record<string, unknown>;
|
|
842
842
|
} | {
|
|
843
843
|
id: string;
|
|
@@ -888,7 +888,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
888
888
|
graderFixtures: {
|
|
889
889
|
id: string;
|
|
890
890
|
taskId: string;
|
|
891
|
-
label: "
|
|
891
|
+
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
|
|
892
892
|
output: Record<string, unknown>;
|
|
893
893
|
infrastructureError: string | null;
|
|
894
894
|
expectedPassed: boolean;
|
|
@@ -1007,10 +1007,10 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1007
1007
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1008
1008
|
fields: {
|
|
1009
1009
|
name: string;
|
|
1010
|
-
semanticRole: "metadata" | "
|
|
1011
|
-
logicalType: "string" | "boolean" | "
|
|
1010
|
+
semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
|
|
1011
|
+
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1012
1012
|
nullable: boolean;
|
|
1013
|
-
policy: "metadata" | "
|
|
1013
|
+
policy: "metadata" | "visible" | "privileged";
|
|
1014
1014
|
}[];
|
|
1015
1015
|
schemaHash: string;
|
|
1016
1016
|
};
|
|
@@ -1046,7 +1046,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1046
1046
|
id: string;
|
|
1047
1047
|
revision: number;
|
|
1048
1048
|
name: string;
|
|
1049
|
-
status: "draft" | "
|
|
1049
|
+
status: "draft" | "validating" | "needs_review" | "published";
|
|
1050
1050
|
updatedAt: string;
|
|
1051
1051
|
sourceTasksetRef: {
|
|
1052
1052
|
id: string;
|
|
@@ -1102,7 +1102,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1102
1102
|
} | null;
|
|
1103
1103
|
name: string;
|
|
1104
1104
|
objective: string;
|
|
1105
|
-
purpose: "
|
|
1105
|
+
purpose: "general" | "benchmark";
|
|
1106
1106
|
benchmark: {
|
|
1107
1107
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
1108
1108
|
definitionId: string;
|
|
@@ -1123,16 +1123,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1123
1123
|
publishedAt: string;
|
|
1124
1124
|
metadata: Record<string, unknown>;
|
|
1125
1125
|
} | null;
|
|
1126
|
-
status: "draft" | "
|
|
1126
|
+
status: "draft" | "validating" | "needs_review" | "published";
|
|
1127
1127
|
sourceRefs: ({
|
|
1128
1128
|
id: string;
|
|
1129
1129
|
profileId: string;
|
|
1130
1130
|
title: string;
|
|
1131
1131
|
sourceHash: string;
|
|
1132
1132
|
occurredAt: string;
|
|
1133
|
-
licensingStatus: "
|
|
1134
|
-
secretScanStatus: "
|
|
1135
|
-
piiScanStatus: "
|
|
1133
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
1134
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
1135
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
1136
1136
|
metadata: Record<string, unknown>;
|
|
1137
1137
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1138
1138
|
kind: "huggingface";
|
|
@@ -1151,9 +1151,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1151
1151
|
title: string;
|
|
1152
1152
|
sourceHash: string;
|
|
1153
1153
|
occurredAt: string;
|
|
1154
|
-
licensingStatus: "
|
|
1155
|
-
secretScanStatus: "
|
|
1156
|
-
piiScanStatus: "
|
|
1154
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
1155
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
1156
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
1157
1157
|
metadata: Record<string, unknown>;
|
|
1158
1158
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1159
1159
|
kind: "uploaded_file";
|
|
@@ -1168,9 +1168,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1168
1168
|
title: string;
|
|
1169
1169
|
sourceHash: string;
|
|
1170
1170
|
occurredAt: string;
|
|
1171
|
-
licensingStatus: "
|
|
1172
|
-
secretScanStatus: "
|
|
1173
|
-
piiScanStatus: "
|
|
1171
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
1172
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
1173
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
1174
1174
|
metadata: Record<string, unknown>;
|
|
1175
1175
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1176
1176
|
kind: "generated";
|
|
@@ -1184,9 +1184,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1184
1184
|
title: string;
|
|
1185
1185
|
sourceHash: string;
|
|
1186
1186
|
occurredAt: string;
|
|
1187
|
-
licensingStatus: "
|
|
1188
|
-
secretScanStatus: "
|
|
1189
|
-
piiScanStatus: "
|
|
1187
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
1188
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
1189
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
1190
1190
|
metadata: Record<string, unknown>;
|
|
1191
1191
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1192
1192
|
kind: "learning_batch";
|
|
@@ -1220,9 +1220,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1220
1220
|
purpose: "task_authoring_and_evaluation";
|
|
1221
1221
|
};
|
|
1222
1222
|
connectedAppIds: string[];
|
|
1223
|
-
secretScanStatus: "
|
|
1224
|
-
piiScanStatus: "
|
|
1225
|
-
licensingStatus: "
|
|
1223
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
1224
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
1225
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
1226
1226
|
metadata: Record<string, unknown>;
|
|
1227
1227
|
})[];
|
|
1228
1228
|
policy: {
|
|
@@ -1233,12 +1233,12 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1233
1233
|
};
|
|
1234
1234
|
environment: {
|
|
1235
1235
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
1236
|
-
kind: "
|
|
1236
|
+
kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
|
|
1237
1237
|
entrypoint: string;
|
|
1238
1238
|
stateful: boolean;
|
|
1239
1239
|
deterministicSeeds: boolean;
|
|
1240
1240
|
toolNames: string[];
|
|
1241
|
-
lifecycle: ("create" | "
|
|
1241
|
+
lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
|
|
1242
1242
|
defaultTimeoutMs: number;
|
|
1243
1243
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
1244
1244
|
metadata: Record<string, unknown>;
|
|
@@ -1266,7 +1266,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1266
1266
|
}[] | undefined;
|
|
1267
1267
|
resources?: {
|
|
1268
1268
|
id: string;
|
|
1269
|
-
kind: "file" | "
|
|
1269
|
+
kind: "file" | "configuration" | "catalog" | "code_module";
|
|
1270
1270
|
path: string;
|
|
1271
1271
|
visibility: "privileged" | "policy_visible" | "policy_hidden";
|
|
1272
1272
|
required: boolean;
|
|
@@ -1285,10 +1285,10 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1285
1285
|
};
|
|
1286
1286
|
capabilities: {
|
|
1287
1287
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1288
|
-
taskKind: "
|
|
1289
|
-
supportedSignals: ("label" | "
|
|
1290
|
-
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo"
|
|
1291
|
-
rewardKinds: ("none" | "
|
|
1288
|
+
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
1289
|
+
supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
|
|
1290
|
+
compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
1291
|
+
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
1292
1292
|
requiresTools: boolean;
|
|
1293
1293
|
requiresState: boolean;
|
|
1294
1294
|
requiresPrivilegedGrading: boolean;
|
|
@@ -1365,7 +1365,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1365
1365
|
rewardEligible: boolean;
|
|
1366
1366
|
privileged: boolean;
|
|
1367
1367
|
metadata: Record<string, unknown>;
|
|
1368
|
-
kind: "file" | "content" | "
|
|
1368
|
+
kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
|
|
1369
1369
|
config: Record<string, unknown>;
|
|
1370
1370
|
} | {
|
|
1371
1371
|
id: string;
|
|
@@ -1416,7 +1416,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1416
1416
|
graderFixtures: {
|
|
1417
1417
|
id: string;
|
|
1418
1418
|
taskId: string;
|
|
1419
|
-
label: "
|
|
1419
|
+
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
|
|
1420
1420
|
output: Record<string, unknown>;
|
|
1421
1421
|
infrastructureError: string | null;
|
|
1422
1422
|
expectedPassed: boolean;
|
|
@@ -1535,10 +1535,10 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1535
1535
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1536
1536
|
fields: {
|
|
1537
1537
|
name: string;
|
|
1538
|
-
semanticRole: "metadata" | "
|
|
1539
|
-
logicalType: "string" | "boolean" | "
|
|
1538
|
+
semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
|
|
1539
|
+
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1540
1540
|
nullable: boolean;
|
|
1541
|
-
policy: "metadata" | "
|
|
1541
|
+
policy: "metadata" | "visible" | "privileged";
|
|
1542
1542
|
}[];
|
|
1543
1543
|
schemaHash: string;
|
|
1544
1544
|
};
|
|
@@ -1609,7 +1609,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1609
1609
|
} | null;
|
|
1610
1610
|
name: string;
|
|
1611
1611
|
objective: string;
|
|
1612
|
-
purpose: "
|
|
1612
|
+
purpose: "general" | "benchmark";
|
|
1613
1613
|
benchmark: {
|
|
1614
1614
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
1615
1615
|
definitionId: string;
|
|
@@ -1630,16 +1630,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1630
1630
|
publishedAt: string;
|
|
1631
1631
|
metadata: Record<string, unknown>;
|
|
1632
1632
|
} | null;
|
|
1633
|
-
status: "draft" | "
|
|
1633
|
+
status: "draft" | "validating" | "needs_review" | "published";
|
|
1634
1634
|
sourceRefs: ({
|
|
1635
1635
|
id: string;
|
|
1636
1636
|
profileId: string;
|
|
1637
1637
|
title: string;
|
|
1638
1638
|
sourceHash: string;
|
|
1639
1639
|
occurredAt: string;
|
|
1640
|
-
licensingStatus: "
|
|
1641
|
-
secretScanStatus: "
|
|
1642
|
-
piiScanStatus: "
|
|
1640
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
1641
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
1642
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
1643
1643
|
metadata: Record<string, unknown>;
|
|
1644
1644
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1645
1645
|
kind: "huggingface";
|
|
@@ -1658,9 +1658,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1658
1658
|
title: string;
|
|
1659
1659
|
sourceHash: string;
|
|
1660
1660
|
occurredAt: string;
|
|
1661
|
-
licensingStatus: "
|
|
1662
|
-
secretScanStatus: "
|
|
1663
|
-
piiScanStatus: "
|
|
1661
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
1662
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
1663
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
1664
1664
|
metadata: Record<string, unknown>;
|
|
1665
1665
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1666
1666
|
kind: "uploaded_file";
|
|
@@ -1675,9 +1675,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1675
1675
|
title: string;
|
|
1676
1676
|
sourceHash: string;
|
|
1677
1677
|
occurredAt: string;
|
|
1678
|
-
licensingStatus: "
|
|
1679
|
-
secretScanStatus: "
|
|
1680
|
-
piiScanStatus: "
|
|
1678
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
1679
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
1680
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
1681
1681
|
metadata: Record<string, unknown>;
|
|
1682
1682
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1683
1683
|
kind: "generated";
|
|
@@ -1691,9 +1691,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1691
1691
|
title: string;
|
|
1692
1692
|
sourceHash: string;
|
|
1693
1693
|
occurredAt: string;
|
|
1694
|
-
licensingStatus: "
|
|
1695
|
-
secretScanStatus: "
|
|
1696
|
-
piiScanStatus: "
|
|
1694
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
1695
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
1696
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
1697
1697
|
metadata: Record<string, unknown>;
|
|
1698
1698
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1699
1699
|
kind: "learning_batch";
|
|
@@ -1727,9 +1727,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1727
1727
|
purpose: "task_authoring_and_evaluation";
|
|
1728
1728
|
};
|
|
1729
1729
|
connectedAppIds: string[];
|
|
1730
|
-
secretScanStatus: "
|
|
1731
|
-
piiScanStatus: "
|
|
1732
|
-
licensingStatus: "
|
|
1730
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
1731
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
1732
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
1733
1733
|
metadata: Record<string, unknown>;
|
|
1734
1734
|
})[];
|
|
1735
1735
|
policy: {
|
|
@@ -1740,12 +1740,12 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1740
1740
|
};
|
|
1741
1741
|
environment: {
|
|
1742
1742
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
1743
|
-
kind: "
|
|
1743
|
+
kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
|
|
1744
1744
|
entrypoint: string;
|
|
1745
1745
|
stateful: boolean;
|
|
1746
1746
|
deterministicSeeds: boolean;
|
|
1747
1747
|
toolNames: string[];
|
|
1748
|
-
lifecycle: ("create" | "
|
|
1748
|
+
lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
|
|
1749
1749
|
defaultTimeoutMs: number;
|
|
1750
1750
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
1751
1751
|
metadata: Record<string, unknown>;
|
|
@@ -1773,7 +1773,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1773
1773
|
}[] | undefined;
|
|
1774
1774
|
resources?: {
|
|
1775
1775
|
id: string;
|
|
1776
|
-
kind: "file" | "
|
|
1776
|
+
kind: "file" | "configuration" | "catalog" | "code_module";
|
|
1777
1777
|
path: string;
|
|
1778
1778
|
visibility: "privileged" | "policy_visible" | "policy_hidden";
|
|
1779
1779
|
required: boolean;
|
|
@@ -1792,10 +1792,10 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1792
1792
|
};
|
|
1793
1793
|
capabilities: {
|
|
1794
1794
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1795
|
-
taskKind: "
|
|
1796
|
-
supportedSignals: ("label" | "
|
|
1797
|
-
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo"
|
|
1798
|
-
rewardKinds: ("none" | "
|
|
1795
|
+
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
1796
|
+
supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
|
|
1797
|
+
compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
1798
|
+
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
1799
1799
|
requiresTools: boolean;
|
|
1800
1800
|
requiresState: boolean;
|
|
1801
1801
|
requiresPrivilegedGrading: boolean;
|
|
@@ -1872,7 +1872,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1872
1872
|
rewardEligible: boolean;
|
|
1873
1873
|
privileged: boolean;
|
|
1874
1874
|
metadata: Record<string, unknown>;
|
|
1875
|
-
kind: "file" | "content" | "
|
|
1875
|
+
kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
|
|
1876
1876
|
config: Record<string, unknown>;
|
|
1877
1877
|
} | {
|
|
1878
1878
|
id: string;
|
|
@@ -1923,7 +1923,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1923
1923
|
graderFixtures: {
|
|
1924
1924
|
id: string;
|
|
1925
1925
|
taskId: string;
|
|
1926
|
-
label: "
|
|
1926
|
+
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
|
|
1927
1927
|
output: Record<string, unknown>;
|
|
1928
1928
|
infrastructureError: string | null;
|
|
1929
1929
|
expectedPassed: boolean;
|
|
@@ -2042,10 +2042,10 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2042
2042
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2043
2043
|
fields: {
|
|
2044
2044
|
name: string;
|
|
2045
|
-
semanticRole: "metadata" | "
|
|
2046
|
-
logicalType: "string" | "boolean" | "
|
|
2045
|
+
semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
|
|
2046
|
+
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2047
2047
|
nullable: boolean;
|
|
2048
|
-
policy: "metadata" | "
|
|
2048
|
+
policy: "metadata" | "visible" | "privileged";
|
|
2049
2049
|
}[];
|
|
2050
2050
|
schemaHash: string;
|
|
2051
2051
|
};
|
|
@@ -2116,7 +2116,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2116
2116
|
} | null;
|
|
2117
2117
|
name: string;
|
|
2118
2118
|
objective: string;
|
|
2119
|
-
purpose: "
|
|
2119
|
+
purpose: "general" | "benchmark";
|
|
2120
2120
|
benchmark: {
|
|
2121
2121
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
2122
2122
|
definitionId: string;
|
|
@@ -2137,16 +2137,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2137
2137
|
publishedAt: string;
|
|
2138
2138
|
metadata: Record<string, unknown>;
|
|
2139
2139
|
} | null;
|
|
2140
|
-
status: "draft" | "
|
|
2140
|
+
status: "draft" | "validating" | "needs_review" | "published";
|
|
2141
2141
|
sourceRefs: ({
|
|
2142
2142
|
id: string;
|
|
2143
2143
|
profileId: string;
|
|
2144
2144
|
title: string;
|
|
2145
2145
|
sourceHash: string;
|
|
2146
2146
|
occurredAt: string;
|
|
2147
|
-
licensingStatus: "
|
|
2148
|
-
secretScanStatus: "
|
|
2149
|
-
piiScanStatus: "
|
|
2147
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
2148
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
2149
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
2150
2150
|
metadata: Record<string, unknown>;
|
|
2151
2151
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2152
2152
|
kind: "huggingface";
|
|
@@ -2165,9 +2165,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2165
2165
|
title: string;
|
|
2166
2166
|
sourceHash: string;
|
|
2167
2167
|
occurredAt: string;
|
|
2168
|
-
licensingStatus: "
|
|
2169
|
-
secretScanStatus: "
|
|
2170
|
-
piiScanStatus: "
|
|
2168
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
2169
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
2170
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
2171
2171
|
metadata: Record<string, unknown>;
|
|
2172
2172
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2173
2173
|
kind: "uploaded_file";
|
|
@@ -2182,9 +2182,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2182
2182
|
title: string;
|
|
2183
2183
|
sourceHash: string;
|
|
2184
2184
|
occurredAt: string;
|
|
2185
|
-
licensingStatus: "
|
|
2186
|
-
secretScanStatus: "
|
|
2187
|
-
piiScanStatus: "
|
|
2185
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
2186
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
2187
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
2188
2188
|
metadata: Record<string, unknown>;
|
|
2189
2189
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2190
2190
|
kind: "generated";
|
|
@@ -2198,9 +2198,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2198
2198
|
title: string;
|
|
2199
2199
|
sourceHash: string;
|
|
2200
2200
|
occurredAt: string;
|
|
2201
|
-
licensingStatus: "
|
|
2202
|
-
secretScanStatus: "
|
|
2203
|
-
piiScanStatus: "
|
|
2201
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
2202
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
2203
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
2204
2204
|
metadata: Record<string, unknown>;
|
|
2205
2205
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2206
2206
|
kind: "learning_batch";
|
|
@@ -2234,9 +2234,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2234
2234
|
purpose: "task_authoring_and_evaluation";
|
|
2235
2235
|
};
|
|
2236
2236
|
connectedAppIds: string[];
|
|
2237
|
-
secretScanStatus: "
|
|
2238
|
-
piiScanStatus: "
|
|
2239
|
-
licensingStatus: "
|
|
2237
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
2238
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
2239
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
2240
2240
|
metadata: Record<string, unknown>;
|
|
2241
2241
|
})[];
|
|
2242
2242
|
policy: {
|
|
@@ -2247,12 +2247,12 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2247
2247
|
};
|
|
2248
2248
|
environment: {
|
|
2249
2249
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2250
|
-
kind: "
|
|
2250
|
+
kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
|
|
2251
2251
|
entrypoint: string;
|
|
2252
2252
|
stateful: boolean;
|
|
2253
2253
|
deterministicSeeds: boolean;
|
|
2254
2254
|
toolNames: string[];
|
|
2255
|
-
lifecycle: ("create" | "
|
|
2255
|
+
lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
|
|
2256
2256
|
defaultTimeoutMs: number;
|
|
2257
2257
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
2258
2258
|
metadata: Record<string, unknown>;
|
|
@@ -2280,7 +2280,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2280
2280
|
}[] | undefined;
|
|
2281
2281
|
resources?: {
|
|
2282
2282
|
id: string;
|
|
2283
|
-
kind: "file" | "
|
|
2283
|
+
kind: "file" | "configuration" | "catalog" | "code_module";
|
|
2284
2284
|
path: string;
|
|
2285
2285
|
visibility: "privileged" | "policy_visible" | "policy_hidden";
|
|
2286
2286
|
required: boolean;
|
|
@@ -2299,10 +2299,10 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2299
2299
|
};
|
|
2300
2300
|
capabilities: {
|
|
2301
2301
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2302
|
-
taskKind: "
|
|
2303
|
-
supportedSignals: ("label" | "
|
|
2304
|
-
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo"
|
|
2305
|
-
rewardKinds: ("none" | "
|
|
2302
|
+
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
2303
|
+
supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
|
|
2304
|
+
compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
2305
|
+
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
2306
2306
|
requiresTools: boolean;
|
|
2307
2307
|
requiresState: boolean;
|
|
2308
2308
|
requiresPrivilegedGrading: boolean;
|
|
@@ -2379,7 +2379,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2379
2379
|
rewardEligible: boolean;
|
|
2380
2380
|
privileged: boolean;
|
|
2381
2381
|
metadata: Record<string, unknown>;
|
|
2382
|
-
kind: "file" | "content" | "
|
|
2382
|
+
kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
|
|
2383
2383
|
config: Record<string, unknown>;
|
|
2384
2384
|
} | {
|
|
2385
2385
|
id: string;
|
|
@@ -2430,7 +2430,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2430
2430
|
graderFixtures: {
|
|
2431
2431
|
id: string;
|
|
2432
2432
|
taskId: string;
|
|
2433
|
-
label: "
|
|
2433
|
+
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
|
|
2434
2434
|
output: Record<string, unknown>;
|
|
2435
2435
|
infrastructureError: string | null;
|
|
2436
2436
|
expectedPassed: boolean;
|
|
@@ -2549,10 +2549,10 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2549
2549
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2550
2550
|
fields: {
|
|
2551
2551
|
name: string;
|
|
2552
|
-
semanticRole: "metadata" | "
|
|
2553
|
-
logicalType: "string" | "boolean" | "
|
|
2552
|
+
semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
|
|
2553
|
+
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2554
2554
|
nullable: boolean;
|
|
2555
|
-
policy: "metadata" | "
|
|
2555
|
+
policy: "metadata" | "visible" | "privileged";
|
|
2556
2556
|
}[];
|
|
2557
2557
|
schemaHash: string;
|
|
2558
2558
|
};
|
|
@@ -2652,7 +2652,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2652
2652
|
} | null;
|
|
2653
2653
|
name: string;
|
|
2654
2654
|
objective: string;
|
|
2655
|
-
purpose: "
|
|
2655
|
+
purpose: "general" | "benchmark";
|
|
2656
2656
|
benchmark: {
|
|
2657
2657
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
2658
2658
|
definitionId: string;
|
|
@@ -2673,16 +2673,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2673
2673
|
publishedAt: string;
|
|
2674
2674
|
metadata: Record<string, unknown>;
|
|
2675
2675
|
} | null;
|
|
2676
|
-
status: "draft" | "
|
|
2676
|
+
status: "draft" | "validating" | "needs_review" | "published";
|
|
2677
2677
|
sourceRefs: ({
|
|
2678
2678
|
id: string;
|
|
2679
2679
|
profileId: string;
|
|
2680
2680
|
title: string;
|
|
2681
2681
|
sourceHash: string;
|
|
2682
2682
|
occurredAt: string;
|
|
2683
|
-
licensingStatus: "
|
|
2684
|
-
secretScanStatus: "
|
|
2685
|
-
piiScanStatus: "
|
|
2683
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
2684
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
2685
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
2686
2686
|
metadata: Record<string, unknown>;
|
|
2687
2687
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2688
2688
|
kind: "huggingface";
|
|
@@ -2701,9 +2701,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2701
2701
|
title: string;
|
|
2702
2702
|
sourceHash: string;
|
|
2703
2703
|
occurredAt: string;
|
|
2704
|
-
licensingStatus: "
|
|
2705
|
-
secretScanStatus: "
|
|
2706
|
-
piiScanStatus: "
|
|
2704
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
2705
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
2706
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
2707
2707
|
metadata: Record<string, unknown>;
|
|
2708
2708
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2709
2709
|
kind: "uploaded_file";
|
|
@@ -2718,9 +2718,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2718
2718
|
title: string;
|
|
2719
2719
|
sourceHash: string;
|
|
2720
2720
|
occurredAt: string;
|
|
2721
|
-
licensingStatus: "
|
|
2722
|
-
secretScanStatus: "
|
|
2723
|
-
piiScanStatus: "
|
|
2721
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
2722
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
2723
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
2724
2724
|
metadata: Record<string, unknown>;
|
|
2725
2725
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2726
2726
|
kind: "generated";
|
|
@@ -2734,9 +2734,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2734
2734
|
title: string;
|
|
2735
2735
|
sourceHash: string;
|
|
2736
2736
|
occurredAt: string;
|
|
2737
|
-
licensingStatus: "
|
|
2738
|
-
secretScanStatus: "
|
|
2739
|
-
piiScanStatus: "
|
|
2737
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
2738
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
2739
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
2740
2740
|
metadata: Record<string, unknown>;
|
|
2741
2741
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2742
2742
|
kind: "learning_batch";
|
|
@@ -2770,9 +2770,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2770
2770
|
purpose: "task_authoring_and_evaluation";
|
|
2771
2771
|
};
|
|
2772
2772
|
connectedAppIds: string[];
|
|
2773
|
-
secretScanStatus: "
|
|
2774
|
-
piiScanStatus: "
|
|
2775
|
-
licensingStatus: "
|
|
2773
|
+
secretScanStatus: "blocked" | "pending" | "passed";
|
|
2774
|
+
piiScanStatus: "blocked" | "pending" | "review" | "passed";
|
|
2775
|
+
licensingStatus: "blocked" | "pending" | "approved" | "review";
|
|
2776
2776
|
metadata: Record<string, unknown>;
|
|
2777
2777
|
})[];
|
|
2778
2778
|
policy: {
|
|
@@ -2783,12 +2783,12 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2783
2783
|
};
|
|
2784
2784
|
environment: {
|
|
2785
2785
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2786
|
-
kind: "
|
|
2786
|
+
kind: "chat" | "agent" | "program" | "stateful_harness" | "work";
|
|
2787
2787
|
entrypoint: string;
|
|
2788
2788
|
stateful: boolean;
|
|
2789
2789
|
deterministicSeeds: boolean;
|
|
2790
2790
|
toolNames: string[];
|
|
2791
|
-
lifecycle: ("create" | "
|
|
2791
|
+
lifecycle: ("create" | "reset" | "step" | "grade" | "cleanup")[];
|
|
2792
2792
|
defaultTimeoutMs: number;
|
|
2793
2793
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
2794
2794
|
metadata: Record<string, unknown>;
|
|
@@ -2816,7 +2816,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2816
2816
|
}[] | undefined;
|
|
2817
2817
|
resources?: {
|
|
2818
2818
|
id: string;
|
|
2819
|
-
kind: "file" | "
|
|
2819
|
+
kind: "file" | "configuration" | "catalog" | "code_module";
|
|
2820
2820
|
path: string;
|
|
2821
2821
|
visibility: "privileged" | "policy_visible" | "policy_hidden";
|
|
2822
2822
|
required: boolean;
|
|
@@ -2835,10 +2835,10 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2835
2835
|
};
|
|
2836
2836
|
capabilities: {
|
|
2837
2837
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2838
|
-
taskKind: "
|
|
2839
|
-
supportedSignals: ("label" | "
|
|
2840
|
-
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo"
|
|
2841
|
-
rewardKinds: ("none" | "
|
|
2838
|
+
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
2839
|
+
supportedSignals: ("label" | "demonstration" | "reward" | "feedback" | "preference" | "correction")[];
|
|
2840
|
+
compatibleMethods: ("none" | "retrieval" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo")[];
|
|
2841
|
+
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
2842
2842
|
requiresTools: boolean;
|
|
2843
2843
|
requiresState: boolean;
|
|
2844
2844
|
requiresPrivilegedGrading: boolean;
|
|
@@ -2915,7 +2915,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2915
2915
|
rewardEligible: boolean;
|
|
2916
2916
|
privileged: boolean;
|
|
2917
2917
|
metadata: Record<string, unknown>;
|
|
2918
|
-
kind: "file" | "content" | "
|
|
2918
|
+
kind: "file" | "content" | "test" | "schema" | "diff" | "runtime_event" | "state";
|
|
2919
2919
|
config: Record<string, unknown>;
|
|
2920
2920
|
} | {
|
|
2921
2921
|
id: string;
|
|
@@ -2966,7 +2966,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2966
2966
|
graderFixtures: {
|
|
2967
2967
|
id: string;
|
|
2968
2968
|
taskId: string;
|
|
2969
|
-
label: "
|
|
2969
|
+
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection" | "infrastructure_failure";
|
|
2970
2970
|
output: Record<string, unknown>;
|
|
2971
2971
|
infrastructureError: string | null;
|
|
2972
2972
|
expectedPassed: boolean;
|
|
@@ -3085,10 +3085,10 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3085
3085
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3086
3086
|
fields: {
|
|
3087
3087
|
name: string;
|
|
3088
|
-
semanticRole: "metadata" | "
|
|
3089
|
-
logicalType: "string" | "boolean" | "
|
|
3088
|
+
semanticRole: "metadata" | "row_id" | "cluster_id" | "prompt" | "messages" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "feedback" | "tag";
|
|
3089
|
+
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
3090
3090
|
nullable: boolean;
|
|
3091
|
-
policy: "metadata" | "
|
|
3091
|
+
policy: "metadata" | "visible" | "privileged";
|
|
3092
3092
|
}[];
|
|
3093
3093
|
schemaHash: string;
|
|
3094
3094
|
};
|
|
@@ -3163,17 +3163,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3163
3163
|
tokenizerRevision: string | null;
|
|
3164
3164
|
chatTemplateHash: string | null;
|
|
3165
3165
|
modelAssetId: string | null;
|
|
3166
|
-
source: "local" | "
|
|
3166
|
+
source: "local" | "builtin" | "managed";
|
|
3167
3167
|
} | null;
|
|
3168
3168
|
defaultDestinationId: string | null;
|
|
3169
3169
|
trainingSetup: {
|
|
3170
3170
|
method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | null;
|
|
3171
|
-
recipe: {
|
|
3172
|
-
[x: string]: unknown;
|
|
3173
|
-
schemaVersion: string;
|
|
3174
|
-
method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
3175
|
-
parameterization: "lora" | "full";
|
|
3176
|
-
} | null;
|
|
3177
3171
|
harnessRelease: {
|
|
3178
3172
|
id: string;
|
|
3179
3173
|
contentHash: string;
|
|
@@ -3194,12 +3188,18 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3194
3188
|
tokenizerRevision: string | null;
|
|
3195
3189
|
chatTemplateHash: string | null;
|
|
3196
3190
|
modelAssetId: string | null;
|
|
3197
|
-
source: "local" | "
|
|
3191
|
+
source: "local" | "builtin" | "managed";
|
|
3198
3192
|
} | null;
|
|
3199
3193
|
destinationId: string | null;
|
|
3200
3194
|
managedRolloutPlacement: "local" | "remote";
|
|
3201
3195
|
managedGpuPlacementObjective: "fast" | "balanced" | "economical";
|
|
3202
3196
|
runPreset: "custom" | "small" | "standard" | "small_experiment" | null;
|
|
3197
|
+
recipe: {
|
|
3198
|
+
[x: string]: unknown;
|
|
3199
|
+
schemaVersion: string;
|
|
3200
|
+
method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
3201
|
+
parameterization: "lora" | "full";
|
|
3202
|
+
} | null;
|
|
3203
3203
|
preferredMaximumSpendUsd: number | null;
|
|
3204
3204
|
preferredRetentionDays: number | null;
|
|
3205
3205
|
evaluationTasksetRef?: {
|