openpond-sdk 0.9.5 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-EMANJDJR.js → chunk-CNGJF6AM.js} +61 -198
- package/dist/chunk-CNGJF6AM.js.map +7 -0
- package/dist/chunk-SR55WVPK.js +158 -0
- package/dist/chunk-SR55WVPK.js.map +7 -0
- package/dist/dataset-marketplace.js +216 -0
- package/dist/dataset-marketplace.js.map +7 -0
- package/dist/dataset-workspaces.js +116 -3
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiments.js +42 -8
- package/dist/experiments.js.map +3 -3
- package/dist/index.js +9 -8
- package/dist/index.js.map +1 -1
- package/dist/learning.js +55 -0
- package/dist/learning.js.map +4 -4
- package/dist/training-projects.js +4 -1
- package/dist/training-projects.js.map +2 -2
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +945 -0
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +97 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +1168 -88
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +118 -84
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts +1 -0
- package/dist/types/packages/sdk/src/dataset-workspaces.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +23 -23
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts +50 -0
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/experiments.d.ts +1 -0
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +568 -0
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +2 -2
- package/dist/types/packages/sdk/src/learning-client.d.ts +1 -1
- package/dist/types/packages/sdk/src/learning.d.ts +1 -0
- package/dist/types/packages/sdk/src/learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +2 -2
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +7 -7
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +23 -23
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-projects.d.ts +27 -27
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +47 -47
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +15 -15
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +4 -4
- package/dist/types/packages/sdk/src/model-starters.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +15 -15
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +30 -30
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +176 -176
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +46 -46
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +25 -25
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +41 -41
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +45 -45
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +56 -56
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +71 -71
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +84 -84
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1733 -1733
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +1083 -1083
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +2 -2
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +18 -18
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +59 -59
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +4 -4
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +68 -68
- package/dist/types/packages/sdk/src/training-project-client.d.ts +16 -12
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +33 -21
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +24 -24
- package/package.json +5 -1
- package/dist/chunk-EMANJDJR.js.map +0 -7
|
@@ -74,8 +74,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
74
74
|
releaseId: string;
|
|
75
75
|
releaseHash: string;
|
|
76
76
|
managedReleasePath: string;
|
|
77
|
-
adaptationSplit: "train" | "validation" | "
|
|
78
|
-
evaluationSplit: "train" | "validation" | "
|
|
77
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
78
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
79
79
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
80
80
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
81
81
|
source: "builtin" | "imported";
|
|
@@ -95,9 +95,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
95
95
|
title: string;
|
|
96
96
|
sourceHash: string;
|
|
97
97
|
occurredAt: string;
|
|
98
|
-
licensingStatus: "
|
|
99
|
-
secretScanStatus: "
|
|
100
|
-
piiScanStatus: "
|
|
98
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
99
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
100
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
101
101
|
metadata: Record<string, unknown>;
|
|
102
102
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
103
103
|
kind: "huggingface";
|
|
@@ -116,9 +116,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
116
116
|
title: string;
|
|
117
117
|
sourceHash: string;
|
|
118
118
|
occurredAt: string;
|
|
119
|
-
licensingStatus: "
|
|
120
|
-
secretScanStatus: "
|
|
121
|
-
piiScanStatus: "
|
|
119
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
120
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
121
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
122
122
|
metadata: Record<string, unknown>;
|
|
123
123
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
124
124
|
kind: "uploaded_file";
|
|
@@ -133,9 +133,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
133
133
|
title: string;
|
|
134
134
|
sourceHash: string;
|
|
135
135
|
occurredAt: string;
|
|
136
|
-
licensingStatus: "
|
|
137
|
-
secretScanStatus: "
|
|
138
|
-
piiScanStatus: "
|
|
136
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
137
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
138
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
139
139
|
metadata: Record<string, unknown>;
|
|
140
140
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
141
141
|
kind: "generated";
|
|
@@ -149,9 +149,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
149
149
|
title: string;
|
|
150
150
|
sourceHash: string;
|
|
151
151
|
occurredAt: string;
|
|
152
|
-
licensingStatus: "
|
|
153
|
-
secretScanStatus: "
|
|
154
|
-
piiScanStatus: "
|
|
152
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
153
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
154
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
155
155
|
metadata: Record<string, unknown>;
|
|
156
156
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
157
157
|
kind: "learning_batch";
|
|
@@ -185,9 +185,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
185
185
|
purpose: "task_authoring_and_evaluation";
|
|
186
186
|
};
|
|
187
187
|
connectedAppIds: string[];
|
|
188
|
-
secretScanStatus: "
|
|
189
|
-
piiScanStatus: "
|
|
190
|
-
licensingStatus: "
|
|
188
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
189
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
190
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
191
191
|
metadata: Record<string, unknown>;
|
|
192
192
|
})[];
|
|
193
193
|
policy: {
|
|
@@ -203,7 +203,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
203
203
|
stateful: boolean;
|
|
204
204
|
deterministicSeeds: boolean;
|
|
205
205
|
toolNames: string[];
|
|
206
|
-
lifecycle: ("
|
|
206
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
207
207
|
defaultTimeoutMs: number;
|
|
208
208
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
209
209
|
metadata: Record<string, unknown>;
|
|
@@ -240,7 +240,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
240
240
|
}[] | undefined;
|
|
241
241
|
};
|
|
242
242
|
output: {
|
|
243
|
-
mode: "
|
|
243
|
+
mode: "artifacts" | "text" | "structured_json";
|
|
244
244
|
jsonSchema: Record<string, unknown> | null;
|
|
245
245
|
renderer: {
|
|
246
246
|
module: string;
|
|
@@ -251,8 +251,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
251
251
|
capabilities: {
|
|
252
252
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
253
253
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
254
|
-
supportedSignals: ("label" | "
|
|
255
|
-
compatibleMethods: ("none" | "
|
|
254
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
255
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
256
256
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
257
257
|
requiresTools: boolean;
|
|
258
258
|
requiresState: boolean;
|
|
@@ -293,7 +293,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
293
293
|
schemaVersion: "openpond.taskData.v1";
|
|
294
294
|
id: string;
|
|
295
295
|
clusterKey: string;
|
|
296
|
-
split: "train" | "validation" | "
|
|
296
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
297
297
|
input: Record<string, unknown>;
|
|
298
298
|
expectedOutput: Record<string, unknown> | null;
|
|
299
299
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -309,7 +309,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
309
309
|
mediaType: string;
|
|
310
310
|
sha256: string;
|
|
311
311
|
sizeBytes: number;
|
|
312
|
-
split: "train" | "validation" | "
|
|
312
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
313
313
|
metadata: Record<string, unknown>;
|
|
314
314
|
}[] | undefined;
|
|
315
315
|
resourceRefs?: string[] | undefined;
|
|
@@ -330,7 +330,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
330
330
|
rewardEligible: boolean;
|
|
331
331
|
privileged: boolean;
|
|
332
332
|
metadata: Record<string, unknown>;
|
|
333
|
-
kind: "file" | "content" | "
|
|
333
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
334
334
|
config: Record<string, unknown>;
|
|
335
335
|
} | {
|
|
336
336
|
id: string;
|
|
@@ -348,7 +348,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
348
348
|
modelId: string;
|
|
349
349
|
};
|
|
350
350
|
calibrationFixtureRefs: string[];
|
|
351
|
-
calibrationStatus: "
|
|
351
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
352
352
|
temperature: number;
|
|
353
353
|
} | {
|
|
354
354
|
id: string;
|
|
@@ -381,7 +381,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
381
381
|
graderFixtures: {
|
|
382
382
|
id: string;
|
|
383
383
|
taskId: string;
|
|
384
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
384
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
385
385
|
output: Record<string, unknown>;
|
|
386
386
|
infrastructureError: string | null;
|
|
387
387
|
expectedPassed: boolean;
|
|
@@ -500,7 +500,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
500
500
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
501
501
|
fields: {
|
|
502
502
|
name: string;
|
|
503
|
-
semanticRole: "metadata" | "
|
|
503
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
504
504
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
505
505
|
nullable: boolean;
|
|
506
506
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -509,7 +509,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
509
509
|
};
|
|
510
510
|
shards: {
|
|
511
511
|
id: string;
|
|
512
|
-
split: "train" | "validation" | "
|
|
512
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
513
513
|
path: string;
|
|
514
514
|
contentHash: string;
|
|
515
515
|
schemaHash: string;
|
|
@@ -518,7 +518,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
518
518
|
rowGroupCount: number;
|
|
519
519
|
}[];
|
|
520
520
|
rowCount: number;
|
|
521
|
-
splitCounts: Record<"train" | "validation" | "
|
|
521
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
522
522
|
sourceReceiptRefs: string[];
|
|
523
523
|
mappingHash: string;
|
|
524
524
|
qualityReportHash: string;
|
|
@@ -581,8 +581,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
581
581
|
releaseId: string;
|
|
582
582
|
releaseHash: string;
|
|
583
583
|
managedReleasePath: string;
|
|
584
|
-
adaptationSplit: "train" | "validation" | "
|
|
585
|
-
evaluationSplit: "train" | "validation" | "
|
|
584
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
585
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
586
586
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
587
587
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
588
588
|
source: "builtin" | "imported";
|
|
@@ -602,9 +602,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
602
602
|
title: string;
|
|
603
603
|
sourceHash: string;
|
|
604
604
|
occurredAt: string;
|
|
605
|
-
licensingStatus: "
|
|
606
|
-
secretScanStatus: "
|
|
607
|
-
piiScanStatus: "
|
|
605
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
606
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
607
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
608
608
|
metadata: Record<string, unknown>;
|
|
609
609
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
610
610
|
kind: "huggingface";
|
|
@@ -623,9 +623,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
623
623
|
title: string;
|
|
624
624
|
sourceHash: string;
|
|
625
625
|
occurredAt: string;
|
|
626
|
-
licensingStatus: "
|
|
627
|
-
secretScanStatus: "
|
|
628
|
-
piiScanStatus: "
|
|
626
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
627
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
628
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
629
629
|
metadata: Record<string, unknown>;
|
|
630
630
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
631
631
|
kind: "uploaded_file";
|
|
@@ -640,9 +640,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
640
640
|
title: string;
|
|
641
641
|
sourceHash: string;
|
|
642
642
|
occurredAt: string;
|
|
643
|
-
licensingStatus: "
|
|
644
|
-
secretScanStatus: "
|
|
645
|
-
piiScanStatus: "
|
|
643
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
644
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
645
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
646
646
|
metadata: Record<string, unknown>;
|
|
647
647
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
648
648
|
kind: "generated";
|
|
@@ -656,9 +656,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
656
656
|
title: string;
|
|
657
657
|
sourceHash: string;
|
|
658
658
|
occurredAt: string;
|
|
659
|
-
licensingStatus: "
|
|
660
|
-
secretScanStatus: "
|
|
661
|
-
piiScanStatus: "
|
|
659
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
660
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
661
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
662
662
|
metadata: Record<string, unknown>;
|
|
663
663
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
664
664
|
kind: "learning_batch";
|
|
@@ -692,9 +692,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
692
692
|
purpose: "task_authoring_and_evaluation";
|
|
693
693
|
};
|
|
694
694
|
connectedAppIds: string[];
|
|
695
|
-
secretScanStatus: "
|
|
696
|
-
piiScanStatus: "
|
|
697
|
-
licensingStatus: "
|
|
695
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
696
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
697
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
698
698
|
metadata: Record<string, unknown>;
|
|
699
699
|
})[];
|
|
700
700
|
policy: {
|
|
@@ -710,7 +710,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
710
710
|
stateful: boolean;
|
|
711
711
|
deterministicSeeds: boolean;
|
|
712
712
|
toolNames: string[];
|
|
713
|
-
lifecycle: ("
|
|
713
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
714
714
|
defaultTimeoutMs: number;
|
|
715
715
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
716
716
|
metadata: Record<string, unknown>;
|
|
@@ -747,7 +747,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
747
747
|
}[] | undefined;
|
|
748
748
|
};
|
|
749
749
|
output: {
|
|
750
|
-
mode: "
|
|
750
|
+
mode: "artifacts" | "text" | "structured_json";
|
|
751
751
|
jsonSchema: Record<string, unknown> | null;
|
|
752
752
|
renderer: {
|
|
753
753
|
module: string;
|
|
@@ -758,8 +758,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
758
758
|
capabilities: {
|
|
759
759
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
760
760
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
761
|
-
supportedSignals: ("label" | "
|
|
762
|
-
compatibleMethods: ("none" | "
|
|
761
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
762
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
763
763
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
764
764
|
requiresTools: boolean;
|
|
765
765
|
requiresState: boolean;
|
|
@@ -800,7 +800,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
800
800
|
schemaVersion: "openpond.taskData.v1";
|
|
801
801
|
id: string;
|
|
802
802
|
clusterKey: string;
|
|
803
|
-
split: "train" | "validation" | "
|
|
803
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
804
804
|
input: Record<string, unknown>;
|
|
805
805
|
expectedOutput: Record<string, unknown> | null;
|
|
806
806
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -816,7 +816,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
816
816
|
mediaType: string;
|
|
817
817
|
sha256: string;
|
|
818
818
|
sizeBytes: number;
|
|
819
|
-
split: "train" | "validation" | "
|
|
819
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
820
820
|
metadata: Record<string, unknown>;
|
|
821
821
|
}[] | undefined;
|
|
822
822
|
resourceRefs?: string[] | undefined;
|
|
@@ -837,7 +837,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
837
837
|
rewardEligible: boolean;
|
|
838
838
|
privileged: boolean;
|
|
839
839
|
metadata: Record<string, unknown>;
|
|
840
|
-
kind: "file" | "content" | "
|
|
840
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
841
841
|
config: Record<string, unknown>;
|
|
842
842
|
} | {
|
|
843
843
|
id: string;
|
|
@@ -855,7 +855,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
855
855
|
modelId: string;
|
|
856
856
|
};
|
|
857
857
|
calibrationFixtureRefs: string[];
|
|
858
|
-
calibrationStatus: "
|
|
858
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
859
859
|
temperature: number;
|
|
860
860
|
} | {
|
|
861
861
|
id: string;
|
|
@@ -888,7 +888,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
888
888
|
graderFixtures: {
|
|
889
889
|
id: string;
|
|
890
890
|
taskId: string;
|
|
891
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
891
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
892
892
|
output: Record<string, unknown>;
|
|
893
893
|
infrastructureError: string | null;
|
|
894
894
|
expectedPassed: boolean;
|
|
@@ -1007,7 +1007,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1007
1007
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1008
1008
|
fields: {
|
|
1009
1009
|
name: string;
|
|
1010
|
-
semanticRole: "metadata" | "
|
|
1010
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
1011
1011
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1012
1012
|
nullable: boolean;
|
|
1013
1013
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -1016,7 +1016,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1016
1016
|
};
|
|
1017
1017
|
shards: {
|
|
1018
1018
|
id: string;
|
|
1019
|
-
split: "train" | "validation" | "
|
|
1019
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1020
1020
|
path: string;
|
|
1021
1021
|
contentHash: string;
|
|
1022
1022
|
schemaHash: string;
|
|
@@ -1025,7 +1025,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1025
1025
|
rowGroupCount: number;
|
|
1026
1026
|
}[];
|
|
1027
1027
|
rowCount: number;
|
|
1028
|
-
splitCounts: Record<"train" | "validation" | "
|
|
1028
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
1029
1029
|
sourceReceiptRefs: string[];
|
|
1030
1030
|
mappingHash: string;
|
|
1031
1031
|
qualityReportHash: string;
|
|
@@ -1109,8 +1109,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1109
1109
|
releaseId: string;
|
|
1110
1110
|
releaseHash: string;
|
|
1111
1111
|
managedReleasePath: string;
|
|
1112
|
-
adaptationSplit: "train" | "validation" | "
|
|
1113
|
-
evaluationSplit: "train" | "validation" | "
|
|
1112
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
1113
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
1114
1114
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
1115
1115
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
1116
1116
|
source: "builtin" | "imported";
|
|
@@ -1130,9 +1130,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1130
1130
|
title: string;
|
|
1131
1131
|
sourceHash: string;
|
|
1132
1132
|
occurredAt: string;
|
|
1133
|
-
licensingStatus: "
|
|
1134
|
-
secretScanStatus: "
|
|
1135
|
-
piiScanStatus: "
|
|
1133
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1134
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1135
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1136
1136
|
metadata: Record<string, unknown>;
|
|
1137
1137
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1138
1138
|
kind: "huggingface";
|
|
@@ -1151,9 +1151,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1151
1151
|
title: string;
|
|
1152
1152
|
sourceHash: string;
|
|
1153
1153
|
occurredAt: string;
|
|
1154
|
-
licensingStatus: "
|
|
1155
|
-
secretScanStatus: "
|
|
1156
|
-
piiScanStatus: "
|
|
1154
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1155
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1156
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1157
1157
|
metadata: Record<string, unknown>;
|
|
1158
1158
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1159
1159
|
kind: "uploaded_file";
|
|
@@ -1168,9 +1168,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1168
1168
|
title: string;
|
|
1169
1169
|
sourceHash: string;
|
|
1170
1170
|
occurredAt: string;
|
|
1171
|
-
licensingStatus: "
|
|
1172
|
-
secretScanStatus: "
|
|
1173
|
-
piiScanStatus: "
|
|
1171
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1172
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1173
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1174
1174
|
metadata: Record<string, unknown>;
|
|
1175
1175
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1176
1176
|
kind: "generated";
|
|
@@ -1184,9 +1184,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1184
1184
|
title: string;
|
|
1185
1185
|
sourceHash: string;
|
|
1186
1186
|
occurredAt: string;
|
|
1187
|
-
licensingStatus: "
|
|
1188
|
-
secretScanStatus: "
|
|
1189
|
-
piiScanStatus: "
|
|
1187
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1188
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1189
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1190
1190
|
metadata: Record<string, unknown>;
|
|
1191
1191
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1192
1192
|
kind: "learning_batch";
|
|
@@ -1220,9 +1220,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1220
1220
|
purpose: "task_authoring_and_evaluation";
|
|
1221
1221
|
};
|
|
1222
1222
|
connectedAppIds: string[];
|
|
1223
|
-
secretScanStatus: "
|
|
1224
|
-
piiScanStatus: "
|
|
1225
|
-
licensingStatus: "
|
|
1223
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1224
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1225
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1226
1226
|
metadata: Record<string, unknown>;
|
|
1227
1227
|
})[];
|
|
1228
1228
|
policy: {
|
|
@@ -1238,7 +1238,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1238
1238
|
stateful: boolean;
|
|
1239
1239
|
deterministicSeeds: boolean;
|
|
1240
1240
|
toolNames: string[];
|
|
1241
|
-
lifecycle: ("
|
|
1241
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
1242
1242
|
defaultTimeoutMs: number;
|
|
1243
1243
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
1244
1244
|
metadata: Record<string, unknown>;
|
|
@@ -1275,7 +1275,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1275
1275
|
}[] | undefined;
|
|
1276
1276
|
};
|
|
1277
1277
|
output: {
|
|
1278
|
-
mode: "
|
|
1278
|
+
mode: "artifacts" | "text" | "structured_json";
|
|
1279
1279
|
jsonSchema: Record<string, unknown> | null;
|
|
1280
1280
|
renderer: {
|
|
1281
1281
|
module: string;
|
|
@@ -1286,8 +1286,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1286
1286
|
capabilities: {
|
|
1287
1287
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1288
1288
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
1289
|
-
supportedSignals: ("label" | "
|
|
1290
|
-
compatibleMethods: ("none" | "
|
|
1289
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
1290
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
1291
1291
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
1292
1292
|
requiresTools: boolean;
|
|
1293
1293
|
requiresState: boolean;
|
|
@@ -1328,7 +1328,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1328
1328
|
schemaVersion: "openpond.taskData.v1";
|
|
1329
1329
|
id: string;
|
|
1330
1330
|
clusterKey: string;
|
|
1331
|
-
split: "train" | "validation" | "
|
|
1331
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1332
1332
|
input: Record<string, unknown>;
|
|
1333
1333
|
expectedOutput: Record<string, unknown> | null;
|
|
1334
1334
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -1344,7 +1344,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1344
1344
|
mediaType: string;
|
|
1345
1345
|
sha256: string;
|
|
1346
1346
|
sizeBytes: number;
|
|
1347
|
-
split: "train" | "validation" | "
|
|
1347
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1348
1348
|
metadata: Record<string, unknown>;
|
|
1349
1349
|
}[] | undefined;
|
|
1350
1350
|
resourceRefs?: string[] | undefined;
|
|
@@ -1365,7 +1365,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1365
1365
|
rewardEligible: boolean;
|
|
1366
1366
|
privileged: boolean;
|
|
1367
1367
|
metadata: Record<string, unknown>;
|
|
1368
|
-
kind: "file" | "content" | "
|
|
1368
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
1369
1369
|
config: Record<string, unknown>;
|
|
1370
1370
|
} | {
|
|
1371
1371
|
id: string;
|
|
@@ -1383,7 +1383,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1383
1383
|
modelId: string;
|
|
1384
1384
|
};
|
|
1385
1385
|
calibrationFixtureRefs: string[];
|
|
1386
|
-
calibrationStatus: "
|
|
1386
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
1387
1387
|
temperature: number;
|
|
1388
1388
|
} | {
|
|
1389
1389
|
id: string;
|
|
@@ -1416,7 +1416,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1416
1416
|
graderFixtures: {
|
|
1417
1417
|
id: string;
|
|
1418
1418
|
taskId: string;
|
|
1419
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
1419
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
1420
1420
|
output: Record<string, unknown>;
|
|
1421
1421
|
infrastructureError: string | null;
|
|
1422
1422
|
expectedPassed: boolean;
|
|
@@ -1535,7 +1535,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1535
1535
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1536
1536
|
fields: {
|
|
1537
1537
|
name: string;
|
|
1538
|
-
semanticRole: "metadata" | "
|
|
1538
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
1539
1539
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1540
1540
|
nullable: boolean;
|
|
1541
1541
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -1544,7 +1544,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1544
1544
|
};
|
|
1545
1545
|
shards: {
|
|
1546
1546
|
id: string;
|
|
1547
|
-
split: "train" | "validation" | "
|
|
1547
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1548
1548
|
path: string;
|
|
1549
1549
|
contentHash: string;
|
|
1550
1550
|
schemaHash: string;
|
|
@@ -1553,7 +1553,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1553
1553
|
rowGroupCount: number;
|
|
1554
1554
|
}[];
|
|
1555
1555
|
rowCount: number;
|
|
1556
|
-
splitCounts: Record<"train" | "validation" | "
|
|
1556
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
1557
1557
|
sourceReceiptRefs: string[];
|
|
1558
1558
|
mappingHash: string;
|
|
1559
1559
|
qualityReportHash: string;
|
|
@@ -1616,8 +1616,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1616
1616
|
releaseId: string;
|
|
1617
1617
|
releaseHash: string;
|
|
1618
1618
|
managedReleasePath: string;
|
|
1619
|
-
adaptationSplit: "train" | "validation" | "
|
|
1620
|
-
evaluationSplit: "train" | "validation" | "
|
|
1619
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
1620
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
1621
1621
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
1622
1622
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
1623
1623
|
source: "builtin" | "imported";
|
|
@@ -1637,9 +1637,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1637
1637
|
title: string;
|
|
1638
1638
|
sourceHash: string;
|
|
1639
1639
|
occurredAt: string;
|
|
1640
|
-
licensingStatus: "
|
|
1641
|
-
secretScanStatus: "
|
|
1642
|
-
piiScanStatus: "
|
|
1640
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1641
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1642
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1643
1643
|
metadata: Record<string, unknown>;
|
|
1644
1644
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1645
1645
|
kind: "huggingface";
|
|
@@ -1658,9 +1658,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1658
1658
|
title: string;
|
|
1659
1659
|
sourceHash: string;
|
|
1660
1660
|
occurredAt: string;
|
|
1661
|
-
licensingStatus: "
|
|
1662
|
-
secretScanStatus: "
|
|
1663
|
-
piiScanStatus: "
|
|
1661
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1662
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1663
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1664
1664
|
metadata: Record<string, unknown>;
|
|
1665
1665
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1666
1666
|
kind: "uploaded_file";
|
|
@@ -1675,9 +1675,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1675
1675
|
title: string;
|
|
1676
1676
|
sourceHash: string;
|
|
1677
1677
|
occurredAt: string;
|
|
1678
|
-
licensingStatus: "
|
|
1679
|
-
secretScanStatus: "
|
|
1680
|
-
piiScanStatus: "
|
|
1678
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1679
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1680
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1681
1681
|
metadata: Record<string, unknown>;
|
|
1682
1682
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1683
1683
|
kind: "generated";
|
|
@@ -1691,9 +1691,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1691
1691
|
title: string;
|
|
1692
1692
|
sourceHash: string;
|
|
1693
1693
|
occurredAt: string;
|
|
1694
|
-
licensingStatus: "
|
|
1695
|
-
secretScanStatus: "
|
|
1696
|
-
piiScanStatus: "
|
|
1694
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1695
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1696
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1697
1697
|
metadata: Record<string, unknown>;
|
|
1698
1698
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1699
1699
|
kind: "learning_batch";
|
|
@@ -1727,9 +1727,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1727
1727
|
purpose: "task_authoring_and_evaluation";
|
|
1728
1728
|
};
|
|
1729
1729
|
connectedAppIds: string[];
|
|
1730
|
-
secretScanStatus: "
|
|
1731
|
-
piiScanStatus: "
|
|
1732
|
-
licensingStatus: "
|
|
1730
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1731
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
1732
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
1733
1733
|
metadata: Record<string, unknown>;
|
|
1734
1734
|
})[];
|
|
1735
1735
|
policy: {
|
|
@@ -1745,7 +1745,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1745
1745
|
stateful: boolean;
|
|
1746
1746
|
deterministicSeeds: boolean;
|
|
1747
1747
|
toolNames: string[];
|
|
1748
|
-
lifecycle: ("
|
|
1748
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
1749
1749
|
defaultTimeoutMs: number;
|
|
1750
1750
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
1751
1751
|
metadata: Record<string, unknown>;
|
|
@@ -1782,7 +1782,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1782
1782
|
}[] | undefined;
|
|
1783
1783
|
};
|
|
1784
1784
|
output: {
|
|
1785
|
-
mode: "
|
|
1785
|
+
mode: "artifacts" | "text" | "structured_json";
|
|
1786
1786
|
jsonSchema: Record<string, unknown> | null;
|
|
1787
1787
|
renderer: {
|
|
1788
1788
|
module: string;
|
|
@@ -1793,8 +1793,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1793
1793
|
capabilities: {
|
|
1794
1794
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1795
1795
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
1796
|
-
supportedSignals: ("label" | "
|
|
1797
|
-
compatibleMethods: ("none" | "
|
|
1796
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
1797
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
1798
1798
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
1799
1799
|
requiresTools: boolean;
|
|
1800
1800
|
requiresState: boolean;
|
|
@@ -1835,7 +1835,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1835
1835
|
schemaVersion: "openpond.taskData.v1";
|
|
1836
1836
|
id: string;
|
|
1837
1837
|
clusterKey: string;
|
|
1838
|
-
split: "train" | "validation" | "
|
|
1838
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1839
1839
|
input: Record<string, unknown>;
|
|
1840
1840
|
expectedOutput: Record<string, unknown> | null;
|
|
1841
1841
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -1851,7 +1851,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1851
1851
|
mediaType: string;
|
|
1852
1852
|
sha256: string;
|
|
1853
1853
|
sizeBytes: number;
|
|
1854
|
-
split: "train" | "validation" | "
|
|
1854
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
1855
1855
|
metadata: Record<string, unknown>;
|
|
1856
1856
|
}[] | undefined;
|
|
1857
1857
|
resourceRefs?: string[] | undefined;
|
|
@@ -1872,7 +1872,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1872
1872
|
rewardEligible: boolean;
|
|
1873
1873
|
privileged: boolean;
|
|
1874
1874
|
metadata: Record<string, unknown>;
|
|
1875
|
-
kind: "file" | "content" | "
|
|
1875
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
1876
1876
|
config: Record<string, unknown>;
|
|
1877
1877
|
} | {
|
|
1878
1878
|
id: string;
|
|
@@ -1890,7 +1890,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1890
1890
|
modelId: string;
|
|
1891
1891
|
};
|
|
1892
1892
|
calibrationFixtureRefs: string[];
|
|
1893
|
-
calibrationStatus: "
|
|
1893
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
1894
1894
|
temperature: number;
|
|
1895
1895
|
} | {
|
|
1896
1896
|
id: string;
|
|
@@ -1923,7 +1923,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1923
1923
|
graderFixtures: {
|
|
1924
1924
|
id: string;
|
|
1925
1925
|
taskId: string;
|
|
1926
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
1926
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
1927
1927
|
output: Record<string, unknown>;
|
|
1928
1928
|
infrastructureError: string | null;
|
|
1929
1929
|
expectedPassed: boolean;
|
|
@@ -2042,7 +2042,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2042
2042
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2043
2043
|
fields: {
|
|
2044
2044
|
name: string;
|
|
2045
|
-
semanticRole: "metadata" | "
|
|
2045
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
2046
2046
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2047
2047
|
nullable: boolean;
|
|
2048
2048
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -2051,7 +2051,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2051
2051
|
};
|
|
2052
2052
|
shards: {
|
|
2053
2053
|
id: string;
|
|
2054
|
-
split: "train" | "validation" | "
|
|
2054
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
2055
2055
|
path: string;
|
|
2056
2056
|
contentHash: string;
|
|
2057
2057
|
schemaHash: string;
|
|
@@ -2060,7 +2060,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2060
2060
|
rowGroupCount: number;
|
|
2061
2061
|
}[];
|
|
2062
2062
|
rowCount: number;
|
|
2063
|
-
splitCounts: Record<"train" | "validation" | "
|
|
2063
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
2064
2064
|
sourceReceiptRefs: string[];
|
|
2065
2065
|
mappingHash: string;
|
|
2066
2066
|
qualityReportHash: string;
|
|
@@ -2123,8 +2123,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2123
2123
|
releaseId: string;
|
|
2124
2124
|
releaseHash: string;
|
|
2125
2125
|
managedReleasePath: string;
|
|
2126
|
-
adaptationSplit: "train" | "validation" | "
|
|
2127
|
-
evaluationSplit: "train" | "validation" | "
|
|
2126
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
2127
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
2128
2128
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
2129
2129
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
2130
2130
|
source: "builtin" | "imported";
|
|
@@ -2144,9 +2144,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2144
2144
|
title: string;
|
|
2145
2145
|
sourceHash: string;
|
|
2146
2146
|
occurredAt: string;
|
|
2147
|
-
licensingStatus: "
|
|
2148
|
-
secretScanStatus: "
|
|
2149
|
-
piiScanStatus: "
|
|
2147
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2148
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2149
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2150
2150
|
metadata: Record<string, unknown>;
|
|
2151
2151
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2152
2152
|
kind: "huggingface";
|
|
@@ -2165,9 +2165,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2165
2165
|
title: string;
|
|
2166
2166
|
sourceHash: string;
|
|
2167
2167
|
occurredAt: string;
|
|
2168
|
-
licensingStatus: "
|
|
2169
|
-
secretScanStatus: "
|
|
2170
|
-
piiScanStatus: "
|
|
2168
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2169
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2170
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2171
2171
|
metadata: Record<string, unknown>;
|
|
2172
2172
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2173
2173
|
kind: "uploaded_file";
|
|
@@ -2182,9 +2182,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2182
2182
|
title: string;
|
|
2183
2183
|
sourceHash: string;
|
|
2184
2184
|
occurredAt: string;
|
|
2185
|
-
licensingStatus: "
|
|
2186
|
-
secretScanStatus: "
|
|
2187
|
-
piiScanStatus: "
|
|
2185
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2186
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2187
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2188
2188
|
metadata: Record<string, unknown>;
|
|
2189
2189
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2190
2190
|
kind: "generated";
|
|
@@ -2198,9 +2198,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2198
2198
|
title: string;
|
|
2199
2199
|
sourceHash: string;
|
|
2200
2200
|
occurredAt: string;
|
|
2201
|
-
licensingStatus: "
|
|
2202
|
-
secretScanStatus: "
|
|
2203
|
-
piiScanStatus: "
|
|
2201
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2202
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2203
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2204
2204
|
metadata: Record<string, unknown>;
|
|
2205
2205
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2206
2206
|
kind: "learning_batch";
|
|
@@ -2234,9 +2234,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2234
2234
|
purpose: "task_authoring_and_evaluation";
|
|
2235
2235
|
};
|
|
2236
2236
|
connectedAppIds: string[];
|
|
2237
|
-
secretScanStatus: "
|
|
2238
|
-
piiScanStatus: "
|
|
2239
|
-
licensingStatus: "
|
|
2237
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2238
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2239
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2240
2240
|
metadata: Record<string, unknown>;
|
|
2241
2241
|
})[];
|
|
2242
2242
|
policy: {
|
|
@@ -2252,7 +2252,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2252
2252
|
stateful: boolean;
|
|
2253
2253
|
deterministicSeeds: boolean;
|
|
2254
2254
|
toolNames: string[];
|
|
2255
|
-
lifecycle: ("
|
|
2255
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
2256
2256
|
defaultTimeoutMs: number;
|
|
2257
2257
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
2258
2258
|
metadata: Record<string, unknown>;
|
|
@@ -2289,7 +2289,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2289
2289
|
}[] | undefined;
|
|
2290
2290
|
};
|
|
2291
2291
|
output: {
|
|
2292
|
-
mode: "
|
|
2292
|
+
mode: "artifacts" | "text" | "structured_json";
|
|
2293
2293
|
jsonSchema: Record<string, unknown> | null;
|
|
2294
2294
|
renderer: {
|
|
2295
2295
|
module: string;
|
|
@@ -2300,8 +2300,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2300
2300
|
capabilities: {
|
|
2301
2301
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2302
2302
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
2303
|
-
supportedSignals: ("label" | "
|
|
2304
|
-
compatibleMethods: ("none" | "
|
|
2303
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
2304
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
2305
2305
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
2306
2306
|
requiresTools: boolean;
|
|
2307
2307
|
requiresState: boolean;
|
|
@@ -2342,7 +2342,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2342
2342
|
schemaVersion: "openpond.taskData.v1";
|
|
2343
2343
|
id: string;
|
|
2344
2344
|
clusterKey: string;
|
|
2345
|
-
split: "train" | "validation" | "
|
|
2345
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
2346
2346
|
input: Record<string, unknown>;
|
|
2347
2347
|
expectedOutput: Record<string, unknown> | null;
|
|
2348
2348
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -2358,7 +2358,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2358
2358
|
mediaType: string;
|
|
2359
2359
|
sha256: string;
|
|
2360
2360
|
sizeBytes: number;
|
|
2361
|
-
split: "train" | "validation" | "
|
|
2361
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
2362
2362
|
metadata: Record<string, unknown>;
|
|
2363
2363
|
}[] | undefined;
|
|
2364
2364
|
resourceRefs?: string[] | undefined;
|
|
@@ -2379,7 +2379,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2379
2379
|
rewardEligible: boolean;
|
|
2380
2380
|
privileged: boolean;
|
|
2381
2381
|
metadata: Record<string, unknown>;
|
|
2382
|
-
kind: "file" | "content" | "
|
|
2382
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
2383
2383
|
config: Record<string, unknown>;
|
|
2384
2384
|
} | {
|
|
2385
2385
|
id: string;
|
|
@@ -2397,7 +2397,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2397
2397
|
modelId: string;
|
|
2398
2398
|
};
|
|
2399
2399
|
calibrationFixtureRefs: string[];
|
|
2400
|
-
calibrationStatus: "
|
|
2400
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
2401
2401
|
temperature: number;
|
|
2402
2402
|
} | {
|
|
2403
2403
|
id: string;
|
|
@@ -2430,7 +2430,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2430
2430
|
graderFixtures: {
|
|
2431
2431
|
id: string;
|
|
2432
2432
|
taskId: string;
|
|
2433
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
2433
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
2434
2434
|
output: Record<string, unknown>;
|
|
2435
2435
|
infrastructureError: string | null;
|
|
2436
2436
|
expectedPassed: boolean;
|
|
@@ -2549,7 +2549,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2549
2549
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2550
2550
|
fields: {
|
|
2551
2551
|
name: string;
|
|
2552
|
-
semanticRole: "metadata" | "
|
|
2552
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
2553
2553
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2554
2554
|
nullable: boolean;
|
|
2555
2555
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -2558,7 +2558,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2558
2558
|
};
|
|
2559
2559
|
shards: {
|
|
2560
2560
|
id: string;
|
|
2561
|
-
split: "train" | "validation" | "
|
|
2561
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
2562
2562
|
path: string;
|
|
2563
2563
|
contentHash: string;
|
|
2564
2564
|
schemaHash: string;
|
|
@@ -2567,7 +2567,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2567
2567
|
rowGroupCount: number;
|
|
2568
2568
|
}[];
|
|
2569
2569
|
rowCount: number;
|
|
2570
|
-
splitCounts: Record<"train" | "validation" | "
|
|
2570
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
2571
2571
|
sourceReceiptRefs: string[];
|
|
2572
2572
|
mappingHash: string;
|
|
2573
2573
|
qualityReportHash: string;
|
|
@@ -2659,8 +2659,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2659
2659
|
releaseId: string;
|
|
2660
2660
|
releaseHash: string;
|
|
2661
2661
|
managedReleasePath: string;
|
|
2662
|
-
adaptationSplit: "train" | "validation" | "
|
|
2663
|
-
evaluationSplit: "train" | "validation" | "
|
|
2662
|
+
adaptationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
2663
|
+
evaluationSplit: "train" | "validation" | "frozen_eval" | "test";
|
|
2664
2664
|
primaryMetric: "foreground_tokens" | "success_rate" | "latency_ms" | "cost_usd";
|
|
2665
2665
|
qualityGate: "none" | "non_regression" | "all_pass";
|
|
2666
2666
|
source: "builtin" | "imported";
|
|
@@ -2680,9 +2680,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2680
2680
|
title: string;
|
|
2681
2681
|
sourceHash: string;
|
|
2682
2682
|
occurredAt: string;
|
|
2683
|
-
licensingStatus: "
|
|
2684
|
-
secretScanStatus: "
|
|
2685
|
-
piiScanStatus: "
|
|
2683
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2684
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2685
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2686
2686
|
metadata: Record<string, unknown>;
|
|
2687
2687
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2688
2688
|
kind: "huggingface";
|
|
@@ -2701,9 +2701,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2701
2701
|
title: string;
|
|
2702
2702
|
sourceHash: string;
|
|
2703
2703
|
occurredAt: string;
|
|
2704
|
-
licensingStatus: "
|
|
2705
|
-
secretScanStatus: "
|
|
2706
|
-
piiScanStatus: "
|
|
2704
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2705
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2706
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2707
2707
|
metadata: Record<string, unknown>;
|
|
2708
2708
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2709
2709
|
kind: "uploaded_file";
|
|
@@ -2718,9 +2718,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2718
2718
|
title: string;
|
|
2719
2719
|
sourceHash: string;
|
|
2720
2720
|
occurredAt: string;
|
|
2721
|
-
licensingStatus: "
|
|
2722
|
-
secretScanStatus: "
|
|
2723
|
-
piiScanStatus: "
|
|
2721
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2722
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2723
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2724
2724
|
metadata: Record<string, unknown>;
|
|
2725
2725
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2726
2726
|
kind: "generated";
|
|
@@ -2734,9 +2734,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2734
2734
|
title: string;
|
|
2735
2735
|
sourceHash: string;
|
|
2736
2736
|
occurredAt: string;
|
|
2737
|
-
licensingStatus: "
|
|
2738
|
-
secretScanStatus: "
|
|
2739
|
-
piiScanStatus: "
|
|
2737
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2738
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2739
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2740
2740
|
metadata: Record<string, unknown>;
|
|
2741
2741
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2742
2742
|
kind: "learning_batch";
|
|
@@ -2770,9 +2770,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2770
2770
|
purpose: "task_authoring_and_evaluation";
|
|
2771
2771
|
};
|
|
2772
2772
|
connectedAppIds: string[];
|
|
2773
|
-
secretScanStatus: "
|
|
2774
|
-
piiScanStatus: "
|
|
2775
|
-
licensingStatus: "
|
|
2773
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2774
|
+
piiScanStatus: "passed" | "pending" | "blocked" | "review";
|
|
2775
|
+
licensingStatus: "pending" | "blocked" | "approved" | "review";
|
|
2776
2776
|
metadata: Record<string, unknown>;
|
|
2777
2777
|
})[];
|
|
2778
2778
|
policy: {
|
|
@@ -2788,7 +2788,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2788
2788
|
stateful: boolean;
|
|
2789
2789
|
deterministicSeeds: boolean;
|
|
2790
2790
|
toolNames: string[];
|
|
2791
|
-
lifecycle: ("
|
|
2791
|
+
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
2792
2792
|
defaultTimeoutMs: number;
|
|
2793
2793
|
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
2794
2794
|
metadata: Record<string, unknown>;
|
|
@@ -2825,7 +2825,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2825
2825
|
}[] | undefined;
|
|
2826
2826
|
};
|
|
2827
2827
|
output: {
|
|
2828
|
-
mode: "
|
|
2828
|
+
mode: "artifacts" | "text" | "structured_json";
|
|
2829
2829
|
jsonSchema: Record<string, unknown> | null;
|
|
2830
2830
|
renderer: {
|
|
2831
2831
|
module: string;
|
|
@@ -2836,8 +2836,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2836
2836
|
capabilities: {
|
|
2837
2837
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2838
2838
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
2839
|
-
supportedSignals: ("label" | "
|
|
2840
|
-
compatibleMethods: ("none" | "
|
|
2839
|
+
supportedSignals: ("label" | "reward" | "preference" | "feedback" | "demonstration" | "correction")[];
|
|
2840
|
+
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
2841
2841
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
2842
2842
|
requiresTools: boolean;
|
|
2843
2843
|
requiresState: boolean;
|
|
@@ -2878,7 +2878,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2878
2878
|
schemaVersion: "openpond.taskData.v1";
|
|
2879
2879
|
id: string;
|
|
2880
2880
|
clusterKey: string;
|
|
2881
|
-
split: "train" | "validation" | "
|
|
2881
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
2882
2882
|
input: Record<string, unknown>;
|
|
2883
2883
|
expectedOutput: Record<string, unknown> | null;
|
|
2884
2884
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -2894,7 +2894,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2894
2894
|
mediaType: string;
|
|
2895
2895
|
sha256: string;
|
|
2896
2896
|
sizeBytes: number;
|
|
2897
|
-
split: "train" | "validation" | "
|
|
2897
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
2898
2898
|
metadata: Record<string, unknown>;
|
|
2899
2899
|
}[] | undefined;
|
|
2900
2900
|
resourceRefs?: string[] | undefined;
|
|
@@ -2915,7 +2915,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2915
2915
|
rewardEligible: boolean;
|
|
2916
2916
|
privileged: boolean;
|
|
2917
2917
|
metadata: Record<string, unknown>;
|
|
2918
|
-
kind: "file" | "content" | "
|
|
2918
|
+
kind: "file" | "content" | "state" | "test" | "schema" | "diff" | "runtime_event";
|
|
2919
2919
|
config: Record<string, unknown>;
|
|
2920
2920
|
} | {
|
|
2921
2921
|
id: string;
|
|
@@ -2933,7 +2933,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2933
2933
|
modelId: string;
|
|
2934
2934
|
};
|
|
2935
2935
|
calibrationFixtureRefs: string[];
|
|
2936
|
-
calibrationStatus: "
|
|
2936
|
+
calibrationStatus: "passed" | "failed" | "pending";
|
|
2937
2937
|
temperature: number;
|
|
2938
2938
|
} | {
|
|
2939
2939
|
id: string;
|
|
@@ -2966,7 +2966,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2966
2966
|
graderFixtures: {
|
|
2967
2967
|
id: string;
|
|
2968
2968
|
taskId: string;
|
|
2969
|
-
label: "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection"
|
|
2969
|
+
label: "infrastructure_failure" | "positive" | "negative" | "boundary" | "adversarial" | "prompt_injection";
|
|
2970
2970
|
output: Record<string, unknown>;
|
|
2971
2971
|
infrastructureError: string | null;
|
|
2972
2972
|
expectedPassed: boolean;
|
|
@@ -3085,7 +3085,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3085
3085
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3086
3086
|
fields: {
|
|
3087
3087
|
name: string;
|
|
3088
|
-
semanticRole: "metadata" | "
|
|
3088
|
+
semanticRole: "metadata" | "reward" | "feedback" | "messages" | "row_id" | "cluster_id" | "prompt" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "tag";
|
|
3089
3089
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
3090
3090
|
nullable: boolean;
|
|
3091
3091
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -3094,7 +3094,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3094
3094
|
};
|
|
3095
3095
|
shards: {
|
|
3096
3096
|
id: string;
|
|
3097
|
-
split: "train" | "validation" | "
|
|
3097
|
+
split: "train" | "validation" | "frozen_eval" | "test";
|
|
3098
3098
|
path: string;
|
|
3099
3099
|
contentHash: string;
|
|
3100
3100
|
schemaHash: string;
|
|
@@ -3103,7 +3103,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3103
3103
|
rowGroupCount: number;
|
|
3104
3104
|
}[];
|
|
3105
3105
|
rowCount: number;
|
|
3106
|
-
splitCounts: Record<"train" | "validation" | "
|
|
3106
|
+
splitCounts: Record<"train" | "validation" | "frozen_eval" | "test", number>;
|
|
3107
3107
|
sourceReceiptRefs: string[];
|
|
3108
3108
|
mappingHash: string;
|
|
3109
3109
|
qualityReportHash: string;
|
|
@@ -3163,7 +3163,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3163
3163
|
tokenizerRevision: string | null;
|
|
3164
3164
|
chatTemplateHash: string | null;
|
|
3165
3165
|
modelAssetId: string | null;
|
|
3166
|
-
source: "local" | "
|
|
3166
|
+
source: "local" | "managed" | "builtin";
|
|
3167
3167
|
} | null;
|
|
3168
3168
|
defaultDestinationId: string | null;
|
|
3169
3169
|
trainingSetup: {
|
|
@@ -3188,7 +3188,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3188
3188
|
tokenizerRevision: string | null;
|
|
3189
3189
|
chatTemplateHash: string | null;
|
|
3190
3190
|
modelAssetId: string | null;
|
|
3191
|
-
source: "local" | "
|
|
3191
|
+
source: "local" | "managed" | "builtin";
|
|
3192
3192
|
} | null;
|
|
3193
3193
|
destinationId: string | null;
|
|
3194
3194
|
managedRolloutPlacement: "local" | "remote";
|