openpond-sdk 0.9.9 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +18 -17
- package/dist/advanced-refiner-evaluations.js +42 -0
- package/dist/advanced-refiner-evaluations.js.map +7 -0
- package/dist/candidate-evaluations.js +25 -0
- package/dist/candidate-evaluations.js.map +7 -0
- package/dist/{chunk-BGXWHDYM.js → chunk-2JKV5OJO.js} +95 -59
- package/dist/chunk-2JKV5OJO.js.map +7 -0
- package/dist/{chunk-4HZORGK3.js → chunk-2NSNBED7.js} +18 -5
- package/dist/chunk-2NSNBED7.js.map +7 -0
- package/dist/chunk-5RZAPZWI.js +445 -0
- package/dist/chunk-5RZAPZWI.js.map +7 -0
- package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
- package/dist/chunk-5U25KAJM.js.map +7 -0
- package/dist/chunk-7Q7I6FAT.js +139 -0
- package/dist/chunk-7Q7I6FAT.js.map +7 -0
- package/dist/chunk-A64VYVXN.js +64 -0
- package/dist/chunk-A64VYVXN.js.map +7 -0
- package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
- package/dist/chunk-DJWHN7NU.js +394 -0
- package/dist/chunk-DJWHN7NU.js.map +7 -0
- package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
- package/dist/chunk-DSGGM2ME.js.map +7 -0
- package/dist/chunk-GDJRGRHA.js +144 -0
- package/dist/chunk-GDJRGRHA.js.map +7 -0
- package/dist/chunk-HOAYWW33.js +587 -0
- package/dist/chunk-HOAYWW33.js.map +7 -0
- package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
- package/dist/chunk-I2MBVOVX.js.map +7 -0
- package/dist/{chunk-6D4JIOOC.js → chunk-IXBSFJCX.js} +5 -5
- package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
- package/dist/chunk-JA3KFK3U.js.map +7 -0
- package/dist/chunk-JMQ4HBWP.js +160 -0
- package/dist/chunk-JMQ4HBWP.js.map +7 -0
- package/dist/chunk-KQWCXW3A.js +294 -0
- package/dist/chunk-KQWCXW3A.js.map +7 -0
- package/dist/{chunk-3HV3G6DG.js → chunk-NHCGOFQW.js} +3 -3
- package/dist/{chunk-XMKEFQ62.js → chunk-PJ2VLNJF.js} +20 -2
- package/dist/chunk-PJ2VLNJF.js.map +7 -0
- package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
- package/dist/chunk-SLS3GFPG.js +125 -0
- package/dist/chunk-SLS3GFPG.js.map +7 -0
- package/dist/chunk-SVU4RZ4K.js +70 -0
- package/dist/chunk-SVU4RZ4K.js.map +7 -0
- package/dist/chunk-T4APHDES.js +74 -0
- package/dist/chunk-T4APHDES.js.map +7 -0
- package/dist/chunk-VC5OV5AS.js +174 -0
- package/dist/chunk-VC5OV5AS.js.map +7 -0
- package/dist/{chunk-YYJ4T4U4.js → chunk-WX22WN33.js} +13 -7
- package/dist/chunk-WX22WN33.js.map +7 -0
- package/dist/chunk-XEUOJ5WF.js +31 -0
- package/dist/chunk-XEUOJ5WF.js.map +7 -0
- package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
- package/dist/chunk-XJDWHTH5.js.map +7 -0
- package/dist/chunk-YCQVVFE5.js +37 -0
- package/dist/chunk-YCQVVFE5.js.map +7 -0
- package/dist/chunk-ZVJU5CJ5.js +267 -0
- package/dist/chunk-ZVJU5CJ5.js.map +7 -0
- package/dist/connected-evidence.js +81 -0
- package/dist/connected-evidence.js.map +7 -0
- package/dist/dataset-workspaces.js +45 -80
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiment-evaluation-schedules.js +48 -0
- package/dist/experiment-evaluation-schedules.js.map +7 -0
- package/dist/experiment-improvements.js +52 -0
- package/dist/experiment-improvements.js.map +7 -0
- package/dist/experiments.js +63 -124
- package/dist/experiments.js.map +4 -4
- package/dist/human-review.js +13 -0
- package/dist/human-review.js.map +7 -0
- package/dist/index.js +208 -17
- package/dist/index.js.map +2 -2
- package/dist/learning.js +1 -1
- package/dist/model-starter-attempts.js +2 -2
- package/dist/model-starter-catalog.js +9 -4
- package/dist/model-starter-catalog.js.map +1 -1
- package/dist/model-starters.js +15 -6
- package/dist/model-taskset-runs.js +3 -3
- package/dist/post-training.js +47 -0
- package/dist/post-training.js.map +7 -0
- package/dist/taskset-drafts.js +13 -6
- package/dist/taskset-drafts.js.map +2 -2
- package/dist/taskset-packages.js +31 -559
- package/dist/taskset-packages.js.map +4 -4
- package/dist/training-bundle.js +59 -18
- package/dist/training-bundle.js.map +2 -2
- package/dist/training-projects.js +3 -1
- package/dist/training-projects.js.map +2 -2
- package/dist/training.js +7 -2
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-client.d.ts +4353 -490
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1067 -2
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
- package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +383 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +2111 -0
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +7 -2
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiments.d.ts +7 -1
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
- package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/index.d.ts +10 -0
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +444 -19
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +79 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starters.d.ts +467 -13
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1326 -4
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1329 -5
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +2805 -41
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +828 -8
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1226 -11
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +2655 -24
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/package.json +30 -2
- package/dist/chunk-4HZORGK3.js.map +0 -7
- package/dist/chunk-4JRSH2TT.js +0 -256
- package/dist/chunk-4JRSH2TT.js.map +0 -7
- package/dist/chunk-BGXWHDYM.js.map +0 -7
- package/dist/chunk-JCPLAIZL.js.map +0 -7
- package/dist/chunk-KYCQ7LZ4.js.map +0 -7
- package/dist/chunk-LGEF4S5I.js.map +0 -7
- package/dist/chunk-WOPM32SE.js.map +0 -7
- package/dist/chunk-XMKEFQ62.js.map +0 -7
- package/dist/chunk-Y4NGWGTA.js.map +0 -7
- package/dist/chunk-YYJ4T4U4.js.map +0 -7
- package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
- package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
- /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
- /package/dist/{chunk-6D4JIOOC.js.map → chunk-IXBSFJCX.js.map} +0 -0
- /package/dist/{chunk-3HV3G6DG.js.map → chunk-NHCGOFQW.js.map} +0 -0
- /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
|
@@ -90,14 +90,33 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
90
90
|
} | null;
|
|
91
91
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
92
92
|
sourceRefs: ({
|
|
93
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
94
|
+
kind: "connected_activity";
|
|
93
95
|
id: string;
|
|
94
96
|
profileId: string;
|
|
95
97
|
title: string;
|
|
96
98
|
sourceHash: string;
|
|
97
99
|
occurredAt: string;
|
|
98
|
-
licensingStatus: "pending" | "
|
|
100
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
99
101
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
100
|
-
piiScanStatus: "passed" | "pending" | "
|
|
102
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
103
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
104
|
+
sourceId: string;
|
|
105
|
+
sessionId: string;
|
|
106
|
+
normalizerVersion: string;
|
|
107
|
+
projection: "turn" | "conversation";
|
|
108
|
+
ownerUserId: string;
|
|
109
|
+
purpose: "recorded_evaluation";
|
|
110
|
+
metadata: Record<string, unknown>;
|
|
111
|
+
} | {
|
|
112
|
+
id: string;
|
|
113
|
+
profileId: string;
|
|
114
|
+
title: string;
|
|
115
|
+
sourceHash: string;
|
|
116
|
+
occurredAt: string;
|
|
117
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
118
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
119
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
101
120
|
metadata: Record<string, unknown>;
|
|
102
121
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
103
122
|
kind: "huggingface";
|
|
@@ -116,9 +135,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
116
135
|
title: string;
|
|
117
136
|
sourceHash: string;
|
|
118
137
|
occurredAt: string;
|
|
119
|
-
licensingStatus: "pending" | "
|
|
138
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
120
139
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
121
|
-
piiScanStatus: "passed" | "pending" | "
|
|
140
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
122
141
|
metadata: Record<string, unknown>;
|
|
123
142
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
124
143
|
kind: "uploaded_file";
|
|
@@ -133,9 +152,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
133
152
|
title: string;
|
|
134
153
|
sourceHash: string;
|
|
135
154
|
occurredAt: string;
|
|
136
|
-
licensingStatus: "pending" | "
|
|
155
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
137
156
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
138
|
-
piiScanStatus: "passed" | "pending" | "
|
|
157
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
139
158
|
metadata: Record<string, unknown>;
|
|
140
159
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
141
160
|
kind: "generated";
|
|
@@ -149,9 +168,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
149
168
|
title: string;
|
|
150
169
|
sourceHash: string;
|
|
151
170
|
occurredAt: string;
|
|
152
|
-
licensingStatus: "pending" | "
|
|
171
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
153
172
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
154
|
-
piiScanStatus: "passed" | "pending" | "
|
|
173
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
155
174
|
metadata: Record<string, unknown>;
|
|
156
175
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
157
176
|
kind: "learning_batch";
|
|
@@ -186,8 +205,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
186
205
|
};
|
|
187
206
|
connectedAppIds: string[];
|
|
188
207
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
189
|
-
piiScanStatus: "passed" | "pending" | "
|
|
190
|
-
licensingStatus: "pending" | "
|
|
208
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
209
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
191
210
|
metadata: Record<string, unknown>;
|
|
192
211
|
})[];
|
|
193
212
|
policy: {
|
|
@@ -198,7 +217,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
198
217
|
};
|
|
199
218
|
environment: {
|
|
200
219
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
201
|
-
kind: "
|
|
220
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
202
221
|
entrypoint: string;
|
|
203
222
|
stateful: boolean;
|
|
204
223
|
deterministicSeeds: boolean;
|
|
@@ -240,7 +259,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
240
259
|
}[] | undefined;
|
|
241
260
|
};
|
|
242
261
|
output: {
|
|
243
|
-
mode: "
|
|
262
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
244
263
|
jsonSchema: Record<string, unknown> | null;
|
|
245
264
|
renderer: {
|
|
246
265
|
module: string;
|
|
@@ -251,7 +270,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
251
270
|
capabilities: {
|
|
252
271
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
253
272
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
254
|
-
supportedSignals: ("label" | "
|
|
273
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
255
274
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
256
275
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
257
276
|
requiresTools: boolean;
|
|
@@ -330,7 +349,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
330
349
|
rewardEligible: boolean;
|
|
331
350
|
privileged: boolean;
|
|
332
351
|
metadata: Record<string, unknown>;
|
|
333
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
352
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
334
353
|
config: Record<string, unknown>;
|
|
335
354
|
} | {
|
|
336
355
|
id: string;
|
|
@@ -344,11 +363,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
344
363
|
kind: "model_judge";
|
|
345
364
|
rubric: string;
|
|
346
365
|
judge: {
|
|
347
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
366
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
348
367
|
modelId: string;
|
|
349
368
|
};
|
|
350
369
|
calibrationFixtureRefs: string[];
|
|
351
|
-
calibrationStatus: "passed" | "
|
|
370
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
352
371
|
temperature: number;
|
|
353
372
|
} | {
|
|
354
373
|
id: string;
|
|
@@ -362,6 +381,80 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
362
381
|
kind: "human";
|
|
363
382
|
rubric: string;
|
|
364
383
|
reviewerRole: string;
|
|
384
|
+
form?: {
|
|
385
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
386
|
+
mode: "individual" | "pairwise";
|
|
387
|
+
instructions: string;
|
|
388
|
+
criteria: ({
|
|
389
|
+
id: string;
|
|
390
|
+
label: string;
|
|
391
|
+
instructions: string;
|
|
392
|
+
required: boolean;
|
|
393
|
+
allowAbstain: boolean;
|
|
394
|
+
kind: "score";
|
|
395
|
+
minimum: number;
|
|
396
|
+
maximum: number;
|
|
397
|
+
step: number;
|
|
398
|
+
requireRationale?: boolean | undefined;
|
|
399
|
+
anchors?: {
|
|
400
|
+
value: string | number | boolean;
|
|
401
|
+
description: string;
|
|
402
|
+
}[] | undefined;
|
|
403
|
+
} | {
|
|
404
|
+
id: string;
|
|
405
|
+
label: string;
|
|
406
|
+
instructions: string;
|
|
407
|
+
required: boolean;
|
|
408
|
+
allowAbstain: boolean;
|
|
409
|
+
kind: "category";
|
|
410
|
+
options: string[];
|
|
411
|
+
requireRationale?: boolean | undefined;
|
|
412
|
+
anchors?: {
|
|
413
|
+
value: string | number | boolean;
|
|
414
|
+
description: string;
|
|
415
|
+
}[] | undefined;
|
|
416
|
+
} | {
|
|
417
|
+
id: string;
|
|
418
|
+
label: string;
|
|
419
|
+
instructions: string;
|
|
420
|
+
required: boolean;
|
|
421
|
+
allowAbstain: boolean;
|
|
422
|
+
kind: "boolean";
|
|
423
|
+
requireRationale?: boolean | undefined;
|
|
424
|
+
anchors?: {
|
|
425
|
+
value: string | number | boolean;
|
|
426
|
+
description: string;
|
|
427
|
+
}[] | undefined;
|
|
428
|
+
} | {
|
|
429
|
+
id: string;
|
|
430
|
+
label: string;
|
|
431
|
+
instructions: string;
|
|
432
|
+
required: boolean;
|
|
433
|
+
allowAbstain: boolean;
|
|
434
|
+
kind: "text";
|
|
435
|
+
maximumLength: number;
|
|
436
|
+
requireRationale?: boolean | undefined;
|
|
437
|
+
anchors?: {
|
|
438
|
+
value: string | number | boolean;
|
|
439
|
+
description: string;
|
|
440
|
+
}[] | undefined;
|
|
441
|
+
minimumLength?: number | undefined;
|
|
442
|
+
} | {
|
|
443
|
+
id: string;
|
|
444
|
+
label: string;
|
|
445
|
+
instructions: string;
|
|
446
|
+
required: boolean;
|
|
447
|
+
allowAbstain: boolean;
|
|
448
|
+
kind: "preference";
|
|
449
|
+
allowTie: boolean;
|
|
450
|
+
requireRationale?: boolean | undefined;
|
|
451
|
+
anchors?: {
|
|
452
|
+
value: string | number | boolean;
|
|
453
|
+
description: string;
|
|
454
|
+
}[] | undefined;
|
|
455
|
+
requireStrength?: boolean | undefined;
|
|
456
|
+
})[];
|
|
457
|
+
} | undefined;
|
|
365
458
|
} | {
|
|
366
459
|
id: string;
|
|
367
460
|
version: string;
|
|
@@ -500,7 +593,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
500
593
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
501
594
|
fields: {
|
|
502
595
|
name: string;
|
|
503
|
-
semanticRole: "metadata" | "
|
|
596
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
504
597
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
505
598
|
nullable: boolean;
|
|
506
599
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -597,14 +690,33 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
597
690
|
} | null;
|
|
598
691
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
599
692
|
sourceRefs: ({
|
|
693
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
694
|
+
kind: "connected_activity";
|
|
600
695
|
id: string;
|
|
601
696
|
profileId: string;
|
|
602
697
|
title: string;
|
|
603
698
|
sourceHash: string;
|
|
604
699
|
occurredAt: string;
|
|
605
|
-
licensingStatus: "pending" | "
|
|
700
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
606
701
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
607
|
-
piiScanStatus: "passed" | "pending" | "
|
|
702
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
703
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
704
|
+
sourceId: string;
|
|
705
|
+
sessionId: string;
|
|
706
|
+
normalizerVersion: string;
|
|
707
|
+
projection: "turn" | "conversation";
|
|
708
|
+
ownerUserId: string;
|
|
709
|
+
purpose: "recorded_evaluation";
|
|
710
|
+
metadata: Record<string, unknown>;
|
|
711
|
+
} | {
|
|
712
|
+
id: string;
|
|
713
|
+
profileId: string;
|
|
714
|
+
title: string;
|
|
715
|
+
sourceHash: string;
|
|
716
|
+
occurredAt: string;
|
|
717
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
718
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
719
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
608
720
|
metadata: Record<string, unknown>;
|
|
609
721
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
610
722
|
kind: "huggingface";
|
|
@@ -623,9 +735,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
623
735
|
title: string;
|
|
624
736
|
sourceHash: string;
|
|
625
737
|
occurredAt: string;
|
|
626
|
-
licensingStatus: "pending" | "
|
|
738
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
627
739
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
628
|
-
piiScanStatus: "passed" | "pending" | "
|
|
740
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
629
741
|
metadata: Record<string, unknown>;
|
|
630
742
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
631
743
|
kind: "uploaded_file";
|
|
@@ -640,9 +752,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
640
752
|
title: string;
|
|
641
753
|
sourceHash: string;
|
|
642
754
|
occurredAt: string;
|
|
643
|
-
licensingStatus: "pending" | "
|
|
755
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
644
756
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
645
|
-
piiScanStatus: "passed" | "pending" | "
|
|
757
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
646
758
|
metadata: Record<string, unknown>;
|
|
647
759
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
648
760
|
kind: "generated";
|
|
@@ -656,9 +768,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
656
768
|
title: string;
|
|
657
769
|
sourceHash: string;
|
|
658
770
|
occurredAt: string;
|
|
659
|
-
licensingStatus: "pending" | "
|
|
771
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
660
772
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
661
|
-
piiScanStatus: "passed" | "pending" | "
|
|
773
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
662
774
|
metadata: Record<string, unknown>;
|
|
663
775
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
664
776
|
kind: "learning_batch";
|
|
@@ -693,8 +805,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
693
805
|
};
|
|
694
806
|
connectedAppIds: string[];
|
|
695
807
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
696
|
-
piiScanStatus: "passed" | "pending" | "
|
|
697
|
-
licensingStatus: "pending" | "
|
|
808
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
809
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
698
810
|
metadata: Record<string, unknown>;
|
|
699
811
|
})[];
|
|
700
812
|
policy: {
|
|
@@ -705,7 +817,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
705
817
|
};
|
|
706
818
|
environment: {
|
|
707
819
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
708
|
-
kind: "
|
|
820
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
709
821
|
entrypoint: string;
|
|
710
822
|
stateful: boolean;
|
|
711
823
|
deterministicSeeds: boolean;
|
|
@@ -747,7 +859,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
747
859
|
}[] | undefined;
|
|
748
860
|
};
|
|
749
861
|
output: {
|
|
750
|
-
mode: "
|
|
862
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
751
863
|
jsonSchema: Record<string, unknown> | null;
|
|
752
864
|
renderer: {
|
|
753
865
|
module: string;
|
|
@@ -758,7 +870,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
758
870
|
capabilities: {
|
|
759
871
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
760
872
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
761
|
-
supportedSignals: ("label" | "
|
|
873
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
762
874
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
763
875
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
764
876
|
requiresTools: boolean;
|
|
@@ -837,7 +949,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
837
949
|
rewardEligible: boolean;
|
|
838
950
|
privileged: boolean;
|
|
839
951
|
metadata: Record<string, unknown>;
|
|
840
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
952
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
841
953
|
config: Record<string, unknown>;
|
|
842
954
|
} | {
|
|
843
955
|
id: string;
|
|
@@ -851,11 +963,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
851
963
|
kind: "model_judge";
|
|
852
964
|
rubric: string;
|
|
853
965
|
judge: {
|
|
854
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
966
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
855
967
|
modelId: string;
|
|
856
968
|
};
|
|
857
969
|
calibrationFixtureRefs: string[];
|
|
858
|
-
calibrationStatus: "passed" | "
|
|
970
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
859
971
|
temperature: number;
|
|
860
972
|
} | {
|
|
861
973
|
id: string;
|
|
@@ -869,6 +981,80 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
869
981
|
kind: "human";
|
|
870
982
|
rubric: string;
|
|
871
983
|
reviewerRole: string;
|
|
984
|
+
form?: {
|
|
985
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
986
|
+
mode: "individual" | "pairwise";
|
|
987
|
+
instructions: string;
|
|
988
|
+
criteria: ({
|
|
989
|
+
id: string;
|
|
990
|
+
label: string;
|
|
991
|
+
instructions: string;
|
|
992
|
+
required: boolean;
|
|
993
|
+
allowAbstain: boolean;
|
|
994
|
+
kind: "score";
|
|
995
|
+
minimum: number;
|
|
996
|
+
maximum: number;
|
|
997
|
+
step: number;
|
|
998
|
+
requireRationale?: boolean | undefined;
|
|
999
|
+
anchors?: {
|
|
1000
|
+
value: string | number | boolean;
|
|
1001
|
+
description: string;
|
|
1002
|
+
}[] | undefined;
|
|
1003
|
+
} | {
|
|
1004
|
+
id: string;
|
|
1005
|
+
label: string;
|
|
1006
|
+
instructions: string;
|
|
1007
|
+
required: boolean;
|
|
1008
|
+
allowAbstain: boolean;
|
|
1009
|
+
kind: "category";
|
|
1010
|
+
options: string[];
|
|
1011
|
+
requireRationale?: boolean | undefined;
|
|
1012
|
+
anchors?: {
|
|
1013
|
+
value: string | number | boolean;
|
|
1014
|
+
description: string;
|
|
1015
|
+
}[] | undefined;
|
|
1016
|
+
} | {
|
|
1017
|
+
id: string;
|
|
1018
|
+
label: string;
|
|
1019
|
+
instructions: string;
|
|
1020
|
+
required: boolean;
|
|
1021
|
+
allowAbstain: boolean;
|
|
1022
|
+
kind: "boolean";
|
|
1023
|
+
requireRationale?: boolean | undefined;
|
|
1024
|
+
anchors?: {
|
|
1025
|
+
value: string | number | boolean;
|
|
1026
|
+
description: string;
|
|
1027
|
+
}[] | undefined;
|
|
1028
|
+
} | {
|
|
1029
|
+
id: string;
|
|
1030
|
+
label: string;
|
|
1031
|
+
instructions: string;
|
|
1032
|
+
required: boolean;
|
|
1033
|
+
allowAbstain: boolean;
|
|
1034
|
+
kind: "text";
|
|
1035
|
+
maximumLength: number;
|
|
1036
|
+
requireRationale?: boolean | undefined;
|
|
1037
|
+
anchors?: {
|
|
1038
|
+
value: string | number | boolean;
|
|
1039
|
+
description: string;
|
|
1040
|
+
}[] | undefined;
|
|
1041
|
+
minimumLength?: number | undefined;
|
|
1042
|
+
} | {
|
|
1043
|
+
id: string;
|
|
1044
|
+
label: string;
|
|
1045
|
+
instructions: string;
|
|
1046
|
+
required: boolean;
|
|
1047
|
+
allowAbstain: boolean;
|
|
1048
|
+
kind: "preference";
|
|
1049
|
+
allowTie: boolean;
|
|
1050
|
+
requireRationale?: boolean | undefined;
|
|
1051
|
+
anchors?: {
|
|
1052
|
+
value: string | number | boolean;
|
|
1053
|
+
description: string;
|
|
1054
|
+
}[] | undefined;
|
|
1055
|
+
requireStrength?: boolean | undefined;
|
|
1056
|
+
})[];
|
|
1057
|
+
} | undefined;
|
|
872
1058
|
} | {
|
|
873
1059
|
id: string;
|
|
874
1060
|
version: string;
|
|
@@ -1007,7 +1193,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1007
1193
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1008
1194
|
fields: {
|
|
1009
1195
|
name: string;
|
|
1010
|
-
semanticRole: "metadata" | "
|
|
1196
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
1011
1197
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1012
1198
|
nullable: boolean;
|
|
1013
1199
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -1125,14 +1311,33 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1125
1311
|
} | null;
|
|
1126
1312
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
1127
1313
|
sourceRefs: ({
|
|
1314
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
1315
|
+
kind: "connected_activity";
|
|
1316
|
+
id: string;
|
|
1317
|
+
profileId: string;
|
|
1318
|
+
title: string;
|
|
1319
|
+
sourceHash: string;
|
|
1320
|
+
occurredAt: string;
|
|
1321
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1322
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1323
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1324
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
1325
|
+
sourceId: string;
|
|
1326
|
+
sessionId: string;
|
|
1327
|
+
normalizerVersion: string;
|
|
1328
|
+
projection: "turn" | "conversation";
|
|
1329
|
+
ownerUserId: string;
|
|
1330
|
+
purpose: "recorded_evaluation";
|
|
1331
|
+
metadata: Record<string, unknown>;
|
|
1332
|
+
} | {
|
|
1128
1333
|
id: string;
|
|
1129
1334
|
profileId: string;
|
|
1130
1335
|
title: string;
|
|
1131
1336
|
sourceHash: string;
|
|
1132
1337
|
occurredAt: string;
|
|
1133
|
-
licensingStatus: "pending" | "
|
|
1338
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1134
1339
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1135
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1340
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1136
1341
|
metadata: Record<string, unknown>;
|
|
1137
1342
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1138
1343
|
kind: "huggingface";
|
|
@@ -1151,9 +1356,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1151
1356
|
title: string;
|
|
1152
1357
|
sourceHash: string;
|
|
1153
1358
|
occurredAt: string;
|
|
1154
|
-
licensingStatus: "pending" | "
|
|
1359
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1155
1360
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1156
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1361
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1157
1362
|
metadata: Record<string, unknown>;
|
|
1158
1363
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1159
1364
|
kind: "uploaded_file";
|
|
@@ -1168,9 +1373,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1168
1373
|
title: string;
|
|
1169
1374
|
sourceHash: string;
|
|
1170
1375
|
occurredAt: string;
|
|
1171
|
-
licensingStatus: "pending" | "
|
|
1376
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1172
1377
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1173
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1378
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1174
1379
|
metadata: Record<string, unknown>;
|
|
1175
1380
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1176
1381
|
kind: "generated";
|
|
@@ -1184,9 +1389,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1184
1389
|
title: string;
|
|
1185
1390
|
sourceHash: string;
|
|
1186
1391
|
occurredAt: string;
|
|
1187
|
-
licensingStatus: "pending" | "
|
|
1392
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1188
1393
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1189
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1394
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1190
1395
|
metadata: Record<string, unknown>;
|
|
1191
1396
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1192
1397
|
kind: "learning_batch";
|
|
@@ -1221,8 +1426,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1221
1426
|
};
|
|
1222
1427
|
connectedAppIds: string[];
|
|
1223
1428
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1224
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1225
|
-
licensingStatus: "pending" | "
|
|
1429
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1430
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1226
1431
|
metadata: Record<string, unknown>;
|
|
1227
1432
|
})[];
|
|
1228
1433
|
policy: {
|
|
@@ -1233,7 +1438,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1233
1438
|
};
|
|
1234
1439
|
environment: {
|
|
1235
1440
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
1236
|
-
kind: "
|
|
1441
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
1237
1442
|
entrypoint: string;
|
|
1238
1443
|
stateful: boolean;
|
|
1239
1444
|
deterministicSeeds: boolean;
|
|
@@ -1275,7 +1480,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1275
1480
|
}[] | undefined;
|
|
1276
1481
|
};
|
|
1277
1482
|
output: {
|
|
1278
|
-
mode: "
|
|
1483
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
1279
1484
|
jsonSchema: Record<string, unknown> | null;
|
|
1280
1485
|
renderer: {
|
|
1281
1486
|
module: string;
|
|
@@ -1286,7 +1491,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1286
1491
|
capabilities: {
|
|
1287
1492
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1288
1493
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
1289
|
-
supportedSignals: ("label" | "
|
|
1494
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
1290
1495
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
1291
1496
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
1292
1497
|
requiresTools: boolean;
|
|
@@ -1365,7 +1570,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1365
1570
|
rewardEligible: boolean;
|
|
1366
1571
|
privileged: boolean;
|
|
1367
1572
|
metadata: Record<string, unknown>;
|
|
1368
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
1573
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
1369
1574
|
config: Record<string, unknown>;
|
|
1370
1575
|
} | {
|
|
1371
1576
|
id: string;
|
|
@@ -1379,11 +1584,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1379
1584
|
kind: "model_judge";
|
|
1380
1585
|
rubric: string;
|
|
1381
1586
|
judge: {
|
|
1382
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
1587
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
1383
1588
|
modelId: string;
|
|
1384
1589
|
};
|
|
1385
1590
|
calibrationFixtureRefs: string[];
|
|
1386
|
-
calibrationStatus: "passed" | "
|
|
1591
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
1387
1592
|
temperature: number;
|
|
1388
1593
|
} | {
|
|
1389
1594
|
id: string;
|
|
@@ -1397,6 +1602,80 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1397
1602
|
kind: "human";
|
|
1398
1603
|
rubric: string;
|
|
1399
1604
|
reviewerRole: string;
|
|
1605
|
+
form?: {
|
|
1606
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
1607
|
+
mode: "individual" | "pairwise";
|
|
1608
|
+
instructions: string;
|
|
1609
|
+
criteria: ({
|
|
1610
|
+
id: string;
|
|
1611
|
+
label: string;
|
|
1612
|
+
instructions: string;
|
|
1613
|
+
required: boolean;
|
|
1614
|
+
allowAbstain: boolean;
|
|
1615
|
+
kind: "score";
|
|
1616
|
+
minimum: number;
|
|
1617
|
+
maximum: number;
|
|
1618
|
+
step: number;
|
|
1619
|
+
requireRationale?: boolean | undefined;
|
|
1620
|
+
anchors?: {
|
|
1621
|
+
value: string | number | boolean;
|
|
1622
|
+
description: string;
|
|
1623
|
+
}[] | undefined;
|
|
1624
|
+
} | {
|
|
1625
|
+
id: string;
|
|
1626
|
+
label: string;
|
|
1627
|
+
instructions: string;
|
|
1628
|
+
required: boolean;
|
|
1629
|
+
allowAbstain: boolean;
|
|
1630
|
+
kind: "category";
|
|
1631
|
+
options: string[];
|
|
1632
|
+
requireRationale?: boolean | undefined;
|
|
1633
|
+
anchors?: {
|
|
1634
|
+
value: string | number | boolean;
|
|
1635
|
+
description: string;
|
|
1636
|
+
}[] | undefined;
|
|
1637
|
+
} | {
|
|
1638
|
+
id: string;
|
|
1639
|
+
label: string;
|
|
1640
|
+
instructions: string;
|
|
1641
|
+
required: boolean;
|
|
1642
|
+
allowAbstain: boolean;
|
|
1643
|
+
kind: "boolean";
|
|
1644
|
+
requireRationale?: boolean | undefined;
|
|
1645
|
+
anchors?: {
|
|
1646
|
+
value: string | number | boolean;
|
|
1647
|
+
description: string;
|
|
1648
|
+
}[] | undefined;
|
|
1649
|
+
} | {
|
|
1650
|
+
id: string;
|
|
1651
|
+
label: string;
|
|
1652
|
+
instructions: string;
|
|
1653
|
+
required: boolean;
|
|
1654
|
+
allowAbstain: boolean;
|
|
1655
|
+
kind: "text";
|
|
1656
|
+
maximumLength: number;
|
|
1657
|
+
requireRationale?: boolean | undefined;
|
|
1658
|
+
anchors?: {
|
|
1659
|
+
value: string | number | boolean;
|
|
1660
|
+
description: string;
|
|
1661
|
+
}[] | undefined;
|
|
1662
|
+
minimumLength?: number | undefined;
|
|
1663
|
+
} | {
|
|
1664
|
+
id: string;
|
|
1665
|
+
label: string;
|
|
1666
|
+
instructions: string;
|
|
1667
|
+
required: boolean;
|
|
1668
|
+
allowAbstain: boolean;
|
|
1669
|
+
kind: "preference";
|
|
1670
|
+
allowTie: boolean;
|
|
1671
|
+
requireRationale?: boolean | undefined;
|
|
1672
|
+
anchors?: {
|
|
1673
|
+
value: string | number | boolean;
|
|
1674
|
+
description: string;
|
|
1675
|
+
}[] | undefined;
|
|
1676
|
+
requireStrength?: boolean | undefined;
|
|
1677
|
+
})[];
|
|
1678
|
+
} | undefined;
|
|
1400
1679
|
} | {
|
|
1401
1680
|
id: string;
|
|
1402
1681
|
version: string;
|
|
@@ -1535,7 +1814,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1535
1814
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1536
1815
|
fields: {
|
|
1537
1816
|
name: string;
|
|
1538
|
-
semanticRole: "metadata" | "
|
|
1817
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
1539
1818
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1540
1819
|
nullable: boolean;
|
|
1541
1820
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -1632,14 +1911,33 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1632
1911
|
} | null;
|
|
1633
1912
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
1634
1913
|
sourceRefs: ({
|
|
1914
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
1915
|
+
kind: "connected_activity";
|
|
1635
1916
|
id: string;
|
|
1636
1917
|
profileId: string;
|
|
1637
1918
|
title: string;
|
|
1638
1919
|
sourceHash: string;
|
|
1639
1920
|
occurredAt: string;
|
|
1640
|
-
licensingStatus: "pending" | "
|
|
1921
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1641
1922
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1642
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1923
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1924
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
1925
|
+
sourceId: string;
|
|
1926
|
+
sessionId: string;
|
|
1927
|
+
normalizerVersion: string;
|
|
1928
|
+
projection: "turn" | "conversation";
|
|
1929
|
+
ownerUserId: string;
|
|
1930
|
+
purpose: "recorded_evaluation";
|
|
1931
|
+
metadata: Record<string, unknown>;
|
|
1932
|
+
} | {
|
|
1933
|
+
id: string;
|
|
1934
|
+
profileId: string;
|
|
1935
|
+
title: string;
|
|
1936
|
+
sourceHash: string;
|
|
1937
|
+
occurredAt: string;
|
|
1938
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1939
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1940
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1643
1941
|
metadata: Record<string, unknown>;
|
|
1644
1942
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1645
1943
|
kind: "huggingface";
|
|
@@ -1658,9 +1956,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1658
1956
|
title: string;
|
|
1659
1957
|
sourceHash: string;
|
|
1660
1958
|
occurredAt: string;
|
|
1661
|
-
licensingStatus: "pending" | "
|
|
1959
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1662
1960
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1663
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1961
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1664
1962
|
metadata: Record<string, unknown>;
|
|
1665
1963
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1666
1964
|
kind: "uploaded_file";
|
|
@@ -1675,9 +1973,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1675
1973
|
title: string;
|
|
1676
1974
|
sourceHash: string;
|
|
1677
1975
|
occurredAt: string;
|
|
1678
|
-
licensingStatus: "pending" | "
|
|
1976
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1679
1977
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1680
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1978
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1681
1979
|
metadata: Record<string, unknown>;
|
|
1682
1980
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1683
1981
|
kind: "generated";
|
|
@@ -1691,9 +1989,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1691
1989
|
title: string;
|
|
1692
1990
|
sourceHash: string;
|
|
1693
1991
|
occurredAt: string;
|
|
1694
|
-
licensingStatus: "pending" | "
|
|
1992
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1695
1993
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1696
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1994
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1697
1995
|
metadata: Record<string, unknown>;
|
|
1698
1996
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1699
1997
|
kind: "learning_batch";
|
|
@@ -1728,8 +2026,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1728
2026
|
};
|
|
1729
2027
|
connectedAppIds: string[];
|
|
1730
2028
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1731
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1732
|
-
licensingStatus: "pending" | "
|
|
2029
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2030
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1733
2031
|
metadata: Record<string, unknown>;
|
|
1734
2032
|
})[];
|
|
1735
2033
|
policy: {
|
|
@@ -1740,7 +2038,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1740
2038
|
};
|
|
1741
2039
|
environment: {
|
|
1742
2040
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
1743
|
-
kind: "
|
|
2041
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
1744
2042
|
entrypoint: string;
|
|
1745
2043
|
stateful: boolean;
|
|
1746
2044
|
deterministicSeeds: boolean;
|
|
@@ -1782,7 +2080,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1782
2080
|
}[] | undefined;
|
|
1783
2081
|
};
|
|
1784
2082
|
output: {
|
|
1785
|
-
mode: "
|
|
2083
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
1786
2084
|
jsonSchema: Record<string, unknown> | null;
|
|
1787
2085
|
renderer: {
|
|
1788
2086
|
module: string;
|
|
@@ -1793,7 +2091,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1793
2091
|
capabilities: {
|
|
1794
2092
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1795
2093
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
1796
|
-
supportedSignals: ("label" | "
|
|
2094
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
1797
2095
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
1798
2096
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
1799
2097
|
requiresTools: boolean;
|
|
@@ -1872,7 +2170,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1872
2170
|
rewardEligible: boolean;
|
|
1873
2171
|
privileged: boolean;
|
|
1874
2172
|
metadata: Record<string, unknown>;
|
|
1875
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
2173
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
1876
2174
|
config: Record<string, unknown>;
|
|
1877
2175
|
} | {
|
|
1878
2176
|
id: string;
|
|
@@ -1886,11 +2184,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1886
2184
|
kind: "model_judge";
|
|
1887
2185
|
rubric: string;
|
|
1888
2186
|
judge: {
|
|
1889
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
2187
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
1890
2188
|
modelId: string;
|
|
1891
2189
|
};
|
|
1892
2190
|
calibrationFixtureRefs: string[];
|
|
1893
|
-
calibrationStatus: "passed" | "
|
|
2191
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
1894
2192
|
temperature: number;
|
|
1895
2193
|
} | {
|
|
1896
2194
|
id: string;
|
|
@@ -1904,6 +2202,80 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1904
2202
|
kind: "human";
|
|
1905
2203
|
rubric: string;
|
|
1906
2204
|
reviewerRole: string;
|
|
2205
|
+
form?: {
|
|
2206
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
2207
|
+
mode: "individual" | "pairwise";
|
|
2208
|
+
instructions: string;
|
|
2209
|
+
criteria: ({
|
|
2210
|
+
id: string;
|
|
2211
|
+
label: string;
|
|
2212
|
+
instructions: string;
|
|
2213
|
+
required: boolean;
|
|
2214
|
+
allowAbstain: boolean;
|
|
2215
|
+
kind: "score";
|
|
2216
|
+
minimum: number;
|
|
2217
|
+
maximum: number;
|
|
2218
|
+
step: number;
|
|
2219
|
+
requireRationale?: boolean | undefined;
|
|
2220
|
+
anchors?: {
|
|
2221
|
+
value: string | number | boolean;
|
|
2222
|
+
description: string;
|
|
2223
|
+
}[] | undefined;
|
|
2224
|
+
} | {
|
|
2225
|
+
id: string;
|
|
2226
|
+
label: string;
|
|
2227
|
+
instructions: string;
|
|
2228
|
+
required: boolean;
|
|
2229
|
+
allowAbstain: boolean;
|
|
2230
|
+
kind: "category";
|
|
2231
|
+
options: string[];
|
|
2232
|
+
requireRationale?: boolean | undefined;
|
|
2233
|
+
anchors?: {
|
|
2234
|
+
value: string | number | boolean;
|
|
2235
|
+
description: string;
|
|
2236
|
+
}[] | undefined;
|
|
2237
|
+
} | {
|
|
2238
|
+
id: string;
|
|
2239
|
+
label: string;
|
|
2240
|
+
instructions: string;
|
|
2241
|
+
required: boolean;
|
|
2242
|
+
allowAbstain: boolean;
|
|
2243
|
+
kind: "boolean";
|
|
2244
|
+
requireRationale?: boolean | undefined;
|
|
2245
|
+
anchors?: {
|
|
2246
|
+
value: string | number | boolean;
|
|
2247
|
+
description: string;
|
|
2248
|
+
}[] | undefined;
|
|
2249
|
+
} | {
|
|
2250
|
+
id: string;
|
|
2251
|
+
label: string;
|
|
2252
|
+
instructions: string;
|
|
2253
|
+
required: boolean;
|
|
2254
|
+
allowAbstain: boolean;
|
|
2255
|
+
kind: "text";
|
|
2256
|
+
maximumLength: number;
|
|
2257
|
+
requireRationale?: boolean | undefined;
|
|
2258
|
+
anchors?: {
|
|
2259
|
+
value: string | number | boolean;
|
|
2260
|
+
description: string;
|
|
2261
|
+
}[] | undefined;
|
|
2262
|
+
minimumLength?: number | undefined;
|
|
2263
|
+
} | {
|
|
2264
|
+
id: string;
|
|
2265
|
+
label: string;
|
|
2266
|
+
instructions: string;
|
|
2267
|
+
required: boolean;
|
|
2268
|
+
allowAbstain: boolean;
|
|
2269
|
+
kind: "preference";
|
|
2270
|
+
allowTie: boolean;
|
|
2271
|
+
requireRationale?: boolean | undefined;
|
|
2272
|
+
anchors?: {
|
|
2273
|
+
value: string | number | boolean;
|
|
2274
|
+
description: string;
|
|
2275
|
+
}[] | undefined;
|
|
2276
|
+
requireStrength?: boolean | undefined;
|
|
2277
|
+
})[];
|
|
2278
|
+
} | undefined;
|
|
1907
2279
|
} | {
|
|
1908
2280
|
id: string;
|
|
1909
2281
|
version: string;
|
|
@@ -2042,7 +2414,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2042
2414
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2043
2415
|
fields: {
|
|
2044
2416
|
name: string;
|
|
2045
|
-
semanticRole: "metadata" | "
|
|
2417
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
2046
2418
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2047
2419
|
nullable: boolean;
|
|
2048
2420
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -2139,14 +2511,33 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2139
2511
|
} | null;
|
|
2140
2512
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
2141
2513
|
sourceRefs: ({
|
|
2514
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
2515
|
+
kind: "connected_activity";
|
|
2142
2516
|
id: string;
|
|
2143
2517
|
profileId: string;
|
|
2144
2518
|
title: string;
|
|
2145
2519
|
sourceHash: string;
|
|
2146
2520
|
occurredAt: string;
|
|
2147
|
-
licensingStatus: "pending" | "
|
|
2521
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2148
2522
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2149
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2523
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2524
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
2525
|
+
sourceId: string;
|
|
2526
|
+
sessionId: string;
|
|
2527
|
+
normalizerVersion: string;
|
|
2528
|
+
projection: "turn" | "conversation";
|
|
2529
|
+
ownerUserId: string;
|
|
2530
|
+
purpose: "recorded_evaluation";
|
|
2531
|
+
metadata: Record<string, unknown>;
|
|
2532
|
+
} | {
|
|
2533
|
+
id: string;
|
|
2534
|
+
profileId: string;
|
|
2535
|
+
title: string;
|
|
2536
|
+
sourceHash: string;
|
|
2537
|
+
occurredAt: string;
|
|
2538
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2539
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2540
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2150
2541
|
metadata: Record<string, unknown>;
|
|
2151
2542
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2152
2543
|
kind: "huggingface";
|
|
@@ -2165,9 +2556,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2165
2556
|
title: string;
|
|
2166
2557
|
sourceHash: string;
|
|
2167
2558
|
occurredAt: string;
|
|
2168
|
-
licensingStatus: "pending" | "
|
|
2559
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2169
2560
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2170
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2561
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2171
2562
|
metadata: Record<string, unknown>;
|
|
2172
2563
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2173
2564
|
kind: "uploaded_file";
|
|
@@ -2182,9 +2573,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2182
2573
|
title: string;
|
|
2183
2574
|
sourceHash: string;
|
|
2184
2575
|
occurredAt: string;
|
|
2185
|
-
licensingStatus: "pending" | "
|
|
2576
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2186
2577
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2187
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2578
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2188
2579
|
metadata: Record<string, unknown>;
|
|
2189
2580
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2190
2581
|
kind: "generated";
|
|
@@ -2198,9 +2589,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2198
2589
|
title: string;
|
|
2199
2590
|
sourceHash: string;
|
|
2200
2591
|
occurredAt: string;
|
|
2201
|
-
licensingStatus: "pending" | "
|
|
2592
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2202
2593
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2203
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2594
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2204
2595
|
metadata: Record<string, unknown>;
|
|
2205
2596
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2206
2597
|
kind: "learning_batch";
|
|
@@ -2235,8 +2626,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2235
2626
|
};
|
|
2236
2627
|
connectedAppIds: string[];
|
|
2237
2628
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2238
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2239
|
-
licensingStatus: "pending" | "
|
|
2629
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2630
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2240
2631
|
metadata: Record<string, unknown>;
|
|
2241
2632
|
})[];
|
|
2242
2633
|
policy: {
|
|
@@ -2247,7 +2638,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2247
2638
|
};
|
|
2248
2639
|
environment: {
|
|
2249
2640
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2250
|
-
kind: "
|
|
2641
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
2251
2642
|
entrypoint: string;
|
|
2252
2643
|
stateful: boolean;
|
|
2253
2644
|
deterministicSeeds: boolean;
|
|
@@ -2289,7 +2680,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2289
2680
|
}[] | undefined;
|
|
2290
2681
|
};
|
|
2291
2682
|
output: {
|
|
2292
|
-
mode: "
|
|
2683
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
2293
2684
|
jsonSchema: Record<string, unknown> | null;
|
|
2294
2685
|
renderer: {
|
|
2295
2686
|
module: string;
|
|
@@ -2300,7 +2691,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2300
2691
|
capabilities: {
|
|
2301
2692
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2302
2693
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
2303
|
-
supportedSignals: ("label" | "
|
|
2694
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
2304
2695
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
2305
2696
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
2306
2697
|
requiresTools: boolean;
|
|
@@ -2379,7 +2770,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2379
2770
|
rewardEligible: boolean;
|
|
2380
2771
|
privileged: boolean;
|
|
2381
2772
|
metadata: Record<string, unknown>;
|
|
2382
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
2773
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
2383
2774
|
config: Record<string, unknown>;
|
|
2384
2775
|
} | {
|
|
2385
2776
|
id: string;
|
|
@@ -2393,11 +2784,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2393
2784
|
kind: "model_judge";
|
|
2394
2785
|
rubric: string;
|
|
2395
2786
|
judge: {
|
|
2396
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
2787
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
2397
2788
|
modelId: string;
|
|
2398
2789
|
};
|
|
2399
2790
|
calibrationFixtureRefs: string[];
|
|
2400
|
-
calibrationStatus: "passed" | "
|
|
2791
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
2401
2792
|
temperature: number;
|
|
2402
2793
|
} | {
|
|
2403
2794
|
id: string;
|
|
@@ -2411,6 +2802,80 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2411
2802
|
kind: "human";
|
|
2412
2803
|
rubric: string;
|
|
2413
2804
|
reviewerRole: string;
|
|
2805
|
+
form?: {
|
|
2806
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
2807
|
+
mode: "individual" | "pairwise";
|
|
2808
|
+
instructions: string;
|
|
2809
|
+
criteria: ({
|
|
2810
|
+
id: string;
|
|
2811
|
+
label: string;
|
|
2812
|
+
instructions: string;
|
|
2813
|
+
required: boolean;
|
|
2814
|
+
allowAbstain: boolean;
|
|
2815
|
+
kind: "score";
|
|
2816
|
+
minimum: number;
|
|
2817
|
+
maximum: number;
|
|
2818
|
+
step: number;
|
|
2819
|
+
requireRationale?: boolean | undefined;
|
|
2820
|
+
anchors?: {
|
|
2821
|
+
value: string | number | boolean;
|
|
2822
|
+
description: string;
|
|
2823
|
+
}[] | undefined;
|
|
2824
|
+
} | {
|
|
2825
|
+
id: string;
|
|
2826
|
+
label: string;
|
|
2827
|
+
instructions: string;
|
|
2828
|
+
required: boolean;
|
|
2829
|
+
allowAbstain: boolean;
|
|
2830
|
+
kind: "category";
|
|
2831
|
+
options: string[];
|
|
2832
|
+
requireRationale?: boolean | undefined;
|
|
2833
|
+
anchors?: {
|
|
2834
|
+
value: string | number | boolean;
|
|
2835
|
+
description: string;
|
|
2836
|
+
}[] | undefined;
|
|
2837
|
+
} | {
|
|
2838
|
+
id: string;
|
|
2839
|
+
label: string;
|
|
2840
|
+
instructions: string;
|
|
2841
|
+
required: boolean;
|
|
2842
|
+
allowAbstain: boolean;
|
|
2843
|
+
kind: "boolean";
|
|
2844
|
+
requireRationale?: boolean | undefined;
|
|
2845
|
+
anchors?: {
|
|
2846
|
+
value: string | number | boolean;
|
|
2847
|
+
description: string;
|
|
2848
|
+
}[] | undefined;
|
|
2849
|
+
} | {
|
|
2850
|
+
id: string;
|
|
2851
|
+
label: string;
|
|
2852
|
+
instructions: string;
|
|
2853
|
+
required: boolean;
|
|
2854
|
+
allowAbstain: boolean;
|
|
2855
|
+
kind: "text";
|
|
2856
|
+
maximumLength: number;
|
|
2857
|
+
requireRationale?: boolean | undefined;
|
|
2858
|
+
anchors?: {
|
|
2859
|
+
value: string | number | boolean;
|
|
2860
|
+
description: string;
|
|
2861
|
+
}[] | undefined;
|
|
2862
|
+
minimumLength?: number | undefined;
|
|
2863
|
+
} | {
|
|
2864
|
+
id: string;
|
|
2865
|
+
label: string;
|
|
2866
|
+
instructions: string;
|
|
2867
|
+
required: boolean;
|
|
2868
|
+
allowAbstain: boolean;
|
|
2869
|
+
kind: "preference";
|
|
2870
|
+
allowTie: boolean;
|
|
2871
|
+
requireRationale?: boolean | undefined;
|
|
2872
|
+
anchors?: {
|
|
2873
|
+
value: string | number | boolean;
|
|
2874
|
+
description: string;
|
|
2875
|
+
}[] | undefined;
|
|
2876
|
+
requireStrength?: boolean | undefined;
|
|
2877
|
+
})[];
|
|
2878
|
+
} | undefined;
|
|
2414
2879
|
} | {
|
|
2415
2880
|
id: string;
|
|
2416
2881
|
version: string;
|
|
@@ -2549,7 +3014,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2549
3014
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2550
3015
|
fields: {
|
|
2551
3016
|
name: string;
|
|
2552
|
-
semanticRole: "metadata" | "
|
|
3017
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
2553
3018
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2554
3019
|
nullable: boolean;
|
|
2555
3020
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -2675,14 +3140,33 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2675
3140
|
} | null;
|
|
2676
3141
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
2677
3142
|
sourceRefs: ({
|
|
3143
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
3144
|
+
kind: "connected_activity";
|
|
3145
|
+
id: string;
|
|
3146
|
+
profileId: string;
|
|
3147
|
+
title: string;
|
|
3148
|
+
sourceHash: string;
|
|
3149
|
+
occurredAt: string;
|
|
3150
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3151
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3152
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3153
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
3154
|
+
sourceId: string;
|
|
3155
|
+
sessionId: string;
|
|
3156
|
+
normalizerVersion: string;
|
|
3157
|
+
projection: "turn" | "conversation";
|
|
3158
|
+
ownerUserId: string;
|
|
3159
|
+
purpose: "recorded_evaluation";
|
|
3160
|
+
metadata: Record<string, unknown>;
|
|
3161
|
+
} | {
|
|
2678
3162
|
id: string;
|
|
2679
3163
|
profileId: string;
|
|
2680
3164
|
title: string;
|
|
2681
3165
|
sourceHash: string;
|
|
2682
3166
|
occurredAt: string;
|
|
2683
|
-
licensingStatus: "pending" | "
|
|
3167
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2684
3168
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2685
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3169
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2686
3170
|
metadata: Record<string, unknown>;
|
|
2687
3171
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2688
3172
|
kind: "huggingface";
|
|
@@ -2701,9 +3185,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2701
3185
|
title: string;
|
|
2702
3186
|
sourceHash: string;
|
|
2703
3187
|
occurredAt: string;
|
|
2704
|
-
licensingStatus: "pending" | "
|
|
3188
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2705
3189
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2706
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3190
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2707
3191
|
metadata: Record<string, unknown>;
|
|
2708
3192
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2709
3193
|
kind: "uploaded_file";
|
|
@@ -2718,9 +3202,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2718
3202
|
title: string;
|
|
2719
3203
|
sourceHash: string;
|
|
2720
3204
|
occurredAt: string;
|
|
2721
|
-
licensingStatus: "pending" | "
|
|
3205
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2722
3206
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2723
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3207
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2724
3208
|
metadata: Record<string, unknown>;
|
|
2725
3209
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2726
3210
|
kind: "generated";
|
|
@@ -2734,9 +3218,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2734
3218
|
title: string;
|
|
2735
3219
|
sourceHash: string;
|
|
2736
3220
|
occurredAt: string;
|
|
2737
|
-
licensingStatus: "pending" | "
|
|
3221
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2738
3222
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2739
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3223
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2740
3224
|
metadata: Record<string, unknown>;
|
|
2741
3225
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2742
3226
|
kind: "learning_batch";
|
|
@@ -2771,8 +3255,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2771
3255
|
};
|
|
2772
3256
|
connectedAppIds: string[];
|
|
2773
3257
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2774
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2775
|
-
licensingStatus: "pending" | "
|
|
3258
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3259
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2776
3260
|
metadata: Record<string, unknown>;
|
|
2777
3261
|
})[];
|
|
2778
3262
|
policy: {
|
|
@@ -2783,7 +3267,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2783
3267
|
};
|
|
2784
3268
|
environment: {
|
|
2785
3269
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2786
|
-
kind: "
|
|
3270
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
2787
3271
|
entrypoint: string;
|
|
2788
3272
|
stateful: boolean;
|
|
2789
3273
|
deterministicSeeds: boolean;
|
|
@@ -2825,7 +3309,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2825
3309
|
}[] | undefined;
|
|
2826
3310
|
};
|
|
2827
3311
|
output: {
|
|
2828
|
-
mode: "
|
|
3312
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
2829
3313
|
jsonSchema: Record<string, unknown> | null;
|
|
2830
3314
|
renderer: {
|
|
2831
3315
|
module: string;
|
|
@@ -2836,7 +3320,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2836
3320
|
capabilities: {
|
|
2837
3321
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2838
3322
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
2839
|
-
supportedSignals: ("label" | "
|
|
3323
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
2840
3324
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
2841
3325
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
2842
3326
|
requiresTools: boolean;
|
|
@@ -2915,7 +3399,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2915
3399
|
rewardEligible: boolean;
|
|
2916
3400
|
privileged: boolean;
|
|
2917
3401
|
metadata: Record<string, unknown>;
|
|
2918
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
3402
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
2919
3403
|
config: Record<string, unknown>;
|
|
2920
3404
|
} | {
|
|
2921
3405
|
id: string;
|
|
@@ -2929,11 +3413,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2929
3413
|
kind: "model_judge";
|
|
2930
3414
|
rubric: string;
|
|
2931
3415
|
judge: {
|
|
2932
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
3416
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
2933
3417
|
modelId: string;
|
|
2934
3418
|
};
|
|
2935
3419
|
calibrationFixtureRefs: string[];
|
|
2936
|
-
calibrationStatus: "passed" | "
|
|
3420
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
2937
3421
|
temperature: number;
|
|
2938
3422
|
} | {
|
|
2939
3423
|
id: string;
|
|
@@ -2947,6 +3431,80 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2947
3431
|
kind: "human";
|
|
2948
3432
|
rubric: string;
|
|
2949
3433
|
reviewerRole: string;
|
|
3434
|
+
form?: {
|
|
3435
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
3436
|
+
mode: "individual" | "pairwise";
|
|
3437
|
+
instructions: string;
|
|
3438
|
+
criteria: ({
|
|
3439
|
+
id: string;
|
|
3440
|
+
label: string;
|
|
3441
|
+
instructions: string;
|
|
3442
|
+
required: boolean;
|
|
3443
|
+
allowAbstain: boolean;
|
|
3444
|
+
kind: "score";
|
|
3445
|
+
minimum: number;
|
|
3446
|
+
maximum: number;
|
|
3447
|
+
step: number;
|
|
3448
|
+
requireRationale?: boolean | undefined;
|
|
3449
|
+
anchors?: {
|
|
3450
|
+
value: string | number | boolean;
|
|
3451
|
+
description: string;
|
|
3452
|
+
}[] | undefined;
|
|
3453
|
+
} | {
|
|
3454
|
+
id: string;
|
|
3455
|
+
label: string;
|
|
3456
|
+
instructions: string;
|
|
3457
|
+
required: boolean;
|
|
3458
|
+
allowAbstain: boolean;
|
|
3459
|
+
kind: "category";
|
|
3460
|
+
options: string[];
|
|
3461
|
+
requireRationale?: boolean | undefined;
|
|
3462
|
+
anchors?: {
|
|
3463
|
+
value: string | number | boolean;
|
|
3464
|
+
description: string;
|
|
3465
|
+
}[] | undefined;
|
|
3466
|
+
} | {
|
|
3467
|
+
id: string;
|
|
3468
|
+
label: string;
|
|
3469
|
+
instructions: string;
|
|
3470
|
+
required: boolean;
|
|
3471
|
+
allowAbstain: boolean;
|
|
3472
|
+
kind: "boolean";
|
|
3473
|
+
requireRationale?: boolean | undefined;
|
|
3474
|
+
anchors?: {
|
|
3475
|
+
value: string | number | boolean;
|
|
3476
|
+
description: string;
|
|
3477
|
+
}[] | undefined;
|
|
3478
|
+
} | {
|
|
3479
|
+
id: string;
|
|
3480
|
+
label: string;
|
|
3481
|
+
instructions: string;
|
|
3482
|
+
required: boolean;
|
|
3483
|
+
allowAbstain: boolean;
|
|
3484
|
+
kind: "text";
|
|
3485
|
+
maximumLength: number;
|
|
3486
|
+
requireRationale?: boolean | undefined;
|
|
3487
|
+
anchors?: {
|
|
3488
|
+
value: string | number | boolean;
|
|
3489
|
+
description: string;
|
|
3490
|
+
}[] | undefined;
|
|
3491
|
+
minimumLength?: number | undefined;
|
|
3492
|
+
} | {
|
|
3493
|
+
id: string;
|
|
3494
|
+
label: string;
|
|
3495
|
+
instructions: string;
|
|
3496
|
+
required: boolean;
|
|
3497
|
+
allowAbstain: boolean;
|
|
3498
|
+
kind: "preference";
|
|
3499
|
+
allowTie: boolean;
|
|
3500
|
+
requireRationale?: boolean | undefined;
|
|
3501
|
+
anchors?: {
|
|
3502
|
+
value: string | number | boolean;
|
|
3503
|
+
description: string;
|
|
3504
|
+
}[] | undefined;
|
|
3505
|
+
requireStrength?: boolean | undefined;
|
|
3506
|
+
})[];
|
|
3507
|
+
} | undefined;
|
|
2950
3508
|
} | {
|
|
2951
3509
|
id: string;
|
|
2952
3510
|
version: string;
|
|
@@ -3085,7 +3643,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3085
3643
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3086
3644
|
fields: {
|
|
3087
3645
|
name: string;
|
|
3088
|
-
semanticRole: "metadata" | "
|
|
3646
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
3089
3647
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
3090
3648
|
nullable: boolean;
|
|
3091
3649
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -3242,7 +3800,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3242
3800
|
createdAt: string;
|
|
3243
3801
|
updatedAt: string;
|
|
3244
3802
|
} | undefined;
|
|
3245
|
-
selection?: "
|
|
3803
|
+
selection?: "attach" | "select" | undefined;
|
|
3246
3804
|
evaluation?: {
|
|
3247
3805
|
taskset: {
|
|
3248
3806
|
id: string;
|