openpond-sdk 0.9.9 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +18 -17
- package/dist/advanced-refiner-evaluations.js +42 -0
- package/dist/advanced-refiner-evaluations.js.map +7 -0
- package/dist/candidate-evaluations.js +25 -0
- package/dist/candidate-evaluations.js.map +7 -0
- package/dist/{chunk-BGXWHDYM.js → chunk-2JKV5OJO.js} +95 -59
- package/dist/chunk-2JKV5OJO.js.map +7 -0
- package/dist/{chunk-4HZORGK3.js → chunk-2NSNBED7.js} +18 -5
- package/dist/chunk-2NSNBED7.js.map +7 -0
- package/dist/chunk-5RZAPZWI.js +445 -0
- package/dist/chunk-5RZAPZWI.js.map +7 -0
- package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
- package/dist/chunk-5U25KAJM.js.map +7 -0
- package/dist/chunk-7Q7I6FAT.js +139 -0
- package/dist/chunk-7Q7I6FAT.js.map +7 -0
- package/dist/chunk-A64VYVXN.js +64 -0
- package/dist/chunk-A64VYVXN.js.map +7 -0
- package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
- package/dist/chunk-DJWHN7NU.js +394 -0
- package/dist/chunk-DJWHN7NU.js.map +7 -0
- package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
- package/dist/chunk-DSGGM2ME.js.map +7 -0
- package/dist/chunk-GDJRGRHA.js +144 -0
- package/dist/chunk-GDJRGRHA.js.map +7 -0
- package/dist/chunk-HOAYWW33.js +587 -0
- package/dist/chunk-HOAYWW33.js.map +7 -0
- package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
- package/dist/chunk-I2MBVOVX.js.map +7 -0
- package/dist/{chunk-6D4JIOOC.js → chunk-IXBSFJCX.js} +5 -5
- package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
- package/dist/chunk-JA3KFK3U.js.map +7 -0
- package/dist/chunk-JMQ4HBWP.js +160 -0
- package/dist/chunk-JMQ4HBWP.js.map +7 -0
- package/dist/chunk-KQWCXW3A.js +294 -0
- package/dist/chunk-KQWCXW3A.js.map +7 -0
- package/dist/{chunk-3HV3G6DG.js → chunk-NHCGOFQW.js} +3 -3
- package/dist/{chunk-XMKEFQ62.js → chunk-PJ2VLNJF.js} +20 -2
- package/dist/chunk-PJ2VLNJF.js.map +7 -0
- package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
- package/dist/chunk-SLS3GFPG.js +125 -0
- package/dist/chunk-SLS3GFPG.js.map +7 -0
- package/dist/chunk-SVU4RZ4K.js +70 -0
- package/dist/chunk-SVU4RZ4K.js.map +7 -0
- package/dist/chunk-T4APHDES.js +74 -0
- package/dist/chunk-T4APHDES.js.map +7 -0
- package/dist/chunk-VC5OV5AS.js +174 -0
- package/dist/chunk-VC5OV5AS.js.map +7 -0
- package/dist/{chunk-YYJ4T4U4.js → chunk-WX22WN33.js} +13 -7
- package/dist/chunk-WX22WN33.js.map +7 -0
- package/dist/chunk-XEUOJ5WF.js +31 -0
- package/dist/chunk-XEUOJ5WF.js.map +7 -0
- package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
- package/dist/chunk-XJDWHTH5.js.map +7 -0
- package/dist/chunk-YCQVVFE5.js +37 -0
- package/dist/chunk-YCQVVFE5.js.map +7 -0
- package/dist/chunk-ZVJU5CJ5.js +267 -0
- package/dist/chunk-ZVJU5CJ5.js.map +7 -0
- package/dist/connected-evidence.js +81 -0
- package/dist/connected-evidence.js.map +7 -0
- package/dist/dataset-workspaces.js +45 -80
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiment-evaluation-schedules.js +48 -0
- package/dist/experiment-evaluation-schedules.js.map +7 -0
- package/dist/experiment-improvements.js +52 -0
- package/dist/experiment-improvements.js.map +7 -0
- package/dist/experiments.js +63 -124
- package/dist/experiments.js.map +4 -4
- package/dist/human-review.js +13 -0
- package/dist/human-review.js.map +7 -0
- package/dist/index.js +208 -17
- package/dist/index.js.map +2 -2
- package/dist/learning.js +1 -1
- package/dist/model-starter-attempts.js +2 -2
- package/dist/model-starter-catalog.js +9 -4
- package/dist/model-starter-catalog.js.map +1 -1
- package/dist/model-starters.js +15 -6
- package/dist/model-taskset-runs.js +3 -3
- package/dist/post-training.js +47 -0
- package/dist/post-training.js.map +7 -0
- package/dist/taskset-drafts.js +13 -6
- package/dist/taskset-drafts.js.map +2 -2
- package/dist/taskset-packages.js +31 -559
- package/dist/taskset-packages.js.map +4 -4
- package/dist/training-bundle.js +59 -18
- package/dist/training-bundle.js.map +2 -2
- package/dist/training-projects.js +3 -1
- package/dist/training-projects.js.map +2 -2
- package/dist/training.js +7 -2
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-client.d.ts +4353 -490
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1067 -2
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
- package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +383 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +2111 -0
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +7 -2
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiments.d.ts +7 -1
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
- package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/index.d.ts +10 -0
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +444 -19
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +79 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starters.d.ts +467 -13
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1326 -4
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1329 -5
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +2805 -41
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +828 -8
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1226 -11
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +2655 -24
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/package.json +30 -2
- package/dist/chunk-4HZORGK3.js.map +0 -7
- package/dist/chunk-4JRSH2TT.js +0 -256
- package/dist/chunk-4JRSH2TT.js.map +0 -7
- package/dist/chunk-BGXWHDYM.js.map +0 -7
- package/dist/chunk-JCPLAIZL.js.map +0 -7
- package/dist/chunk-KYCQ7LZ4.js.map +0 -7
- package/dist/chunk-LGEF4S5I.js.map +0 -7
- package/dist/chunk-WOPM32SE.js.map +0 -7
- package/dist/chunk-XMKEFQ62.js.map +0 -7
- package/dist/chunk-Y4NGWGTA.js.map +0 -7
- package/dist/chunk-YYJ4T4U4.js.map +0 -7
- package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
- package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
- /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
- /package/dist/{chunk-6D4JIOOC.js.map → chunk-IXBSFJCX.js.map} +0 -0
- /package/dist/{chunk-3HV3G6DG.js.map → chunk-NHCGOFQW.js.map} +0 -0
- /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
|
@@ -108,14 +108,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
108
108
|
} | null;
|
|
109
109
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
110
110
|
sourceRefs: ({
|
|
111
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
112
|
+
kind: "connected_activity";
|
|
111
113
|
id: string;
|
|
112
114
|
profileId: string;
|
|
113
115
|
title: string;
|
|
114
116
|
sourceHash: string;
|
|
115
117
|
occurredAt: string;
|
|
116
|
-
licensingStatus: "pending" | "
|
|
118
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
117
119
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
118
|
-
piiScanStatus: "passed" | "pending" | "
|
|
120
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
121
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
122
|
+
sourceId: string;
|
|
123
|
+
sessionId: string;
|
|
124
|
+
normalizerVersion: string;
|
|
125
|
+
projection: "turn" | "conversation";
|
|
126
|
+
ownerUserId: string;
|
|
127
|
+
purpose: "recorded_evaluation";
|
|
128
|
+
metadata: Record<string, unknown>;
|
|
129
|
+
} | {
|
|
130
|
+
id: string;
|
|
131
|
+
profileId: string;
|
|
132
|
+
title: string;
|
|
133
|
+
sourceHash: string;
|
|
134
|
+
occurredAt: string;
|
|
135
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
136
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
137
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
119
138
|
metadata: Record<string, unknown>;
|
|
120
139
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
121
140
|
kind: "huggingface";
|
|
@@ -134,9 +153,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
134
153
|
title: string;
|
|
135
154
|
sourceHash: string;
|
|
136
155
|
occurredAt: string;
|
|
137
|
-
licensingStatus: "pending" | "
|
|
156
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
138
157
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
139
|
-
piiScanStatus: "passed" | "pending" | "
|
|
158
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
140
159
|
metadata: Record<string, unknown>;
|
|
141
160
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
142
161
|
kind: "uploaded_file";
|
|
@@ -151,9 +170,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
151
170
|
title: string;
|
|
152
171
|
sourceHash: string;
|
|
153
172
|
occurredAt: string;
|
|
154
|
-
licensingStatus: "pending" | "
|
|
173
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
155
174
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
156
|
-
piiScanStatus: "passed" | "pending" | "
|
|
175
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
157
176
|
metadata: Record<string, unknown>;
|
|
158
177
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
159
178
|
kind: "generated";
|
|
@@ -167,9 +186,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
167
186
|
title: string;
|
|
168
187
|
sourceHash: string;
|
|
169
188
|
occurredAt: string;
|
|
170
|
-
licensingStatus: "pending" | "
|
|
189
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
171
190
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
172
|
-
piiScanStatus: "passed" | "pending" | "
|
|
191
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
173
192
|
metadata: Record<string, unknown>;
|
|
174
193
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
175
194
|
kind: "learning_batch";
|
|
@@ -204,8 +223,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
204
223
|
};
|
|
205
224
|
connectedAppIds: string[];
|
|
206
225
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
207
|
-
piiScanStatus: "passed" | "pending" | "
|
|
208
|
-
licensingStatus: "pending" | "
|
|
226
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
227
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
209
228
|
metadata: Record<string, unknown>;
|
|
210
229
|
})[];
|
|
211
230
|
policy: {
|
|
@@ -216,7 +235,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
216
235
|
};
|
|
217
236
|
environment: {
|
|
218
237
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
219
|
-
kind: "
|
|
238
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
220
239
|
entrypoint: string;
|
|
221
240
|
stateful: boolean;
|
|
222
241
|
deterministicSeeds: boolean;
|
|
@@ -258,7 +277,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
258
277
|
}[] | undefined;
|
|
259
278
|
};
|
|
260
279
|
output: {
|
|
261
|
-
mode: "
|
|
280
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
262
281
|
jsonSchema: Record<string, unknown> | null;
|
|
263
282
|
renderer: {
|
|
264
283
|
module: string;
|
|
@@ -269,7 +288,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
269
288
|
capabilities: {
|
|
270
289
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
271
290
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
272
|
-
supportedSignals: ("label" | "
|
|
291
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
273
292
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
274
293
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
275
294
|
requiresTools: boolean;
|
|
@@ -348,7 +367,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
348
367
|
rewardEligible: boolean;
|
|
349
368
|
privileged: boolean;
|
|
350
369
|
metadata: Record<string, unknown>;
|
|
351
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
370
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
352
371
|
config: Record<string, unknown>;
|
|
353
372
|
} | {
|
|
354
373
|
id: string;
|
|
@@ -362,11 +381,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
362
381
|
kind: "model_judge";
|
|
363
382
|
rubric: string;
|
|
364
383
|
judge: {
|
|
365
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
384
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
366
385
|
modelId: string;
|
|
367
386
|
};
|
|
368
387
|
calibrationFixtureRefs: string[];
|
|
369
|
-
calibrationStatus: "passed" | "
|
|
388
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
370
389
|
temperature: number;
|
|
371
390
|
} | {
|
|
372
391
|
id: string;
|
|
@@ -380,6 +399,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
380
399
|
kind: "human";
|
|
381
400
|
rubric: string;
|
|
382
401
|
reviewerRole: string;
|
|
402
|
+
form?: {
|
|
403
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
404
|
+
mode: "individual" | "pairwise";
|
|
405
|
+
instructions: string;
|
|
406
|
+
criteria: ({
|
|
407
|
+
id: string;
|
|
408
|
+
label: string;
|
|
409
|
+
instructions: string;
|
|
410
|
+
required: boolean;
|
|
411
|
+
allowAbstain: boolean;
|
|
412
|
+
kind: "score";
|
|
413
|
+
minimum: number;
|
|
414
|
+
maximum: number;
|
|
415
|
+
step: number;
|
|
416
|
+
requireRationale?: boolean | undefined;
|
|
417
|
+
anchors?: {
|
|
418
|
+
value: string | number | boolean;
|
|
419
|
+
description: string;
|
|
420
|
+
}[] | undefined;
|
|
421
|
+
} | {
|
|
422
|
+
id: string;
|
|
423
|
+
label: string;
|
|
424
|
+
instructions: string;
|
|
425
|
+
required: boolean;
|
|
426
|
+
allowAbstain: boolean;
|
|
427
|
+
kind: "category";
|
|
428
|
+
options: string[];
|
|
429
|
+
requireRationale?: boolean | undefined;
|
|
430
|
+
anchors?: {
|
|
431
|
+
value: string | number | boolean;
|
|
432
|
+
description: string;
|
|
433
|
+
}[] | undefined;
|
|
434
|
+
} | {
|
|
435
|
+
id: string;
|
|
436
|
+
label: string;
|
|
437
|
+
instructions: string;
|
|
438
|
+
required: boolean;
|
|
439
|
+
allowAbstain: boolean;
|
|
440
|
+
kind: "boolean";
|
|
441
|
+
requireRationale?: boolean | undefined;
|
|
442
|
+
anchors?: {
|
|
443
|
+
value: string | number | boolean;
|
|
444
|
+
description: string;
|
|
445
|
+
}[] | undefined;
|
|
446
|
+
} | {
|
|
447
|
+
id: string;
|
|
448
|
+
label: string;
|
|
449
|
+
instructions: string;
|
|
450
|
+
required: boolean;
|
|
451
|
+
allowAbstain: boolean;
|
|
452
|
+
kind: "text";
|
|
453
|
+
maximumLength: number;
|
|
454
|
+
requireRationale?: boolean | undefined;
|
|
455
|
+
anchors?: {
|
|
456
|
+
value: string | number | boolean;
|
|
457
|
+
description: string;
|
|
458
|
+
}[] | undefined;
|
|
459
|
+
minimumLength?: number | undefined;
|
|
460
|
+
} | {
|
|
461
|
+
id: string;
|
|
462
|
+
label: string;
|
|
463
|
+
instructions: string;
|
|
464
|
+
required: boolean;
|
|
465
|
+
allowAbstain: boolean;
|
|
466
|
+
kind: "preference";
|
|
467
|
+
allowTie: boolean;
|
|
468
|
+
requireRationale?: boolean | undefined;
|
|
469
|
+
anchors?: {
|
|
470
|
+
value: string | number | boolean;
|
|
471
|
+
description: string;
|
|
472
|
+
}[] | undefined;
|
|
473
|
+
requireStrength?: boolean | undefined;
|
|
474
|
+
})[];
|
|
475
|
+
} | undefined;
|
|
383
476
|
} | {
|
|
384
477
|
id: string;
|
|
385
478
|
version: string;
|
|
@@ -518,7 +611,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
518
611
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
519
612
|
fields: {
|
|
520
613
|
name: string;
|
|
521
|
-
semanticRole: "metadata" | "
|
|
614
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
522
615
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
523
616
|
nullable: boolean;
|
|
524
617
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -572,7 +665,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
572
665
|
signal?: AbortSignal;
|
|
573
666
|
}): Promise<{
|
|
574
667
|
operationId: string;
|
|
575
|
-
kind: "create" | "
|
|
668
|
+
kind: "create" | "publish" | "save" | "begin_version";
|
|
576
669
|
requestHash: string;
|
|
577
670
|
receipt: {
|
|
578
671
|
schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
|
|
@@ -646,14 +739,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
646
739
|
} | null;
|
|
647
740
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
648
741
|
sourceRefs: ({
|
|
742
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
743
|
+
kind: "connected_activity";
|
|
744
|
+
id: string;
|
|
745
|
+
profileId: string;
|
|
746
|
+
title: string;
|
|
747
|
+
sourceHash: string;
|
|
748
|
+
occurredAt: string;
|
|
749
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
750
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
751
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
752
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
753
|
+
sourceId: string;
|
|
754
|
+
sessionId: string;
|
|
755
|
+
normalizerVersion: string;
|
|
756
|
+
projection: "turn" | "conversation";
|
|
757
|
+
ownerUserId: string;
|
|
758
|
+
purpose: "recorded_evaluation";
|
|
759
|
+
metadata: Record<string, unknown>;
|
|
760
|
+
} | {
|
|
649
761
|
id: string;
|
|
650
762
|
profileId: string;
|
|
651
763
|
title: string;
|
|
652
764
|
sourceHash: string;
|
|
653
765
|
occurredAt: string;
|
|
654
|
-
licensingStatus: "pending" | "
|
|
766
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
655
767
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
656
|
-
piiScanStatus: "passed" | "pending" | "
|
|
768
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
657
769
|
metadata: Record<string, unknown>;
|
|
658
770
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
659
771
|
kind: "huggingface";
|
|
@@ -672,9 +784,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
672
784
|
title: string;
|
|
673
785
|
sourceHash: string;
|
|
674
786
|
occurredAt: string;
|
|
675
|
-
licensingStatus: "pending" | "
|
|
787
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
676
788
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
677
|
-
piiScanStatus: "passed" | "pending" | "
|
|
789
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
678
790
|
metadata: Record<string, unknown>;
|
|
679
791
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
680
792
|
kind: "uploaded_file";
|
|
@@ -689,9 +801,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
689
801
|
title: string;
|
|
690
802
|
sourceHash: string;
|
|
691
803
|
occurredAt: string;
|
|
692
|
-
licensingStatus: "pending" | "
|
|
804
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
693
805
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
694
|
-
piiScanStatus: "passed" | "pending" | "
|
|
806
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
695
807
|
metadata: Record<string, unknown>;
|
|
696
808
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
697
809
|
kind: "generated";
|
|
@@ -705,9 +817,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
705
817
|
title: string;
|
|
706
818
|
sourceHash: string;
|
|
707
819
|
occurredAt: string;
|
|
708
|
-
licensingStatus: "pending" | "
|
|
820
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
709
821
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
710
|
-
piiScanStatus: "passed" | "pending" | "
|
|
822
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
711
823
|
metadata: Record<string, unknown>;
|
|
712
824
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
713
825
|
kind: "learning_batch";
|
|
@@ -742,8 +854,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
742
854
|
};
|
|
743
855
|
connectedAppIds: string[];
|
|
744
856
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
745
|
-
piiScanStatus: "passed" | "pending" | "
|
|
746
|
-
licensingStatus: "pending" | "
|
|
857
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
858
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
747
859
|
metadata: Record<string, unknown>;
|
|
748
860
|
})[];
|
|
749
861
|
policy: {
|
|
@@ -754,7 +866,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
754
866
|
};
|
|
755
867
|
environment: {
|
|
756
868
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
757
|
-
kind: "
|
|
869
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
758
870
|
entrypoint: string;
|
|
759
871
|
stateful: boolean;
|
|
760
872
|
deterministicSeeds: boolean;
|
|
@@ -796,7 +908,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
796
908
|
}[] | undefined;
|
|
797
909
|
};
|
|
798
910
|
output: {
|
|
799
|
-
mode: "
|
|
911
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
800
912
|
jsonSchema: Record<string, unknown> | null;
|
|
801
913
|
renderer: {
|
|
802
914
|
module: string;
|
|
@@ -807,7 +919,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
807
919
|
capabilities: {
|
|
808
920
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
809
921
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
810
|
-
supportedSignals: ("label" | "
|
|
922
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
811
923
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
812
924
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
813
925
|
requiresTools: boolean;
|
|
@@ -886,7 +998,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
886
998
|
rewardEligible: boolean;
|
|
887
999
|
privileged: boolean;
|
|
888
1000
|
metadata: Record<string, unknown>;
|
|
889
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
1001
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
890
1002
|
config: Record<string, unknown>;
|
|
891
1003
|
} | {
|
|
892
1004
|
id: string;
|
|
@@ -900,11 +1012,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
900
1012
|
kind: "model_judge";
|
|
901
1013
|
rubric: string;
|
|
902
1014
|
judge: {
|
|
903
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
1015
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
904
1016
|
modelId: string;
|
|
905
1017
|
};
|
|
906
1018
|
calibrationFixtureRefs: string[];
|
|
907
|
-
calibrationStatus: "passed" | "
|
|
1019
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
908
1020
|
temperature: number;
|
|
909
1021
|
} | {
|
|
910
1022
|
id: string;
|
|
@@ -918,6 +1030,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
918
1030
|
kind: "human";
|
|
919
1031
|
rubric: string;
|
|
920
1032
|
reviewerRole: string;
|
|
1033
|
+
form?: {
|
|
1034
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
1035
|
+
mode: "individual" | "pairwise";
|
|
1036
|
+
instructions: string;
|
|
1037
|
+
criteria: ({
|
|
1038
|
+
id: string;
|
|
1039
|
+
label: string;
|
|
1040
|
+
instructions: string;
|
|
1041
|
+
required: boolean;
|
|
1042
|
+
allowAbstain: boolean;
|
|
1043
|
+
kind: "score";
|
|
1044
|
+
minimum: number;
|
|
1045
|
+
maximum: number;
|
|
1046
|
+
step: number;
|
|
1047
|
+
requireRationale?: boolean | undefined;
|
|
1048
|
+
anchors?: {
|
|
1049
|
+
value: string | number | boolean;
|
|
1050
|
+
description: string;
|
|
1051
|
+
}[] | undefined;
|
|
1052
|
+
} | {
|
|
1053
|
+
id: string;
|
|
1054
|
+
label: string;
|
|
1055
|
+
instructions: string;
|
|
1056
|
+
required: boolean;
|
|
1057
|
+
allowAbstain: boolean;
|
|
1058
|
+
kind: "category";
|
|
1059
|
+
options: string[];
|
|
1060
|
+
requireRationale?: boolean | undefined;
|
|
1061
|
+
anchors?: {
|
|
1062
|
+
value: string | number | boolean;
|
|
1063
|
+
description: string;
|
|
1064
|
+
}[] | undefined;
|
|
1065
|
+
} | {
|
|
1066
|
+
id: string;
|
|
1067
|
+
label: string;
|
|
1068
|
+
instructions: string;
|
|
1069
|
+
required: boolean;
|
|
1070
|
+
allowAbstain: boolean;
|
|
1071
|
+
kind: "boolean";
|
|
1072
|
+
requireRationale?: boolean | undefined;
|
|
1073
|
+
anchors?: {
|
|
1074
|
+
value: string | number | boolean;
|
|
1075
|
+
description: string;
|
|
1076
|
+
}[] | undefined;
|
|
1077
|
+
} | {
|
|
1078
|
+
id: string;
|
|
1079
|
+
label: string;
|
|
1080
|
+
instructions: string;
|
|
1081
|
+
required: boolean;
|
|
1082
|
+
allowAbstain: boolean;
|
|
1083
|
+
kind: "text";
|
|
1084
|
+
maximumLength: number;
|
|
1085
|
+
requireRationale?: boolean | undefined;
|
|
1086
|
+
anchors?: {
|
|
1087
|
+
value: string | number | boolean;
|
|
1088
|
+
description: string;
|
|
1089
|
+
}[] | undefined;
|
|
1090
|
+
minimumLength?: number | undefined;
|
|
1091
|
+
} | {
|
|
1092
|
+
id: string;
|
|
1093
|
+
label: string;
|
|
1094
|
+
instructions: string;
|
|
1095
|
+
required: boolean;
|
|
1096
|
+
allowAbstain: boolean;
|
|
1097
|
+
kind: "preference";
|
|
1098
|
+
allowTie: boolean;
|
|
1099
|
+
requireRationale?: boolean | undefined;
|
|
1100
|
+
anchors?: {
|
|
1101
|
+
value: string | number | boolean;
|
|
1102
|
+
description: string;
|
|
1103
|
+
}[] | undefined;
|
|
1104
|
+
requireStrength?: boolean | undefined;
|
|
1105
|
+
})[];
|
|
1106
|
+
} | undefined;
|
|
921
1107
|
} | {
|
|
922
1108
|
id: string;
|
|
923
1109
|
version: string;
|
|
@@ -1056,7 +1242,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1056
1242
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1057
1243
|
fields: {
|
|
1058
1244
|
name: string;
|
|
1059
|
-
semanticRole: "metadata" | "
|
|
1245
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
1060
1246
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1061
1247
|
nullable: boolean;
|
|
1062
1248
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -1173,14 +1359,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1173
1359
|
} | null;
|
|
1174
1360
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
1175
1361
|
sourceRefs: ({
|
|
1362
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
1363
|
+
kind: "connected_activity";
|
|
1176
1364
|
id: string;
|
|
1177
1365
|
profileId: string;
|
|
1178
1366
|
title: string;
|
|
1179
1367
|
sourceHash: string;
|
|
1180
1368
|
occurredAt: string;
|
|
1181
|
-
licensingStatus: "pending" | "
|
|
1369
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1182
1370
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1183
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1371
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1372
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
1373
|
+
sourceId: string;
|
|
1374
|
+
sessionId: string;
|
|
1375
|
+
normalizerVersion: string;
|
|
1376
|
+
projection: "turn" | "conversation";
|
|
1377
|
+
ownerUserId: string;
|
|
1378
|
+
purpose: "recorded_evaluation";
|
|
1379
|
+
metadata: Record<string, unknown>;
|
|
1380
|
+
} | {
|
|
1381
|
+
id: string;
|
|
1382
|
+
profileId: string;
|
|
1383
|
+
title: string;
|
|
1384
|
+
sourceHash: string;
|
|
1385
|
+
occurredAt: string;
|
|
1386
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1387
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1388
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1184
1389
|
metadata: Record<string, unknown>;
|
|
1185
1390
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1186
1391
|
kind: "huggingface";
|
|
@@ -1199,9 +1404,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1199
1404
|
title: string;
|
|
1200
1405
|
sourceHash: string;
|
|
1201
1406
|
occurredAt: string;
|
|
1202
|
-
licensingStatus: "pending" | "
|
|
1407
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1203
1408
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1204
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1409
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1205
1410
|
metadata: Record<string, unknown>;
|
|
1206
1411
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1207
1412
|
kind: "uploaded_file";
|
|
@@ -1216,9 +1421,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1216
1421
|
title: string;
|
|
1217
1422
|
sourceHash: string;
|
|
1218
1423
|
occurredAt: string;
|
|
1219
|
-
licensingStatus: "pending" | "
|
|
1424
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1220
1425
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1221
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1426
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1222
1427
|
metadata: Record<string, unknown>;
|
|
1223
1428
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1224
1429
|
kind: "generated";
|
|
@@ -1232,9 +1437,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1232
1437
|
title: string;
|
|
1233
1438
|
sourceHash: string;
|
|
1234
1439
|
occurredAt: string;
|
|
1235
|
-
licensingStatus: "pending" | "
|
|
1440
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1236
1441
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1237
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1442
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1238
1443
|
metadata: Record<string, unknown>;
|
|
1239
1444
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1240
1445
|
kind: "learning_batch";
|
|
@@ -1269,8 +1474,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1269
1474
|
};
|
|
1270
1475
|
connectedAppIds: string[];
|
|
1271
1476
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1272
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1273
|
-
licensingStatus: "pending" | "
|
|
1477
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1478
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1274
1479
|
metadata: Record<string, unknown>;
|
|
1275
1480
|
})[];
|
|
1276
1481
|
policy: {
|
|
@@ -1281,7 +1486,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1281
1486
|
};
|
|
1282
1487
|
environment: {
|
|
1283
1488
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
1284
|
-
kind: "
|
|
1489
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
1285
1490
|
entrypoint: string;
|
|
1286
1491
|
stateful: boolean;
|
|
1287
1492
|
deterministicSeeds: boolean;
|
|
@@ -1323,7 +1528,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1323
1528
|
}[] | undefined;
|
|
1324
1529
|
};
|
|
1325
1530
|
output: {
|
|
1326
|
-
mode: "
|
|
1531
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
1327
1532
|
jsonSchema: Record<string, unknown> | null;
|
|
1328
1533
|
renderer: {
|
|
1329
1534
|
module: string;
|
|
@@ -1334,7 +1539,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1334
1539
|
capabilities: {
|
|
1335
1540
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1336
1541
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
1337
|
-
supportedSignals: ("label" | "
|
|
1542
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
1338
1543
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
1339
1544
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
1340
1545
|
requiresTools: boolean;
|
|
@@ -1413,7 +1618,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1413
1618
|
rewardEligible: boolean;
|
|
1414
1619
|
privileged: boolean;
|
|
1415
1620
|
metadata: Record<string, unknown>;
|
|
1416
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
1621
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
1417
1622
|
config: Record<string, unknown>;
|
|
1418
1623
|
} | {
|
|
1419
1624
|
id: string;
|
|
@@ -1427,11 +1632,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1427
1632
|
kind: "model_judge";
|
|
1428
1633
|
rubric: string;
|
|
1429
1634
|
judge: {
|
|
1430
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
1635
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
1431
1636
|
modelId: string;
|
|
1432
1637
|
};
|
|
1433
1638
|
calibrationFixtureRefs: string[];
|
|
1434
|
-
calibrationStatus: "passed" | "
|
|
1639
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
1435
1640
|
temperature: number;
|
|
1436
1641
|
} | {
|
|
1437
1642
|
id: string;
|
|
@@ -1445,6 +1650,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1445
1650
|
kind: "human";
|
|
1446
1651
|
rubric: string;
|
|
1447
1652
|
reviewerRole: string;
|
|
1653
|
+
form?: {
|
|
1654
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
1655
|
+
mode: "individual" | "pairwise";
|
|
1656
|
+
instructions: string;
|
|
1657
|
+
criteria: ({
|
|
1658
|
+
id: string;
|
|
1659
|
+
label: string;
|
|
1660
|
+
instructions: string;
|
|
1661
|
+
required: boolean;
|
|
1662
|
+
allowAbstain: boolean;
|
|
1663
|
+
kind: "score";
|
|
1664
|
+
minimum: number;
|
|
1665
|
+
maximum: number;
|
|
1666
|
+
step: number;
|
|
1667
|
+
requireRationale?: boolean | undefined;
|
|
1668
|
+
anchors?: {
|
|
1669
|
+
value: string | number | boolean;
|
|
1670
|
+
description: string;
|
|
1671
|
+
}[] | undefined;
|
|
1672
|
+
} | {
|
|
1673
|
+
id: string;
|
|
1674
|
+
label: string;
|
|
1675
|
+
instructions: string;
|
|
1676
|
+
required: boolean;
|
|
1677
|
+
allowAbstain: boolean;
|
|
1678
|
+
kind: "category";
|
|
1679
|
+
options: string[];
|
|
1680
|
+
requireRationale?: boolean | undefined;
|
|
1681
|
+
anchors?: {
|
|
1682
|
+
value: string | number | boolean;
|
|
1683
|
+
description: string;
|
|
1684
|
+
}[] | undefined;
|
|
1685
|
+
} | {
|
|
1686
|
+
id: string;
|
|
1687
|
+
label: string;
|
|
1688
|
+
instructions: string;
|
|
1689
|
+
required: boolean;
|
|
1690
|
+
allowAbstain: boolean;
|
|
1691
|
+
kind: "boolean";
|
|
1692
|
+
requireRationale?: boolean | undefined;
|
|
1693
|
+
anchors?: {
|
|
1694
|
+
value: string | number | boolean;
|
|
1695
|
+
description: string;
|
|
1696
|
+
}[] | undefined;
|
|
1697
|
+
} | {
|
|
1698
|
+
id: string;
|
|
1699
|
+
label: string;
|
|
1700
|
+
instructions: string;
|
|
1701
|
+
required: boolean;
|
|
1702
|
+
allowAbstain: boolean;
|
|
1703
|
+
kind: "text";
|
|
1704
|
+
maximumLength: number;
|
|
1705
|
+
requireRationale?: boolean | undefined;
|
|
1706
|
+
anchors?: {
|
|
1707
|
+
value: string | number | boolean;
|
|
1708
|
+
description: string;
|
|
1709
|
+
}[] | undefined;
|
|
1710
|
+
minimumLength?: number | undefined;
|
|
1711
|
+
} | {
|
|
1712
|
+
id: string;
|
|
1713
|
+
label: string;
|
|
1714
|
+
instructions: string;
|
|
1715
|
+
required: boolean;
|
|
1716
|
+
allowAbstain: boolean;
|
|
1717
|
+
kind: "preference";
|
|
1718
|
+
allowTie: boolean;
|
|
1719
|
+
requireRationale?: boolean | undefined;
|
|
1720
|
+
anchors?: {
|
|
1721
|
+
value: string | number | boolean;
|
|
1722
|
+
description: string;
|
|
1723
|
+
}[] | undefined;
|
|
1724
|
+
requireStrength?: boolean | undefined;
|
|
1725
|
+
})[];
|
|
1726
|
+
} | undefined;
|
|
1448
1727
|
} | {
|
|
1449
1728
|
id: string;
|
|
1450
1729
|
version: string;
|
|
@@ -1583,7 +1862,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1583
1862
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1584
1863
|
fields: {
|
|
1585
1864
|
name: string;
|
|
1586
|
-
semanticRole: "metadata" | "
|
|
1865
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
1587
1866
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1588
1867
|
nullable: boolean;
|
|
1589
1868
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -1701,14 +1980,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1701
1980
|
} | null;
|
|
1702
1981
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
1703
1982
|
sourceRefs: ({
|
|
1983
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
1984
|
+
kind: "connected_activity";
|
|
1704
1985
|
id: string;
|
|
1705
1986
|
profileId: string;
|
|
1706
1987
|
title: string;
|
|
1707
1988
|
sourceHash: string;
|
|
1708
1989
|
occurredAt: string;
|
|
1709
|
-
licensingStatus: "pending" | "
|
|
1990
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1710
1991
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1711
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1992
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1993
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
1994
|
+
sourceId: string;
|
|
1995
|
+
sessionId: string;
|
|
1996
|
+
normalizerVersion: string;
|
|
1997
|
+
projection: "turn" | "conversation";
|
|
1998
|
+
ownerUserId: string;
|
|
1999
|
+
purpose: "recorded_evaluation";
|
|
2000
|
+
metadata: Record<string, unknown>;
|
|
2001
|
+
} | {
|
|
2002
|
+
id: string;
|
|
2003
|
+
profileId: string;
|
|
2004
|
+
title: string;
|
|
2005
|
+
sourceHash: string;
|
|
2006
|
+
occurredAt: string;
|
|
2007
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2008
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2009
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1712
2010
|
metadata: Record<string, unknown>;
|
|
1713
2011
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1714
2012
|
kind: "huggingface";
|
|
@@ -1727,9 +2025,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1727
2025
|
title: string;
|
|
1728
2026
|
sourceHash: string;
|
|
1729
2027
|
occurredAt: string;
|
|
1730
|
-
licensingStatus: "pending" | "
|
|
2028
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1731
2029
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1732
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2030
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1733
2031
|
metadata: Record<string, unknown>;
|
|
1734
2032
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1735
2033
|
kind: "uploaded_file";
|
|
@@ -1744,9 +2042,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1744
2042
|
title: string;
|
|
1745
2043
|
sourceHash: string;
|
|
1746
2044
|
occurredAt: string;
|
|
1747
|
-
licensingStatus: "pending" | "
|
|
2045
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1748
2046
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1749
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2047
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1750
2048
|
metadata: Record<string, unknown>;
|
|
1751
2049
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1752
2050
|
kind: "generated";
|
|
@@ -1760,9 +2058,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1760
2058
|
title: string;
|
|
1761
2059
|
sourceHash: string;
|
|
1762
2060
|
occurredAt: string;
|
|
1763
|
-
licensingStatus: "pending" | "
|
|
2061
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1764
2062
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1765
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2063
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1766
2064
|
metadata: Record<string, unknown>;
|
|
1767
2065
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1768
2066
|
kind: "learning_batch";
|
|
@@ -1797,8 +2095,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1797
2095
|
};
|
|
1798
2096
|
connectedAppIds: string[];
|
|
1799
2097
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1800
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1801
|
-
licensingStatus: "pending" | "
|
|
2098
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2099
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1802
2100
|
metadata: Record<string, unknown>;
|
|
1803
2101
|
})[];
|
|
1804
2102
|
policy: {
|
|
@@ -1809,7 +2107,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1809
2107
|
};
|
|
1810
2108
|
environment: {
|
|
1811
2109
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
1812
|
-
kind: "
|
|
2110
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
1813
2111
|
entrypoint: string;
|
|
1814
2112
|
stateful: boolean;
|
|
1815
2113
|
deterministicSeeds: boolean;
|
|
@@ -1851,7 +2149,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1851
2149
|
}[] | undefined;
|
|
1852
2150
|
};
|
|
1853
2151
|
output: {
|
|
1854
|
-
mode: "
|
|
2152
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
1855
2153
|
jsonSchema: Record<string, unknown> | null;
|
|
1856
2154
|
renderer: {
|
|
1857
2155
|
module: string;
|
|
@@ -1862,7 +2160,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1862
2160
|
capabilities: {
|
|
1863
2161
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1864
2162
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
1865
|
-
supportedSignals: ("label" | "
|
|
2163
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
1866
2164
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
1867
2165
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
1868
2166
|
requiresTools: boolean;
|
|
@@ -1941,7 +2239,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1941
2239
|
rewardEligible: boolean;
|
|
1942
2240
|
privileged: boolean;
|
|
1943
2241
|
metadata: Record<string, unknown>;
|
|
1944
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
2242
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
1945
2243
|
config: Record<string, unknown>;
|
|
1946
2244
|
} | {
|
|
1947
2245
|
id: string;
|
|
@@ -1955,11 +2253,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1955
2253
|
kind: "model_judge";
|
|
1956
2254
|
rubric: string;
|
|
1957
2255
|
judge: {
|
|
1958
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
2256
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
1959
2257
|
modelId: string;
|
|
1960
2258
|
};
|
|
1961
2259
|
calibrationFixtureRefs: string[];
|
|
1962
|
-
calibrationStatus: "passed" | "
|
|
2260
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
1963
2261
|
temperature: number;
|
|
1964
2262
|
} | {
|
|
1965
2263
|
id: string;
|
|
@@ -1973,6 +2271,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1973
2271
|
kind: "human";
|
|
1974
2272
|
rubric: string;
|
|
1975
2273
|
reviewerRole: string;
|
|
2274
|
+
form?: {
|
|
2275
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
2276
|
+
mode: "individual" | "pairwise";
|
|
2277
|
+
instructions: string;
|
|
2278
|
+
criteria: ({
|
|
2279
|
+
id: string;
|
|
2280
|
+
label: string;
|
|
2281
|
+
instructions: string;
|
|
2282
|
+
required: boolean;
|
|
2283
|
+
allowAbstain: boolean;
|
|
2284
|
+
kind: "score";
|
|
2285
|
+
minimum: number;
|
|
2286
|
+
maximum: number;
|
|
2287
|
+
step: number;
|
|
2288
|
+
requireRationale?: boolean | undefined;
|
|
2289
|
+
anchors?: {
|
|
2290
|
+
value: string | number | boolean;
|
|
2291
|
+
description: string;
|
|
2292
|
+
}[] | undefined;
|
|
2293
|
+
} | {
|
|
2294
|
+
id: string;
|
|
2295
|
+
label: string;
|
|
2296
|
+
instructions: string;
|
|
2297
|
+
required: boolean;
|
|
2298
|
+
allowAbstain: boolean;
|
|
2299
|
+
kind: "category";
|
|
2300
|
+
options: string[];
|
|
2301
|
+
requireRationale?: boolean | undefined;
|
|
2302
|
+
anchors?: {
|
|
2303
|
+
value: string | number | boolean;
|
|
2304
|
+
description: string;
|
|
2305
|
+
}[] | undefined;
|
|
2306
|
+
} | {
|
|
2307
|
+
id: string;
|
|
2308
|
+
label: string;
|
|
2309
|
+
instructions: string;
|
|
2310
|
+
required: boolean;
|
|
2311
|
+
allowAbstain: boolean;
|
|
2312
|
+
kind: "boolean";
|
|
2313
|
+
requireRationale?: boolean | undefined;
|
|
2314
|
+
anchors?: {
|
|
2315
|
+
value: string | number | boolean;
|
|
2316
|
+
description: string;
|
|
2317
|
+
}[] | undefined;
|
|
2318
|
+
} | {
|
|
2319
|
+
id: string;
|
|
2320
|
+
label: string;
|
|
2321
|
+
instructions: string;
|
|
2322
|
+
required: boolean;
|
|
2323
|
+
allowAbstain: boolean;
|
|
2324
|
+
kind: "text";
|
|
2325
|
+
maximumLength: number;
|
|
2326
|
+
requireRationale?: boolean | undefined;
|
|
2327
|
+
anchors?: {
|
|
2328
|
+
value: string | number | boolean;
|
|
2329
|
+
description: string;
|
|
2330
|
+
}[] | undefined;
|
|
2331
|
+
minimumLength?: number | undefined;
|
|
2332
|
+
} | {
|
|
2333
|
+
id: string;
|
|
2334
|
+
label: string;
|
|
2335
|
+
instructions: string;
|
|
2336
|
+
required: boolean;
|
|
2337
|
+
allowAbstain: boolean;
|
|
2338
|
+
kind: "preference";
|
|
2339
|
+
allowTie: boolean;
|
|
2340
|
+
requireRationale?: boolean | undefined;
|
|
2341
|
+
anchors?: {
|
|
2342
|
+
value: string | number | boolean;
|
|
2343
|
+
description: string;
|
|
2344
|
+
}[] | undefined;
|
|
2345
|
+
requireStrength?: boolean | undefined;
|
|
2346
|
+
})[];
|
|
2347
|
+
} | undefined;
|
|
1976
2348
|
} | {
|
|
1977
2349
|
id: string;
|
|
1978
2350
|
version: string;
|
|
@@ -2111,7 +2483,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2111
2483
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2112
2484
|
fields: {
|
|
2113
2485
|
name: string;
|
|
2114
|
-
semanticRole: "metadata" | "
|
|
2486
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
2115
2487
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2116
2488
|
nullable: boolean;
|
|
2117
2489
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -2249,14 +2621,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2249
2621
|
} | null;
|
|
2250
2622
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
2251
2623
|
sourceRefs: ({
|
|
2624
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
2625
|
+
kind: "connected_activity";
|
|
2626
|
+
id: string;
|
|
2627
|
+
profileId: string;
|
|
2628
|
+
title: string;
|
|
2629
|
+
sourceHash: string;
|
|
2630
|
+
occurredAt: string;
|
|
2631
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2632
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2633
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2634
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
2635
|
+
sourceId: string;
|
|
2636
|
+
sessionId: string;
|
|
2637
|
+
normalizerVersion: string;
|
|
2638
|
+
projection: "turn" | "conversation";
|
|
2639
|
+
ownerUserId: string;
|
|
2640
|
+
purpose: "recorded_evaluation";
|
|
2641
|
+
metadata: Record<string, unknown>;
|
|
2642
|
+
} | {
|
|
2252
2643
|
id: string;
|
|
2253
2644
|
profileId: string;
|
|
2254
2645
|
title: string;
|
|
2255
2646
|
sourceHash: string;
|
|
2256
2647
|
occurredAt: string;
|
|
2257
|
-
licensingStatus: "pending" | "
|
|
2648
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2258
2649
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2259
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2650
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2260
2651
|
metadata: Record<string, unknown>;
|
|
2261
2652
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2262
2653
|
kind: "huggingface";
|
|
@@ -2275,9 +2666,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2275
2666
|
title: string;
|
|
2276
2667
|
sourceHash: string;
|
|
2277
2668
|
occurredAt: string;
|
|
2278
|
-
licensingStatus: "pending" | "
|
|
2669
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2279
2670
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2280
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2671
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2281
2672
|
metadata: Record<string, unknown>;
|
|
2282
2673
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2283
2674
|
kind: "uploaded_file";
|
|
@@ -2292,9 +2683,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2292
2683
|
title: string;
|
|
2293
2684
|
sourceHash: string;
|
|
2294
2685
|
occurredAt: string;
|
|
2295
|
-
licensingStatus: "pending" | "
|
|
2686
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2296
2687
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2297
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2688
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2298
2689
|
metadata: Record<string, unknown>;
|
|
2299
2690
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2300
2691
|
kind: "generated";
|
|
@@ -2308,9 +2699,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2308
2699
|
title: string;
|
|
2309
2700
|
sourceHash: string;
|
|
2310
2701
|
occurredAt: string;
|
|
2311
|
-
licensingStatus: "pending" | "
|
|
2702
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2312
2703
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2313
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2704
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2314
2705
|
metadata: Record<string, unknown>;
|
|
2315
2706
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2316
2707
|
kind: "learning_batch";
|
|
@@ -2345,8 +2736,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2345
2736
|
};
|
|
2346
2737
|
connectedAppIds: string[];
|
|
2347
2738
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2348
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2349
|
-
licensingStatus: "pending" | "
|
|
2739
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2740
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2350
2741
|
metadata: Record<string, unknown>;
|
|
2351
2742
|
})[];
|
|
2352
2743
|
policy: {
|
|
@@ -2357,7 +2748,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2357
2748
|
};
|
|
2358
2749
|
environment: {
|
|
2359
2750
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2360
|
-
kind: "
|
|
2751
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
2361
2752
|
entrypoint: string;
|
|
2362
2753
|
stateful: boolean;
|
|
2363
2754
|
deterministicSeeds: boolean;
|
|
@@ -2399,7 +2790,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2399
2790
|
}[] | undefined;
|
|
2400
2791
|
};
|
|
2401
2792
|
output: {
|
|
2402
|
-
mode: "
|
|
2793
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
2403
2794
|
jsonSchema: Record<string, unknown> | null;
|
|
2404
2795
|
renderer: {
|
|
2405
2796
|
module: string;
|
|
@@ -2410,7 +2801,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2410
2801
|
capabilities: {
|
|
2411
2802
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2412
2803
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
2413
|
-
supportedSignals: ("label" | "
|
|
2804
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
2414
2805
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
2415
2806
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
2416
2807
|
requiresTools: boolean;
|
|
@@ -2489,7 +2880,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2489
2880
|
rewardEligible: boolean;
|
|
2490
2881
|
privileged: boolean;
|
|
2491
2882
|
metadata: Record<string, unknown>;
|
|
2492
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
2883
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
2493
2884
|
config: Record<string, unknown>;
|
|
2494
2885
|
} | {
|
|
2495
2886
|
id: string;
|
|
@@ -2503,11 +2894,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2503
2894
|
kind: "model_judge";
|
|
2504
2895
|
rubric: string;
|
|
2505
2896
|
judge: {
|
|
2506
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
2897
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
2507
2898
|
modelId: string;
|
|
2508
2899
|
};
|
|
2509
2900
|
calibrationFixtureRefs: string[];
|
|
2510
|
-
calibrationStatus: "passed" | "
|
|
2901
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
2511
2902
|
temperature: number;
|
|
2512
2903
|
} | {
|
|
2513
2904
|
id: string;
|
|
@@ -2521,6 +2912,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2521
2912
|
kind: "human";
|
|
2522
2913
|
rubric: string;
|
|
2523
2914
|
reviewerRole: string;
|
|
2915
|
+
form?: {
|
|
2916
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
2917
|
+
mode: "individual" | "pairwise";
|
|
2918
|
+
instructions: string;
|
|
2919
|
+
criteria: ({
|
|
2920
|
+
id: string;
|
|
2921
|
+
label: string;
|
|
2922
|
+
instructions: string;
|
|
2923
|
+
required: boolean;
|
|
2924
|
+
allowAbstain: boolean;
|
|
2925
|
+
kind: "score";
|
|
2926
|
+
minimum: number;
|
|
2927
|
+
maximum: number;
|
|
2928
|
+
step: number;
|
|
2929
|
+
requireRationale?: boolean | undefined;
|
|
2930
|
+
anchors?: {
|
|
2931
|
+
value: string | number | boolean;
|
|
2932
|
+
description: string;
|
|
2933
|
+
}[] | undefined;
|
|
2934
|
+
} | {
|
|
2935
|
+
id: string;
|
|
2936
|
+
label: string;
|
|
2937
|
+
instructions: string;
|
|
2938
|
+
required: boolean;
|
|
2939
|
+
allowAbstain: boolean;
|
|
2940
|
+
kind: "category";
|
|
2941
|
+
options: string[];
|
|
2942
|
+
requireRationale?: boolean | undefined;
|
|
2943
|
+
anchors?: {
|
|
2944
|
+
value: string | number | boolean;
|
|
2945
|
+
description: string;
|
|
2946
|
+
}[] | undefined;
|
|
2947
|
+
} | {
|
|
2948
|
+
id: string;
|
|
2949
|
+
label: string;
|
|
2950
|
+
instructions: string;
|
|
2951
|
+
required: boolean;
|
|
2952
|
+
allowAbstain: boolean;
|
|
2953
|
+
kind: "boolean";
|
|
2954
|
+
requireRationale?: boolean | undefined;
|
|
2955
|
+
anchors?: {
|
|
2956
|
+
value: string | number | boolean;
|
|
2957
|
+
description: string;
|
|
2958
|
+
}[] | undefined;
|
|
2959
|
+
} | {
|
|
2960
|
+
id: string;
|
|
2961
|
+
label: string;
|
|
2962
|
+
instructions: string;
|
|
2963
|
+
required: boolean;
|
|
2964
|
+
allowAbstain: boolean;
|
|
2965
|
+
kind: "text";
|
|
2966
|
+
maximumLength: number;
|
|
2967
|
+
requireRationale?: boolean | undefined;
|
|
2968
|
+
anchors?: {
|
|
2969
|
+
value: string | number | boolean;
|
|
2970
|
+
description: string;
|
|
2971
|
+
}[] | undefined;
|
|
2972
|
+
minimumLength?: number | undefined;
|
|
2973
|
+
} | {
|
|
2974
|
+
id: string;
|
|
2975
|
+
label: string;
|
|
2976
|
+
instructions: string;
|
|
2977
|
+
required: boolean;
|
|
2978
|
+
allowAbstain: boolean;
|
|
2979
|
+
kind: "preference";
|
|
2980
|
+
allowTie: boolean;
|
|
2981
|
+
requireRationale?: boolean | undefined;
|
|
2982
|
+
anchors?: {
|
|
2983
|
+
value: string | number | boolean;
|
|
2984
|
+
description: string;
|
|
2985
|
+
}[] | undefined;
|
|
2986
|
+
requireStrength?: boolean | undefined;
|
|
2987
|
+
})[];
|
|
2988
|
+
} | undefined;
|
|
2524
2989
|
} | {
|
|
2525
2990
|
id: string;
|
|
2526
2991
|
version: string;
|
|
@@ -2659,7 +3124,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2659
3124
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2660
3125
|
fields: {
|
|
2661
3126
|
name: string;
|
|
2662
|
-
semanticRole: "metadata" | "
|
|
3127
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
2663
3128
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2664
3129
|
nullable: boolean;
|
|
2665
3130
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -2776,14 +3241,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2776
3241
|
} | null;
|
|
2777
3242
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
2778
3243
|
sourceRefs: ({
|
|
3244
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
3245
|
+
kind: "connected_activity";
|
|
3246
|
+
id: string;
|
|
3247
|
+
profileId: string;
|
|
3248
|
+
title: string;
|
|
3249
|
+
sourceHash: string;
|
|
3250
|
+
occurredAt: string;
|
|
3251
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3252
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3253
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3254
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
3255
|
+
sourceId: string;
|
|
3256
|
+
sessionId: string;
|
|
3257
|
+
normalizerVersion: string;
|
|
3258
|
+
projection: "turn" | "conversation";
|
|
3259
|
+
ownerUserId: string;
|
|
3260
|
+
purpose: "recorded_evaluation";
|
|
3261
|
+
metadata: Record<string, unknown>;
|
|
3262
|
+
} | {
|
|
2779
3263
|
id: string;
|
|
2780
3264
|
profileId: string;
|
|
2781
3265
|
title: string;
|
|
2782
3266
|
sourceHash: string;
|
|
2783
3267
|
occurredAt: string;
|
|
2784
|
-
licensingStatus: "pending" | "
|
|
3268
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2785
3269
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2786
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3270
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2787
3271
|
metadata: Record<string, unknown>;
|
|
2788
3272
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2789
3273
|
kind: "huggingface";
|
|
@@ -2802,9 +3286,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2802
3286
|
title: string;
|
|
2803
3287
|
sourceHash: string;
|
|
2804
3288
|
occurredAt: string;
|
|
2805
|
-
licensingStatus: "pending" | "
|
|
3289
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2806
3290
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2807
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3291
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2808
3292
|
metadata: Record<string, unknown>;
|
|
2809
3293
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2810
3294
|
kind: "uploaded_file";
|
|
@@ -2819,9 +3303,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2819
3303
|
title: string;
|
|
2820
3304
|
sourceHash: string;
|
|
2821
3305
|
occurredAt: string;
|
|
2822
|
-
licensingStatus: "pending" | "
|
|
3306
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2823
3307
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2824
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3308
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2825
3309
|
metadata: Record<string, unknown>;
|
|
2826
3310
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2827
3311
|
kind: "generated";
|
|
@@ -2835,9 +3319,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2835
3319
|
title: string;
|
|
2836
3320
|
sourceHash: string;
|
|
2837
3321
|
occurredAt: string;
|
|
2838
|
-
licensingStatus: "pending" | "
|
|
3322
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2839
3323
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2840
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3324
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2841
3325
|
metadata: Record<string, unknown>;
|
|
2842
3326
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2843
3327
|
kind: "learning_batch";
|
|
@@ -2872,8 +3356,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2872
3356
|
};
|
|
2873
3357
|
connectedAppIds: string[];
|
|
2874
3358
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2875
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2876
|
-
licensingStatus: "pending" | "
|
|
3359
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3360
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2877
3361
|
metadata: Record<string, unknown>;
|
|
2878
3362
|
})[];
|
|
2879
3363
|
policy: {
|
|
@@ -2884,7 +3368,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2884
3368
|
};
|
|
2885
3369
|
environment: {
|
|
2886
3370
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2887
|
-
kind: "
|
|
3371
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
2888
3372
|
entrypoint: string;
|
|
2889
3373
|
stateful: boolean;
|
|
2890
3374
|
deterministicSeeds: boolean;
|
|
@@ -2926,7 +3410,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2926
3410
|
}[] | undefined;
|
|
2927
3411
|
};
|
|
2928
3412
|
output: {
|
|
2929
|
-
mode: "
|
|
3413
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
2930
3414
|
jsonSchema: Record<string, unknown> | null;
|
|
2931
3415
|
renderer: {
|
|
2932
3416
|
module: string;
|
|
@@ -2937,7 +3421,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2937
3421
|
capabilities: {
|
|
2938
3422
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2939
3423
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
2940
|
-
supportedSignals: ("label" | "
|
|
3424
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
2941
3425
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
2942
3426
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
2943
3427
|
requiresTools: boolean;
|
|
@@ -3016,7 +3500,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3016
3500
|
rewardEligible: boolean;
|
|
3017
3501
|
privileged: boolean;
|
|
3018
3502
|
metadata: Record<string, unknown>;
|
|
3019
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
3503
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
3020
3504
|
config: Record<string, unknown>;
|
|
3021
3505
|
} | {
|
|
3022
3506
|
id: string;
|
|
@@ -3030,11 +3514,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3030
3514
|
kind: "model_judge";
|
|
3031
3515
|
rubric: string;
|
|
3032
3516
|
judge: {
|
|
3033
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
3517
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
3034
3518
|
modelId: string;
|
|
3035
3519
|
};
|
|
3036
3520
|
calibrationFixtureRefs: string[];
|
|
3037
|
-
calibrationStatus: "passed" | "
|
|
3521
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
3038
3522
|
temperature: number;
|
|
3039
3523
|
} | {
|
|
3040
3524
|
id: string;
|
|
@@ -3048,6 +3532,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3048
3532
|
kind: "human";
|
|
3049
3533
|
rubric: string;
|
|
3050
3534
|
reviewerRole: string;
|
|
3535
|
+
form?: {
|
|
3536
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
3537
|
+
mode: "individual" | "pairwise";
|
|
3538
|
+
instructions: string;
|
|
3539
|
+
criteria: ({
|
|
3540
|
+
id: string;
|
|
3541
|
+
label: string;
|
|
3542
|
+
instructions: string;
|
|
3543
|
+
required: boolean;
|
|
3544
|
+
allowAbstain: boolean;
|
|
3545
|
+
kind: "score";
|
|
3546
|
+
minimum: number;
|
|
3547
|
+
maximum: number;
|
|
3548
|
+
step: number;
|
|
3549
|
+
requireRationale?: boolean | undefined;
|
|
3550
|
+
anchors?: {
|
|
3551
|
+
value: string | number | boolean;
|
|
3552
|
+
description: string;
|
|
3553
|
+
}[] | undefined;
|
|
3554
|
+
} | {
|
|
3555
|
+
id: string;
|
|
3556
|
+
label: string;
|
|
3557
|
+
instructions: string;
|
|
3558
|
+
required: boolean;
|
|
3559
|
+
allowAbstain: boolean;
|
|
3560
|
+
kind: "category";
|
|
3561
|
+
options: string[];
|
|
3562
|
+
requireRationale?: boolean | undefined;
|
|
3563
|
+
anchors?: {
|
|
3564
|
+
value: string | number | boolean;
|
|
3565
|
+
description: string;
|
|
3566
|
+
}[] | undefined;
|
|
3567
|
+
} | {
|
|
3568
|
+
id: string;
|
|
3569
|
+
label: string;
|
|
3570
|
+
instructions: string;
|
|
3571
|
+
required: boolean;
|
|
3572
|
+
allowAbstain: boolean;
|
|
3573
|
+
kind: "boolean";
|
|
3574
|
+
requireRationale?: boolean | undefined;
|
|
3575
|
+
anchors?: {
|
|
3576
|
+
value: string | number | boolean;
|
|
3577
|
+
description: string;
|
|
3578
|
+
}[] | undefined;
|
|
3579
|
+
} | {
|
|
3580
|
+
id: string;
|
|
3581
|
+
label: string;
|
|
3582
|
+
instructions: string;
|
|
3583
|
+
required: boolean;
|
|
3584
|
+
allowAbstain: boolean;
|
|
3585
|
+
kind: "text";
|
|
3586
|
+
maximumLength: number;
|
|
3587
|
+
requireRationale?: boolean | undefined;
|
|
3588
|
+
anchors?: {
|
|
3589
|
+
value: string | number | boolean;
|
|
3590
|
+
description: string;
|
|
3591
|
+
}[] | undefined;
|
|
3592
|
+
minimumLength?: number | undefined;
|
|
3593
|
+
} | {
|
|
3594
|
+
id: string;
|
|
3595
|
+
label: string;
|
|
3596
|
+
instructions: string;
|
|
3597
|
+
required: boolean;
|
|
3598
|
+
allowAbstain: boolean;
|
|
3599
|
+
kind: "preference";
|
|
3600
|
+
allowTie: boolean;
|
|
3601
|
+
requireRationale?: boolean | undefined;
|
|
3602
|
+
anchors?: {
|
|
3603
|
+
value: string | number | boolean;
|
|
3604
|
+
description: string;
|
|
3605
|
+
}[] | undefined;
|
|
3606
|
+
requireStrength?: boolean | undefined;
|
|
3607
|
+
})[];
|
|
3608
|
+
} | undefined;
|
|
3051
3609
|
} | {
|
|
3052
3610
|
id: string;
|
|
3053
3611
|
version: string;
|
|
@@ -3186,7 +3744,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3186
3744
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3187
3745
|
fields: {
|
|
3188
3746
|
name: string;
|
|
3189
|
-
semanticRole: "metadata" | "
|
|
3747
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
3190
3748
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
3191
3749
|
nullable: boolean;
|
|
3192
3750
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -3315,14 +3873,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3315
3873
|
} | null;
|
|
3316
3874
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
3317
3875
|
sourceRefs: ({
|
|
3876
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
3877
|
+
kind: "connected_activity";
|
|
3878
|
+
id: string;
|
|
3879
|
+
profileId: string;
|
|
3880
|
+
title: string;
|
|
3881
|
+
sourceHash: string;
|
|
3882
|
+
occurredAt: string;
|
|
3883
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3884
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3885
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3886
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
3887
|
+
sourceId: string;
|
|
3888
|
+
sessionId: string;
|
|
3889
|
+
normalizerVersion: string;
|
|
3890
|
+
projection: "turn" | "conversation";
|
|
3891
|
+
ownerUserId: string;
|
|
3892
|
+
purpose: "recorded_evaluation";
|
|
3893
|
+
metadata: Record<string, unknown>;
|
|
3894
|
+
} | {
|
|
3318
3895
|
id: string;
|
|
3319
3896
|
profileId: string;
|
|
3320
3897
|
title: string;
|
|
3321
3898
|
sourceHash: string;
|
|
3322
3899
|
occurredAt: string;
|
|
3323
|
-
licensingStatus: "pending" | "
|
|
3900
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3324
3901
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3325
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3902
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3326
3903
|
metadata: Record<string, unknown>;
|
|
3327
3904
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
3328
3905
|
kind: "huggingface";
|
|
@@ -3341,9 +3918,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3341
3918
|
title: string;
|
|
3342
3919
|
sourceHash: string;
|
|
3343
3920
|
occurredAt: string;
|
|
3344
|
-
licensingStatus: "pending" | "
|
|
3921
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3345
3922
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3346
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3923
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3347
3924
|
metadata: Record<string, unknown>;
|
|
3348
3925
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
3349
3926
|
kind: "uploaded_file";
|
|
@@ -3358,9 +3935,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3358
3935
|
title: string;
|
|
3359
3936
|
sourceHash: string;
|
|
3360
3937
|
occurredAt: string;
|
|
3361
|
-
licensingStatus: "pending" | "
|
|
3938
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3362
3939
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3363
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3940
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3364
3941
|
metadata: Record<string, unknown>;
|
|
3365
3942
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
3366
3943
|
kind: "generated";
|
|
@@ -3374,9 +3951,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3374
3951
|
title: string;
|
|
3375
3952
|
sourceHash: string;
|
|
3376
3953
|
occurredAt: string;
|
|
3377
|
-
licensingStatus: "pending" | "
|
|
3954
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3378
3955
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3379
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3956
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3380
3957
|
metadata: Record<string, unknown>;
|
|
3381
3958
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
3382
3959
|
kind: "learning_batch";
|
|
@@ -3411,8 +3988,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3411
3988
|
};
|
|
3412
3989
|
connectedAppIds: string[];
|
|
3413
3990
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3414
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3415
|
-
licensingStatus: "pending" | "
|
|
3991
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3992
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3416
3993
|
metadata: Record<string, unknown>;
|
|
3417
3994
|
})[];
|
|
3418
3995
|
policy: {
|
|
@@ -3423,7 +4000,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3423
4000
|
};
|
|
3424
4001
|
environment: {
|
|
3425
4002
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
3426
|
-
kind: "
|
|
4003
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
3427
4004
|
entrypoint: string;
|
|
3428
4005
|
stateful: boolean;
|
|
3429
4006
|
deterministicSeeds: boolean;
|
|
@@ -3465,7 +4042,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3465
4042
|
}[] | undefined;
|
|
3466
4043
|
};
|
|
3467
4044
|
output: {
|
|
3468
|
-
mode: "
|
|
4045
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
3469
4046
|
jsonSchema: Record<string, unknown> | null;
|
|
3470
4047
|
renderer: {
|
|
3471
4048
|
module: string;
|
|
@@ -3476,7 +4053,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3476
4053
|
capabilities: {
|
|
3477
4054
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
3478
4055
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
3479
|
-
supportedSignals: ("label" | "
|
|
4056
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
3480
4057
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
3481
4058
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
3482
4059
|
requiresTools: boolean;
|
|
@@ -3555,7 +4132,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3555
4132
|
rewardEligible: boolean;
|
|
3556
4133
|
privileged: boolean;
|
|
3557
4134
|
metadata: Record<string, unknown>;
|
|
3558
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
4135
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
3559
4136
|
config: Record<string, unknown>;
|
|
3560
4137
|
} | {
|
|
3561
4138
|
id: string;
|
|
@@ -3569,11 +4146,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3569
4146
|
kind: "model_judge";
|
|
3570
4147
|
rubric: string;
|
|
3571
4148
|
judge: {
|
|
3572
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
4149
|
+
providerId: "custom-openai-compatible" | "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
3573
4150
|
modelId: string;
|
|
3574
4151
|
};
|
|
3575
4152
|
calibrationFixtureRefs: string[];
|
|
3576
|
-
calibrationStatus: "passed" | "
|
|
4153
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
3577
4154
|
temperature: number;
|
|
3578
4155
|
} | {
|
|
3579
4156
|
id: string;
|
|
@@ -3587,6 +4164,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3587
4164
|
kind: "human";
|
|
3588
4165
|
rubric: string;
|
|
3589
4166
|
reviewerRole: string;
|
|
4167
|
+
form?: {
|
|
4168
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
4169
|
+
mode: "individual" | "pairwise";
|
|
4170
|
+
instructions: string;
|
|
4171
|
+
criteria: ({
|
|
4172
|
+
id: string;
|
|
4173
|
+
label: string;
|
|
4174
|
+
instructions: string;
|
|
4175
|
+
required: boolean;
|
|
4176
|
+
allowAbstain: boolean;
|
|
4177
|
+
kind: "score";
|
|
4178
|
+
minimum: number;
|
|
4179
|
+
maximum: number;
|
|
4180
|
+
step: number;
|
|
4181
|
+
requireRationale?: boolean | undefined;
|
|
4182
|
+
anchors?: {
|
|
4183
|
+
value: string | number | boolean;
|
|
4184
|
+
description: string;
|
|
4185
|
+
}[] | undefined;
|
|
4186
|
+
} | {
|
|
4187
|
+
id: string;
|
|
4188
|
+
label: string;
|
|
4189
|
+
instructions: string;
|
|
4190
|
+
required: boolean;
|
|
4191
|
+
allowAbstain: boolean;
|
|
4192
|
+
kind: "category";
|
|
4193
|
+
options: string[];
|
|
4194
|
+
requireRationale?: boolean | undefined;
|
|
4195
|
+
anchors?: {
|
|
4196
|
+
value: string | number | boolean;
|
|
4197
|
+
description: string;
|
|
4198
|
+
}[] | undefined;
|
|
4199
|
+
} | {
|
|
4200
|
+
id: string;
|
|
4201
|
+
label: string;
|
|
4202
|
+
instructions: string;
|
|
4203
|
+
required: boolean;
|
|
4204
|
+
allowAbstain: boolean;
|
|
4205
|
+
kind: "boolean";
|
|
4206
|
+
requireRationale?: boolean | undefined;
|
|
4207
|
+
anchors?: {
|
|
4208
|
+
value: string | number | boolean;
|
|
4209
|
+
description: string;
|
|
4210
|
+
}[] | undefined;
|
|
4211
|
+
} | {
|
|
4212
|
+
id: string;
|
|
4213
|
+
label: string;
|
|
4214
|
+
instructions: string;
|
|
4215
|
+
required: boolean;
|
|
4216
|
+
allowAbstain: boolean;
|
|
4217
|
+
kind: "text";
|
|
4218
|
+
maximumLength: number;
|
|
4219
|
+
requireRationale?: boolean | undefined;
|
|
4220
|
+
anchors?: {
|
|
4221
|
+
value: string | number | boolean;
|
|
4222
|
+
description: string;
|
|
4223
|
+
}[] | undefined;
|
|
4224
|
+
minimumLength?: number | undefined;
|
|
4225
|
+
} | {
|
|
4226
|
+
id: string;
|
|
4227
|
+
label: string;
|
|
4228
|
+
instructions: string;
|
|
4229
|
+
required: boolean;
|
|
4230
|
+
allowAbstain: boolean;
|
|
4231
|
+
kind: "preference";
|
|
4232
|
+
allowTie: boolean;
|
|
4233
|
+
requireRationale?: boolean | undefined;
|
|
4234
|
+
anchors?: {
|
|
4235
|
+
value: string | number | boolean;
|
|
4236
|
+
description: string;
|
|
4237
|
+
}[] | undefined;
|
|
4238
|
+
requireStrength?: boolean | undefined;
|
|
4239
|
+
})[];
|
|
4240
|
+
} | undefined;
|
|
3590
4241
|
} | {
|
|
3591
4242
|
id: string;
|
|
3592
4243
|
version: string;
|
|
@@ -3725,7 +4376,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3725
4376
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3726
4377
|
fields: {
|
|
3727
4378
|
name: string;
|
|
3728
|
-
semanticRole: "metadata" | "
|
|
4379
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
3729
4380
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
3730
4381
|
nullable: boolean;
|
|
3731
4382
|
policy: "metadata" | "visible" | "privileged";
|