openpond-sdk 0.10.0 → 0.11.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/advanced-refiner-evaluations.js +42 -0
- package/dist/advanced-refiner-evaluations.js.map +7 -0
- package/dist/candidate-evaluations.js +25 -0
- package/dist/candidate-evaluations.js.map +7 -0
- package/dist/{chunk-W5TXWVFS.js → chunk-2JKV5OJO.js} +88 -59
- package/dist/chunk-2JKV5OJO.js.map +7 -0
- package/dist/{chunk-2ZJRG3KL.js → chunk-2NSNBED7.js} +7 -3
- package/dist/chunk-2NSNBED7.js.map +7 -0
- package/dist/{chunk-Y4NGWGTA.js → chunk-4NZW4LFB.js} +268 -264
- package/dist/chunk-4NZW4LFB.js.map +7 -0
- package/dist/{chunk-DSGGM2ME.js → chunk-4SZKRRTO.js} +2 -2
- package/dist/chunk-6FQKRY5K.js +445 -0
- package/dist/chunk-6FQKRY5K.js.map +7 -0
- package/dist/chunk-7Q7I6FAT.js +139 -0
- package/dist/chunk-7Q7I6FAT.js.map +7 -0
- package/dist/chunk-CPEOFPPF.js +632 -0
- package/dist/chunk-CPEOFPPF.js.map +7 -0
- package/dist/chunk-G3FWDZMZ.js +267 -0
- package/dist/chunk-G3FWDZMZ.js.map +7 -0
- package/dist/chunk-GDJRGRHA.js +144 -0
- package/dist/chunk-GDJRGRHA.js.map +7 -0
- package/dist/chunk-HKAR3VPB.js +65 -0
- package/dist/chunk-HKAR3VPB.js.map +7 -0
- package/dist/{chunk-32H2EJRA.js → chunk-JEUHIQWF.js} +10 -7
- package/dist/chunk-JEUHIQWF.js.map +7 -0
- package/dist/chunk-KQWCXW3A.js +294 -0
- package/dist/chunk-KQWCXW3A.js.map +7 -0
- package/dist/chunk-LFH4EKWH.js +1408 -0
- package/dist/chunk-LFH4EKWH.js.map +7 -0
- package/dist/{chunk-DT7FRNIZ.js → chunk-MW2N3BX5.js} +4 -3
- package/dist/{chunk-DT7FRNIZ.js.map → chunk-MW2N3BX5.js.map} +2 -2
- package/dist/{chunk-I3TQTXKB.js → chunk-QVCMFQKA.js} +6 -6
- package/dist/{chunk-I3TQTXKB.js.map → chunk-QVCMFQKA.js.map} +1 -1
- package/dist/{chunk-I2YM3UY4.js → chunk-RIX56CJL.js} +9 -6
- package/dist/chunk-RIX56CJL.js.map +7 -0
- package/dist/{chunk-PJ2VLNJF.js → chunk-SGRYMU4C.js} +2 -2
- package/dist/chunk-SLS3GFPG.js +125 -0
- package/dist/chunk-SLS3GFPG.js.map +7 -0
- package/dist/chunk-SVU4RZ4K.js +70 -0
- package/dist/chunk-SVU4RZ4K.js.map +7 -0
- package/dist/chunk-SXTC2GT6.js +160 -0
- package/dist/chunk-SXTC2GT6.js.map +7 -0
- package/dist/chunk-T4APHDES.js +74 -0
- package/dist/chunk-T4APHDES.js.map +7 -0
- package/dist/chunk-UNMOEI2K.js +587 -0
- package/dist/chunk-UNMOEI2K.js.map +7 -0
- package/dist/chunk-VC5OV5AS.js +174 -0
- package/dist/chunk-VC5OV5AS.js.map +7 -0
- package/dist/{chunk-7B44TQZD.js → chunk-WX22WN33.js} +13 -7
- package/dist/chunk-WX22WN33.js.map +7 -0
- package/dist/{chunk-JCPLAIZL.js → chunk-XCH27NHJ.js} +106 -76
- package/dist/chunk-XCH27NHJ.js.map +7 -0
- package/dist/chunk-XEUOJ5WF.js +31 -0
- package/dist/chunk-XEUOJ5WF.js.map +7 -0
- package/dist/chunk-YCQVVFE5.js +37 -0
- package/dist/chunk-YCQVVFE5.js.map +7 -0
- package/dist/chunk-YTGRET2L.js +604 -0
- package/dist/chunk-YTGRET2L.js.map +7 -0
- package/dist/connected-evidence.js +97 -0
- package/dist/connected-evidence.js.map +7 -0
- package/dist/dataset-commerce.js +773 -0
- package/dist/dataset-commerce.js.map +7 -0
- package/dist/dataset-workspaces.js +45 -80
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiment-evaluation-schedules.js +48 -0
- package/dist/experiment-evaluation-schedules.js.map +7 -0
- package/dist/experiment-improvements.js +52 -0
- package/dist/experiment-improvements.js.map +7 -0
- package/dist/experiments.js +48 -90
- package/dist/experiments.js.map +3 -3
- package/dist/human-review.js +13 -0
- package/dist/human-review.js.map +7 -0
- package/dist/index.js +221 -14
- package/dist/index.js.map +2 -2
- package/dist/learning.js +1 -1
- package/dist/model-starter-attempts.js +2 -2
- package/dist/model-starter-catalog.js +9 -4
- package/dist/model-starter-catalog.js.map +1 -1
- package/dist/model-starters.js +9 -4
- package/dist/model-taskset-runs.js +3 -3
- package/dist/post-training.js +47 -0
- package/dist/post-training.js.map +7 -0
- package/dist/taskset-drafts.js +33 -21
- package/dist/taskset-drafts.js.map +2 -2
- package/dist/taskset-packages.js +28 -558
- package/dist/taskset-packages.js.map +4 -4
- package/dist/training-bundle.js +61 -20
- package/dist/training-bundle.js.map +2 -2
- package/dist/training-projects.js +1 -1
- package/dist/training.js +7 -2
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2682 -0
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +47 -0
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +52 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2502 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +235 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts +8 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-sync.d.ts +282 -0
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +230 -0
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +114 -0
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +608 -0
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +575 -0
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +772 -120
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +293 -38
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +294 -40
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-client.d.ts +3513 -52
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1017 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +24 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +262 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +1388 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +5 -2
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiments.d.ts +3 -0
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
- package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/index.d.ts +10 -0
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +63 -4
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +90 -5
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +55 -13
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +370 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +363 -19
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +78 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starters.d.ts +466 -13
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1282 -4
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1285 -5
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +3529 -0
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1398 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +157 -24
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-validation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +438 -0
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +292 -38
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +227 -20
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +14 -14
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +147 -20
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +696 -42
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +256 -36
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +292 -38
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts +2 -0
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +1494 -26
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +746 -12
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +101 -11
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +459 -39
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +776 -8
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1161 -11
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +2655 -24
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/package.json +35 -3
- package/dist/chunk-2ZJRG3KL.js.map +0 -7
- package/dist/chunk-32H2EJRA.js.map +0 -7
- package/dist/chunk-7B44TQZD.js.map +0 -7
- package/dist/chunk-I2YM3UY4.js.map +0 -7
- package/dist/chunk-JA3KFK3U.js +0 -580
- package/dist/chunk-JA3KFK3U.js.map +0 -7
- package/dist/chunk-JCPLAIZL.js.map +0 -7
- package/dist/chunk-LGEF4S5I.js +0 -1229
- package/dist/chunk-LGEF4S5I.js.map +0 -7
- package/dist/chunk-PRRUBH2B.js +0 -314
- package/dist/chunk-PRRUBH2B.js.map +0 -7
- package/dist/chunk-W5TXWVFS.js.map +0 -7
- package/dist/chunk-Y4NGWGTA.js.map +0 -7
- /package/dist/{chunk-DSGGM2ME.js.map → chunk-4SZKRRTO.js.map} +0 -0
- /package/dist/{chunk-PJ2VLNJF.js.map → chunk-SGRYMU4C.js.map} +0 -0
|
@@ -33,6 +33,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
33
33
|
updatedAt: string;
|
|
34
34
|
originProjectId?: string | undefined;
|
|
35
35
|
ownerScope?: "workspace" | "personal" | undefined;
|
|
36
|
+
taskCount?: number | undefined;
|
|
36
37
|
}[];
|
|
37
38
|
nextCursor: string | null;
|
|
38
39
|
}>;
|
|
@@ -108,14 +109,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
108
109
|
} | null;
|
|
109
110
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
110
111
|
sourceRefs: ({
|
|
112
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
113
|
+
kind: "connected_activity";
|
|
111
114
|
id: string;
|
|
112
115
|
profileId: string;
|
|
113
116
|
title: string;
|
|
114
117
|
sourceHash: string;
|
|
115
118
|
occurredAt: string;
|
|
116
|
-
licensingStatus: "pending" | "
|
|
119
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
117
120
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
118
|
-
piiScanStatus: "passed" | "pending" | "
|
|
121
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
122
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
123
|
+
sourceId: string;
|
|
124
|
+
sessionId: string;
|
|
125
|
+
normalizerVersion: string;
|
|
126
|
+
projection: "turn" | "conversation";
|
|
127
|
+
ownerUserId: string;
|
|
128
|
+
purpose: "recorded_evaluation";
|
|
129
|
+
metadata: Record<string, unknown>;
|
|
130
|
+
} | {
|
|
131
|
+
id: string;
|
|
132
|
+
profileId: string;
|
|
133
|
+
title: string;
|
|
134
|
+
sourceHash: string;
|
|
135
|
+
occurredAt: string;
|
|
136
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
137
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
138
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
119
139
|
metadata: Record<string, unknown>;
|
|
120
140
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
121
141
|
kind: "huggingface";
|
|
@@ -134,9 +154,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
134
154
|
title: string;
|
|
135
155
|
sourceHash: string;
|
|
136
156
|
occurredAt: string;
|
|
137
|
-
licensingStatus: "pending" | "
|
|
157
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
138
158
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
139
|
-
piiScanStatus: "passed" | "pending" | "
|
|
159
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
140
160
|
metadata: Record<string, unknown>;
|
|
141
161
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
142
162
|
kind: "uploaded_file";
|
|
@@ -151,9 +171,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
151
171
|
title: string;
|
|
152
172
|
sourceHash: string;
|
|
153
173
|
occurredAt: string;
|
|
154
|
-
licensingStatus: "pending" | "
|
|
174
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
155
175
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
156
|
-
piiScanStatus: "passed" | "pending" | "
|
|
176
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
157
177
|
metadata: Record<string, unknown>;
|
|
158
178
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
159
179
|
kind: "generated";
|
|
@@ -167,9 +187,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
167
187
|
title: string;
|
|
168
188
|
sourceHash: string;
|
|
169
189
|
occurredAt: string;
|
|
170
|
-
licensingStatus: "pending" | "
|
|
190
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
171
191
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
172
|
-
piiScanStatus: "passed" | "pending" | "
|
|
192
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
173
193
|
metadata: Record<string, unknown>;
|
|
174
194
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
175
195
|
kind: "learning_batch";
|
|
@@ -204,8 +224,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
204
224
|
};
|
|
205
225
|
connectedAppIds: string[];
|
|
206
226
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
207
|
-
piiScanStatus: "passed" | "pending" | "
|
|
208
|
-
licensingStatus: "pending" | "
|
|
227
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
228
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
209
229
|
metadata: Record<string, unknown>;
|
|
210
230
|
})[];
|
|
211
231
|
policy: {
|
|
@@ -216,7 +236,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
216
236
|
};
|
|
217
237
|
environment: {
|
|
218
238
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
219
|
-
kind: "
|
|
239
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
220
240
|
entrypoint: string;
|
|
221
241
|
stateful: boolean;
|
|
222
242
|
deterministicSeeds: boolean;
|
|
@@ -258,7 +278,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
258
278
|
}[] | undefined;
|
|
259
279
|
};
|
|
260
280
|
output: {
|
|
261
|
-
mode: "
|
|
281
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
262
282
|
jsonSchema: Record<string, unknown> | null;
|
|
263
283
|
renderer: {
|
|
264
284
|
module: string;
|
|
@@ -269,7 +289,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
269
289
|
capabilities: {
|
|
270
290
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
271
291
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
272
|
-
supportedSignals: ("label" | "
|
|
292
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
273
293
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
274
294
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
275
295
|
requiresTools: boolean;
|
|
@@ -348,7 +368,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
348
368
|
rewardEligible: boolean;
|
|
349
369
|
privileged: boolean;
|
|
350
370
|
metadata: Record<string, unknown>;
|
|
351
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
371
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
352
372
|
config: Record<string, unknown>;
|
|
353
373
|
} | {
|
|
354
374
|
id: string;
|
|
@@ -362,11 +382,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
362
382
|
kind: "model_judge";
|
|
363
383
|
rubric: string;
|
|
364
384
|
judge: {
|
|
365
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
385
|
+
providerId: "claude-code" | "custom-openai-compatible" | "openpond" | "codex" | "opencode" | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
366
386
|
modelId: string;
|
|
367
387
|
};
|
|
368
388
|
calibrationFixtureRefs: string[];
|
|
369
|
-
calibrationStatus: "passed" | "
|
|
389
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
370
390
|
temperature: number;
|
|
371
391
|
} | {
|
|
372
392
|
id: string;
|
|
@@ -380,6 +400,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
380
400
|
kind: "human";
|
|
381
401
|
rubric: string;
|
|
382
402
|
reviewerRole: string;
|
|
403
|
+
form?: {
|
|
404
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
405
|
+
mode: "individual" | "pairwise";
|
|
406
|
+
instructions: string;
|
|
407
|
+
criteria: ({
|
|
408
|
+
id: string;
|
|
409
|
+
label: string;
|
|
410
|
+
instructions: string;
|
|
411
|
+
required: boolean;
|
|
412
|
+
allowAbstain: boolean;
|
|
413
|
+
kind: "score";
|
|
414
|
+
minimum: number;
|
|
415
|
+
maximum: number;
|
|
416
|
+
step: number;
|
|
417
|
+
requireRationale?: boolean | undefined;
|
|
418
|
+
anchors?: {
|
|
419
|
+
value: string | number | boolean;
|
|
420
|
+
description: string;
|
|
421
|
+
}[] | undefined;
|
|
422
|
+
} | {
|
|
423
|
+
id: string;
|
|
424
|
+
label: string;
|
|
425
|
+
instructions: string;
|
|
426
|
+
required: boolean;
|
|
427
|
+
allowAbstain: boolean;
|
|
428
|
+
kind: "category";
|
|
429
|
+
options: string[];
|
|
430
|
+
requireRationale?: boolean | undefined;
|
|
431
|
+
anchors?: {
|
|
432
|
+
value: string | number | boolean;
|
|
433
|
+
description: string;
|
|
434
|
+
}[] | undefined;
|
|
435
|
+
} | {
|
|
436
|
+
id: string;
|
|
437
|
+
label: string;
|
|
438
|
+
instructions: string;
|
|
439
|
+
required: boolean;
|
|
440
|
+
allowAbstain: boolean;
|
|
441
|
+
kind: "boolean";
|
|
442
|
+
requireRationale?: boolean | undefined;
|
|
443
|
+
anchors?: {
|
|
444
|
+
value: string | number | boolean;
|
|
445
|
+
description: string;
|
|
446
|
+
}[] | undefined;
|
|
447
|
+
} | {
|
|
448
|
+
id: string;
|
|
449
|
+
label: string;
|
|
450
|
+
instructions: string;
|
|
451
|
+
required: boolean;
|
|
452
|
+
allowAbstain: boolean;
|
|
453
|
+
kind: "text";
|
|
454
|
+
maximumLength: number;
|
|
455
|
+
requireRationale?: boolean | undefined;
|
|
456
|
+
anchors?: {
|
|
457
|
+
value: string | number | boolean;
|
|
458
|
+
description: string;
|
|
459
|
+
}[] | undefined;
|
|
460
|
+
minimumLength?: number | undefined;
|
|
461
|
+
} | {
|
|
462
|
+
id: string;
|
|
463
|
+
label: string;
|
|
464
|
+
instructions: string;
|
|
465
|
+
required: boolean;
|
|
466
|
+
allowAbstain: boolean;
|
|
467
|
+
kind: "preference";
|
|
468
|
+
allowTie: boolean;
|
|
469
|
+
requireRationale?: boolean | undefined;
|
|
470
|
+
anchors?: {
|
|
471
|
+
value: string | number | boolean;
|
|
472
|
+
description: string;
|
|
473
|
+
}[] | undefined;
|
|
474
|
+
requireStrength?: boolean | undefined;
|
|
475
|
+
})[];
|
|
476
|
+
} | undefined;
|
|
383
477
|
} | {
|
|
384
478
|
id: string;
|
|
385
479
|
version: string;
|
|
@@ -518,7 +612,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
518
612
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
519
613
|
fields: {
|
|
520
614
|
name: string;
|
|
521
|
-
semanticRole: "metadata" | "
|
|
615
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
522
616
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
523
617
|
nullable: boolean;
|
|
524
618
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -572,7 +666,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
572
666
|
signal?: AbortSignal;
|
|
573
667
|
}): Promise<{
|
|
574
668
|
operationId: string;
|
|
575
|
-
kind: "create" | "
|
|
669
|
+
kind: "create" | "publish" | "save" | "begin_version";
|
|
576
670
|
requestHash: string;
|
|
577
671
|
receipt: {
|
|
578
672
|
schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
|
|
@@ -646,14 +740,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
646
740
|
} | null;
|
|
647
741
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
648
742
|
sourceRefs: ({
|
|
743
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
744
|
+
kind: "connected_activity";
|
|
745
|
+
id: string;
|
|
746
|
+
profileId: string;
|
|
747
|
+
title: string;
|
|
748
|
+
sourceHash: string;
|
|
749
|
+
occurredAt: string;
|
|
750
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
751
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
752
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
753
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
754
|
+
sourceId: string;
|
|
755
|
+
sessionId: string;
|
|
756
|
+
normalizerVersion: string;
|
|
757
|
+
projection: "turn" | "conversation";
|
|
758
|
+
ownerUserId: string;
|
|
759
|
+
purpose: "recorded_evaluation";
|
|
760
|
+
metadata: Record<string, unknown>;
|
|
761
|
+
} | {
|
|
649
762
|
id: string;
|
|
650
763
|
profileId: string;
|
|
651
764
|
title: string;
|
|
652
765
|
sourceHash: string;
|
|
653
766
|
occurredAt: string;
|
|
654
|
-
licensingStatus: "pending" | "
|
|
767
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
655
768
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
656
|
-
piiScanStatus: "passed" | "pending" | "
|
|
769
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
657
770
|
metadata: Record<string, unknown>;
|
|
658
771
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
659
772
|
kind: "huggingface";
|
|
@@ -672,9 +785,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
672
785
|
title: string;
|
|
673
786
|
sourceHash: string;
|
|
674
787
|
occurredAt: string;
|
|
675
|
-
licensingStatus: "pending" | "
|
|
788
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
676
789
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
677
|
-
piiScanStatus: "passed" | "pending" | "
|
|
790
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
678
791
|
metadata: Record<string, unknown>;
|
|
679
792
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
680
793
|
kind: "uploaded_file";
|
|
@@ -689,9 +802,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
689
802
|
title: string;
|
|
690
803
|
sourceHash: string;
|
|
691
804
|
occurredAt: string;
|
|
692
|
-
licensingStatus: "pending" | "
|
|
805
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
693
806
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
694
|
-
piiScanStatus: "passed" | "pending" | "
|
|
807
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
695
808
|
metadata: Record<string, unknown>;
|
|
696
809
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
697
810
|
kind: "generated";
|
|
@@ -705,9 +818,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
705
818
|
title: string;
|
|
706
819
|
sourceHash: string;
|
|
707
820
|
occurredAt: string;
|
|
708
|
-
licensingStatus: "pending" | "
|
|
821
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
709
822
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
710
|
-
piiScanStatus: "passed" | "pending" | "
|
|
823
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
711
824
|
metadata: Record<string, unknown>;
|
|
712
825
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
713
826
|
kind: "learning_batch";
|
|
@@ -742,8 +855,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
742
855
|
};
|
|
743
856
|
connectedAppIds: string[];
|
|
744
857
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
745
|
-
piiScanStatus: "passed" | "pending" | "
|
|
746
|
-
licensingStatus: "pending" | "
|
|
858
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
859
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
747
860
|
metadata: Record<string, unknown>;
|
|
748
861
|
})[];
|
|
749
862
|
policy: {
|
|
@@ -754,7 +867,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
754
867
|
};
|
|
755
868
|
environment: {
|
|
756
869
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
757
|
-
kind: "
|
|
870
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
758
871
|
entrypoint: string;
|
|
759
872
|
stateful: boolean;
|
|
760
873
|
deterministicSeeds: boolean;
|
|
@@ -796,7 +909,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
796
909
|
}[] | undefined;
|
|
797
910
|
};
|
|
798
911
|
output: {
|
|
799
|
-
mode: "
|
|
912
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
800
913
|
jsonSchema: Record<string, unknown> | null;
|
|
801
914
|
renderer: {
|
|
802
915
|
module: string;
|
|
@@ -807,7 +920,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
807
920
|
capabilities: {
|
|
808
921
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
809
922
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
810
|
-
supportedSignals: ("label" | "
|
|
923
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
811
924
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
812
925
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
813
926
|
requiresTools: boolean;
|
|
@@ -886,7 +999,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
886
999
|
rewardEligible: boolean;
|
|
887
1000
|
privileged: boolean;
|
|
888
1001
|
metadata: Record<string, unknown>;
|
|
889
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
1002
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
890
1003
|
config: Record<string, unknown>;
|
|
891
1004
|
} | {
|
|
892
1005
|
id: string;
|
|
@@ -900,11 +1013,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
900
1013
|
kind: "model_judge";
|
|
901
1014
|
rubric: string;
|
|
902
1015
|
judge: {
|
|
903
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
1016
|
+
providerId: "claude-code" | "custom-openai-compatible" | "openpond" | "codex" | "opencode" | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
904
1017
|
modelId: string;
|
|
905
1018
|
};
|
|
906
1019
|
calibrationFixtureRefs: string[];
|
|
907
|
-
calibrationStatus: "passed" | "
|
|
1020
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
908
1021
|
temperature: number;
|
|
909
1022
|
} | {
|
|
910
1023
|
id: string;
|
|
@@ -918,6 +1031,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
918
1031
|
kind: "human";
|
|
919
1032
|
rubric: string;
|
|
920
1033
|
reviewerRole: string;
|
|
1034
|
+
form?: {
|
|
1035
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
1036
|
+
mode: "individual" | "pairwise";
|
|
1037
|
+
instructions: string;
|
|
1038
|
+
criteria: ({
|
|
1039
|
+
id: string;
|
|
1040
|
+
label: string;
|
|
1041
|
+
instructions: string;
|
|
1042
|
+
required: boolean;
|
|
1043
|
+
allowAbstain: boolean;
|
|
1044
|
+
kind: "score";
|
|
1045
|
+
minimum: number;
|
|
1046
|
+
maximum: number;
|
|
1047
|
+
step: number;
|
|
1048
|
+
requireRationale?: boolean | undefined;
|
|
1049
|
+
anchors?: {
|
|
1050
|
+
value: string | number | boolean;
|
|
1051
|
+
description: string;
|
|
1052
|
+
}[] | undefined;
|
|
1053
|
+
} | {
|
|
1054
|
+
id: string;
|
|
1055
|
+
label: string;
|
|
1056
|
+
instructions: string;
|
|
1057
|
+
required: boolean;
|
|
1058
|
+
allowAbstain: boolean;
|
|
1059
|
+
kind: "category";
|
|
1060
|
+
options: string[];
|
|
1061
|
+
requireRationale?: boolean | undefined;
|
|
1062
|
+
anchors?: {
|
|
1063
|
+
value: string | number | boolean;
|
|
1064
|
+
description: string;
|
|
1065
|
+
}[] | undefined;
|
|
1066
|
+
} | {
|
|
1067
|
+
id: string;
|
|
1068
|
+
label: string;
|
|
1069
|
+
instructions: string;
|
|
1070
|
+
required: boolean;
|
|
1071
|
+
allowAbstain: boolean;
|
|
1072
|
+
kind: "boolean";
|
|
1073
|
+
requireRationale?: boolean | undefined;
|
|
1074
|
+
anchors?: {
|
|
1075
|
+
value: string | number | boolean;
|
|
1076
|
+
description: string;
|
|
1077
|
+
}[] | undefined;
|
|
1078
|
+
} | {
|
|
1079
|
+
id: string;
|
|
1080
|
+
label: string;
|
|
1081
|
+
instructions: string;
|
|
1082
|
+
required: boolean;
|
|
1083
|
+
allowAbstain: boolean;
|
|
1084
|
+
kind: "text";
|
|
1085
|
+
maximumLength: number;
|
|
1086
|
+
requireRationale?: boolean | undefined;
|
|
1087
|
+
anchors?: {
|
|
1088
|
+
value: string | number | boolean;
|
|
1089
|
+
description: string;
|
|
1090
|
+
}[] | undefined;
|
|
1091
|
+
minimumLength?: number | undefined;
|
|
1092
|
+
} | {
|
|
1093
|
+
id: string;
|
|
1094
|
+
label: string;
|
|
1095
|
+
instructions: string;
|
|
1096
|
+
required: boolean;
|
|
1097
|
+
allowAbstain: boolean;
|
|
1098
|
+
kind: "preference";
|
|
1099
|
+
allowTie: boolean;
|
|
1100
|
+
requireRationale?: boolean | undefined;
|
|
1101
|
+
anchors?: {
|
|
1102
|
+
value: string | number | boolean;
|
|
1103
|
+
description: string;
|
|
1104
|
+
}[] | undefined;
|
|
1105
|
+
requireStrength?: boolean | undefined;
|
|
1106
|
+
})[];
|
|
1107
|
+
} | undefined;
|
|
921
1108
|
} | {
|
|
922
1109
|
id: string;
|
|
923
1110
|
version: string;
|
|
@@ -1056,7 +1243,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1056
1243
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1057
1244
|
fields: {
|
|
1058
1245
|
name: string;
|
|
1059
|
-
semanticRole: "metadata" | "
|
|
1246
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
1060
1247
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1061
1248
|
nullable: boolean;
|
|
1062
1249
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -1173,14 +1360,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1173
1360
|
} | null;
|
|
1174
1361
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
1175
1362
|
sourceRefs: ({
|
|
1363
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
1364
|
+
kind: "connected_activity";
|
|
1176
1365
|
id: string;
|
|
1177
1366
|
profileId: string;
|
|
1178
1367
|
title: string;
|
|
1179
1368
|
sourceHash: string;
|
|
1180
1369
|
occurredAt: string;
|
|
1181
|
-
licensingStatus: "pending" | "
|
|
1370
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1182
1371
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1183
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1372
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1373
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
1374
|
+
sourceId: string;
|
|
1375
|
+
sessionId: string;
|
|
1376
|
+
normalizerVersion: string;
|
|
1377
|
+
projection: "turn" | "conversation";
|
|
1378
|
+
ownerUserId: string;
|
|
1379
|
+
purpose: "recorded_evaluation";
|
|
1380
|
+
metadata: Record<string, unknown>;
|
|
1381
|
+
} | {
|
|
1382
|
+
id: string;
|
|
1383
|
+
profileId: string;
|
|
1384
|
+
title: string;
|
|
1385
|
+
sourceHash: string;
|
|
1386
|
+
occurredAt: string;
|
|
1387
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1388
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1389
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1184
1390
|
metadata: Record<string, unknown>;
|
|
1185
1391
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1186
1392
|
kind: "huggingface";
|
|
@@ -1199,9 +1405,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1199
1405
|
title: string;
|
|
1200
1406
|
sourceHash: string;
|
|
1201
1407
|
occurredAt: string;
|
|
1202
|
-
licensingStatus: "pending" | "
|
|
1408
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1203
1409
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1204
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1410
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1205
1411
|
metadata: Record<string, unknown>;
|
|
1206
1412
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1207
1413
|
kind: "uploaded_file";
|
|
@@ -1216,9 +1422,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1216
1422
|
title: string;
|
|
1217
1423
|
sourceHash: string;
|
|
1218
1424
|
occurredAt: string;
|
|
1219
|
-
licensingStatus: "pending" | "
|
|
1425
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1220
1426
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1221
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1427
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1222
1428
|
metadata: Record<string, unknown>;
|
|
1223
1429
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1224
1430
|
kind: "generated";
|
|
@@ -1232,9 +1438,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1232
1438
|
title: string;
|
|
1233
1439
|
sourceHash: string;
|
|
1234
1440
|
occurredAt: string;
|
|
1235
|
-
licensingStatus: "pending" | "
|
|
1441
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1236
1442
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1237
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1443
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1238
1444
|
metadata: Record<string, unknown>;
|
|
1239
1445
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1240
1446
|
kind: "learning_batch";
|
|
@@ -1269,8 +1475,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1269
1475
|
};
|
|
1270
1476
|
connectedAppIds: string[];
|
|
1271
1477
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1272
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1273
|
-
licensingStatus: "pending" | "
|
|
1478
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1479
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1274
1480
|
metadata: Record<string, unknown>;
|
|
1275
1481
|
})[];
|
|
1276
1482
|
policy: {
|
|
@@ -1281,7 +1487,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1281
1487
|
};
|
|
1282
1488
|
environment: {
|
|
1283
1489
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
1284
|
-
kind: "
|
|
1490
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
1285
1491
|
entrypoint: string;
|
|
1286
1492
|
stateful: boolean;
|
|
1287
1493
|
deterministicSeeds: boolean;
|
|
@@ -1323,7 +1529,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1323
1529
|
}[] | undefined;
|
|
1324
1530
|
};
|
|
1325
1531
|
output: {
|
|
1326
|
-
mode: "
|
|
1532
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
1327
1533
|
jsonSchema: Record<string, unknown> | null;
|
|
1328
1534
|
renderer: {
|
|
1329
1535
|
module: string;
|
|
@@ -1334,7 +1540,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1334
1540
|
capabilities: {
|
|
1335
1541
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1336
1542
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
1337
|
-
supportedSignals: ("label" | "
|
|
1543
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
1338
1544
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
1339
1545
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
1340
1546
|
requiresTools: boolean;
|
|
@@ -1413,7 +1619,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1413
1619
|
rewardEligible: boolean;
|
|
1414
1620
|
privileged: boolean;
|
|
1415
1621
|
metadata: Record<string, unknown>;
|
|
1416
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
1622
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
1417
1623
|
config: Record<string, unknown>;
|
|
1418
1624
|
} | {
|
|
1419
1625
|
id: string;
|
|
@@ -1427,11 +1633,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1427
1633
|
kind: "model_judge";
|
|
1428
1634
|
rubric: string;
|
|
1429
1635
|
judge: {
|
|
1430
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
1636
|
+
providerId: "claude-code" | "custom-openai-compatible" | "openpond" | "codex" | "opencode" | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
1431
1637
|
modelId: string;
|
|
1432
1638
|
};
|
|
1433
1639
|
calibrationFixtureRefs: string[];
|
|
1434
|
-
calibrationStatus: "passed" | "
|
|
1640
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
1435
1641
|
temperature: number;
|
|
1436
1642
|
} | {
|
|
1437
1643
|
id: string;
|
|
@@ -1445,6 +1651,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1445
1651
|
kind: "human";
|
|
1446
1652
|
rubric: string;
|
|
1447
1653
|
reviewerRole: string;
|
|
1654
|
+
form?: {
|
|
1655
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
1656
|
+
mode: "individual" | "pairwise";
|
|
1657
|
+
instructions: string;
|
|
1658
|
+
criteria: ({
|
|
1659
|
+
id: string;
|
|
1660
|
+
label: string;
|
|
1661
|
+
instructions: string;
|
|
1662
|
+
required: boolean;
|
|
1663
|
+
allowAbstain: boolean;
|
|
1664
|
+
kind: "score";
|
|
1665
|
+
minimum: number;
|
|
1666
|
+
maximum: number;
|
|
1667
|
+
step: number;
|
|
1668
|
+
requireRationale?: boolean | undefined;
|
|
1669
|
+
anchors?: {
|
|
1670
|
+
value: string | number | boolean;
|
|
1671
|
+
description: string;
|
|
1672
|
+
}[] | undefined;
|
|
1673
|
+
} | {
|
|
1674
|
+
id: string;
|
|
1675
|
+
label: string;
|
|
1676
|
+
instructions: string;
|
|
1677
|
+
required: boolean;
|
|
1678
|
+
allowAbstain: boolean;
|
|
1679
|
+
kind: "category";
|
|
1680
|
+
options: string[];
|
|
1681
|
+
requireRationale?: boolean | undefined;
|
|
1682
|
+
anchors?: {
|
|
1683
|
+
value: string | number | boolean;
|
|
1684
|
+
description: string;
|
|
1685
|
+
}[] | undefined;
|
|
1686
|
+
} | {
|
|
1687
|
+
id: string;
|
|
1688
|
+
label: string;
|
|
1689
|
+
instructions: string;
|
|
1690
|
+
required: boolean;
|
|
1691
|
+
allowAbstain: boolean;
|
|
1692
|
+
kind: "boolean";
|
|
1693
|
+
requireRationale?: boolean | undefined;
|
|
1694
|
+
anchors?: {
|
|
1695
|
+
value: string | number | boolean;
|
|
1696
|
+
description: string;
|
|
1697
|
+
}[] | undefined;
|
|
1698
|
+
} | {
|
|
1699
|
+
id: string;
|
|
1700
|
+
label: string;
|
|
1701
|
+
instructions: string;
|
|
1702
|
+
required: boolean;
|
|
1703
|
+
allowAbstain: boolean;
|
|
1704
|
+
kind: "text";
|
|
1705
|
+
maximumLength: number;
|
|
1706
|
+
requireRationale?: boolean | undefined;
|
|
1707
|
+
anchors?: {
|
|
1708
|
+
value: string | number | boolean;
|
|
1709
|
+
description: string;
|
|
1710
|
+
}[] | undefined;
|
|
1711
|
+
minimumLength?: number | undefined;
|
|
1712
|
+
} | {
|
|
1713
|
+
id: string;
|
|
1714
|
+
label: string;
|
|
1715
|
+
instructions: string;
|
|
1716
|
+
required: boolean;
|
|
1717
|
+
allowAbstain: boolean;
|
|
1718
|
+
kind: "preference";
|
|
1719
|
+
allowTie: boolean;
|
|
1720
|
+
requireRationale?: boolean | undefined;
|
|
1721
|
+
anchors?: {
|
|
1722
|
+
value: string | number | boolean;
|
|
1723
|
+
description: string;
|
|
1724
|
+
}[] | undefined;
|
|
1725
|
+
requireStrength?: boolean | undefined;
|
|
1726
|
+
})[];
|
|
1727
|
+
} | undefined;
|
|
1448
1728
|
} | {
|
|
1449
1729
|
id: string;
|
|
1450
1730
|
version: string;
|
|
@@ -1583,7 +1863,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1583
1863
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1584
1864
|
fields: {
|
|
1585
1865
|
name: string;
|
|
1586
|
-
semanticRole: "metadata" | "
|
|
1866
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
1587
1867
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1588
1868
|
nullable: boolean;
|
|
1589
1869
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -1701,14 +1981,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1701
1981
|
} | null;
|
|
1702
1982
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
1703
1983
|
sourceRefs: ({
|
|
1984
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
1985
|
+
kind: "connected_activity";
|
|
1704
1986
|
id: string;
|
|
1705
1987
|
profileId: string;
|
|
1706
1988
|
title: string;
|
|
1707
1989
|
sourceHash: string;
|
|
1708
1990
|
occurredAt: string;
|
|
1709
|
-
licensingStatus: "pending" | "
|
|
1991
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1710
1992
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1711
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1993
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1994
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
1995
|
+
sourceId: string;
|
|
1996
|
+
sessionId: string;
|
|
1997
|
+
normalizerVersion: string;
|
|
1998
|
+
projection: "turn" | "conversation";
|
|
1999
|
+
ownerUserId: string;
|
|
2000
|
+
purpose: "recorded_evaluation";
|
|
2001
|
+
metadata: Record<string, unknown>;
|
|
2002
|
+
} | {
|
|
2003
|
+
id: string;
|
|
2004
|
+
profileId: string;
|
|
2005
|
+
title: string;
|
|
2006
|
+
sourceHash: string;
|
|
2007
|
+
occurredAt: string;
|
|
2008
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2009
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2010
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1712
2011
|
metadata: Record<string, unknown>;
|
|
1713
2012
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1714
2013
|
kind: "huggingface";
|
|
@@ -1727,9 +2026,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1727
2026
|
title: string;
|
|
1728
2027
|
sourceHash: string;
|
|
1729
2028
|
occurredAt: string;
|
|
1730
|
-
licensingStatus: "pending" | "
|
|
2029
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1731
2030
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1732
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2031
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1733
2032
|
metadata: Record<string, unknown>;
|
|
1734
2033
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1735
2034
|
kind: "uploaded_file";
|
|
@@ -1744,9 +2043,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1744
2043
|
title: string;
|
|
1745
2044
|
sourceHash: string;
|
|
1746
2045
|
occurredAt: string;
|
|
1747
|
-
licensingStatus: "pending" | "
|
|
2046
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1748
2047
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1749
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2048
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1750
2049
|
metadata: Record<string, unknown>;
|
|
1751
2050
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1752
2051
|
kind: "generated";
|
|
@@ -1760,9 +2059,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1760
2059
|
title: string;
|
|
1761
2060
|
sourceHash: string;
|
|
1762
2061
|
occurredAt: string;
|
|
1763
|
-
licensingStatus: "pending" | "
|
|
2062
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1764
2063
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1765
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2064
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1766
2065
|
metadata: Record<string, unknown>;
|
|
1767
2066
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1768
2067
|
kind: "learning_batch";
|
|
@@ -1797,8 +2096,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1797
2096
|
};
|
|
1798
2097
|
connectedAppIds: string[];
|
|
1799
2098
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1800
|
-
piiScanStatus: "passed" | "pending" | "
|
|
1801
|
-
licensingStatus: "pending" | "
|
|
2099
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2100
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1802
2101
|
metadata: Record<string, unknown>;
|
|
1803
2102
|
})[];
|
|
1804
2103
|
policy: {
|
|
@@ -1809,7 +2108,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1809
2108
|
};
|
|
1810
2109
|
environment: {
|
|
1811
2110
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
1812
|
-
kind: "
|
|
2111
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
1813
2112
|
entrypoint: string;
|
|
1814
2113
|
stateful: boolean;
|
|
1815
2114
|
deterministicSeeds: boolean;
|
|
@@ -1851,7 +2150,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1851
2150
|
}[] | undefined;
|
|
1852
2151
|
};
|
|
1853
2152
|
output: {
|
|
1854
|
-
mode: "
|
|
2153
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
1855
2154
|
jsonSchema: Record<string, unknown> | null;
|
|
1856
2155
|
renderer: {
|
|
1857
2156
|
module: string;
|
|
@@ -1862,7 +2161,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1862
2161
|
capabilities: {
|
|
1863
2162
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1864
2163
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
1865
|
-
supportedSignals: ("label" | "
|
|
2164
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
1866
2165
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
1867
2166
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
1868
2167
|
requiresTools: boolean;
|
|
@@ -1941,7 +2240,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1941
2240
|
rewardEligible: boolean;
|
|
1942
2241
|
privileged: boolean;
|
|
1943
2242
|
metadata: Record<string, unknown>;
|
|
1944
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
2243
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
1945
2244
|
config: Record<string, unknown>;
|
|
1946
2245
|
} | {
|
|
1947
2246
|
id: string;
|
|
@@ -1955,11 +2254,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1955
2254
|
kind: "model_judge";
|
|
1956
2255
|
rubric: string;
|
|
1957
2256
|
judge: {
|
|
1958
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
2257
|
+
providerId: "claude-code" | "custom-openai-compatible" | "openpond" | "codex" | "opencode" | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
1959
2258
|
modelId: string;
|
|
1960
2259
|
};
|
|
1961
2260
|
calibrationFixtureRefs: string[];
|
|
1962
|
-
calibrationStatus: "passed" | "
|
|
2261
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
1963
2262
|
temperature: number;
|
|
1964
2263
|
} | {
|
|
1965
2264
|
id: string;
|
|
@@ -1973,6 +2272,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1973
2272
|
kind: "human";
|
|
1974
2273
|
rubric: string;
|
|
1975
2274
|
reviewerRole: string;
|
|
2275
|
+
form?: {
|
|
2276
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
2277
|
+
mode: "individual" | "pairwise";
|
|
2278
|
+
instructions: string;
|
|
2279
|
+
criteria: ({
|
|
2280
|
+
id: string;
|
|
2281
|
+
label: string;
|
|
2282
|
+
instructions: string;
|
|
2283
|
+
required: boolean;
|
|
2284
|
+
allowAbstain: boolean;
|
|
2285
|
+
kind: "score";
|
|
2286
|
+
minimum: number;
|
|
2287
|
+
maximum: number;
|
|
2288
|
+
step: number;
|
|
2289
|
+
requireRationale?: boolean | undefined;
|
|
2290
|
+
anchors?: {
|
|
2291
|
+
value: string | number | boolean;
|
|
2292
|
+
description: string;
|
|
2293
|
+
}[] | undefined;
|
|
2294
|
+
} | {
|
|
2295
|
+
id: string;
|
|
2296
|
+
label: string;
|
|
2297
|
+
instructions: string;
|
|
2298
|
+
required: boolean;
|
|
2299
|
+
allowAbstain: boolean;
|
|
2300
|
+
kind: "category";
|
|
2301
|
+
options: string[];
|
|
2302
|
+
requireRationale?: boolean | undefined;
|
|
2303
|
+
anchors?: {
|
|
2304
|
+
value: string | number | boolean;
|
|
2305
|
+
description: string;
|
|
2306
|
+
}[] | undefined;
|
|
2307
|
+
} | {
|
|
2308
|
+
id: string;
|
|
2309
|
+
label: string;
|
|
2310
|
+
instructions: string;
|
|
2311
|
+
required: boolean;
|
|
2312
|
+
allowAbstain: boolean;
|
|
2313
|
+
kind: "boolean";
|
|
2314
|
+
requireRationale?: boolean | undefined;
|
|
2315
|
+
anchors?: {
|
|
2316
|
+
value: string | number | boolean;
|
|
2317
|
+
description: string;
|
|
2318
|
+
}[] | undefined;
|
|
2319
|
+
} | {
|
|
2320
|
+
id: string;
|
|
2321
|
+
label: string;
|
|
2322
|
+
instructions: string;
|
|
2323
|
+
required: boolean;
|
|
2324
|
+
allowAbstain: boolean;
|
|
2325
|
+
kind: "text";
|
|
2326
|
+
maximumLength: number;
|
|
2327
|
+
requireRationale?: boolean | undefined;
|
|
2328
|
+
anchors?: {
|
|
2329
|
+
value: string | number | boolean;
|
|
2330
|
+
description: string;
|
|
2331
|
+
}[] | undefined;
|
|
2332
|
+
minimumLength?: number | undefined;
|
|
2333
|
+
} | {
|
|
2334
|
+
id: string;
|
|
2335
|
+
label: string;
|
|
2336
|
+
instructions: string;
|
|
2337
|
+
required: boolean;
|
|
2338
|
+
allowAbstain: boolean;
|
|
2339
|
+
kind: "preference";
|
|
2340
|
+
allowTie: boolean;
|
|
2341
|
+
requireRationale?: boolean | undefined;
|
|
2342
|
+
anchors?: {
|
|
2343
|
+
value: string | number | boolean;
|
|
2344
|
+
description: string;
|
|
2345
|
+
}[] | undefined;
|
|
2346
|
+
requireStrength?: boolean | undefined;
|
|
2347
|
+
})[];
|
|
2348
|
+
} | undefined;
|
|
1976
2349
|
} | {
|
|
1977
2350
|
id: string;
|
|
1978
2351
|
version: string;
|
|
@@ -2111,7 +2484,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2111
2484
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2112
2485
|
fields: {
|
|
2113
2486
|
name: string;
|
|
2114
|
-
semanticRole: "metadata" | "
|
|
2487
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
2115
2488
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2116
2489
|
nullable: boolean;
|
|
2117
2490
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -2249,14 +2622,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2249
2622
|
} | null;
|
|
2250
2623
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
2251
2624
|
sourceRefs: ({
|
|
2625
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
2626
|
+
kind: "connected_activity";
|
|
2627
|
+
id: string;
|
|
2628
|
+
profileId: string;
|
|
2629
|
+
title: string;
|
|
2630
|
+
sourceHash: string;
|
|
2631
|
+
occurredAt: string;
|
|
2632
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2633
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2634
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2635
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
2636
|
+
sourceId: string;
|
|
2637
|
+
sessionId: string;
|
|
2638
|
+
normalizerVersion: string;
|
|
2639
|
+
projection: "turn" | "conversation";
|
|
2640
|
+
ownerUserId: string;
|
|
2641
|
+
purpose: "recorded_evaluation";
|
|
2642
|
+
metadata: Record<string, unknown>;
|
|
2643
|
+
} | {
|
|
2252
2644
|
id: string;
|
|
2253
2645
|
profileId: string;
|
|
2254
2646
|
title: string;
|
|
2255
2647
|
sourceHash: string;
|
|
2256
2648
|
occurredAt: string;
|
|
2257
|
-
licensingStatus: "pending" | "
|
|
2649
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2258
2650
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2259
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2651
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2260
2652
|
metadata: Record<string, unknown>;
|
|
2261
2653
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2262
2654
|
kind: "huggingface";
|
|
@@ -2275,9 +2667,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2275
2667
|
title: string;
|
|
2276
2668
|
sourceHash: string;
|
|
2277
2669
|
occurredAt: string;
|
|
2278
|
-
licensingStatus: "pending" | "
|
|
2670
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2279
2671
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2280
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2672
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2281
2673
|
metadata: Record<string, unknown>;
|
|
2282
2674
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2283
2675
|
kind: "uploaded_file";
|
|
@@ -2292,9 +2684,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2292
2684
|
title: string;
|
|
2293
2685
|
sourceHash: string;
|
|
2294
2686
|
occurredAt: string;
|
|
2295
|
-
licensingStatus: "pending" | "
|
|
2687
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2296
2688
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2297
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2689
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2298
2690
|
metadata: Record<string, unknown>;
|
|
2299
2691
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2300
2692
|
kind: "generated";
|
|
@@ -2308,9 +2700,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2308
2700
|
title: string;
|
|
2309
2701
|
sourceHash: string;
|
|
2310
2702
|
occurredAt: string;
|
|
2311
|
-
licensingStatus: "pending" | "
|
|
2703
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2312
2704
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2313
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2705
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2314
2706
|
metadata: Record<string, unknown>;
|
|
2315
2707
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2316
2708
|
kind: "learning_batch";
|
|
@@ -2345,8 +2737,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2345
2737
|
};
|
|
2346
2738
|
connectedAppIds: string[];
|
|
2347
2739
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2348
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2349
|
-
licensingStatus: "pending" | "
|
|
2740
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2741
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2350
2742
|
metadata: Record<string, unknown>;
|
|
2351
2743
|
})[];
|
|
2352
2744
|
policy: {
|
|
@@ -2357,7 +2749,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2357
2749
|
};
|
|
2358
2750
|
environment: {
|
|
2359
2751
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2360
|
-
kind: "
|
|
2752
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
2361
2753
|
entrypoint: string;
|
|
2362
2754
|
stateful: boolean;
|
|
2363
2755
|
deterministicSeeds: boolean;
|
|
@@ -2399,7 +2791,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2399
2791
|
}[] | undefined;
|
|
2400
2792
|
};
|
|
2401
2793
|
output: {
|
|
2402
|
-
mode: "
|
|
2794
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
2403
2795
|
jsonSchema: Record<string, unknown> | null;
|
|
2404
2796
|
renderer: {
|
|
2405
2797
|
module: string;
|
|
@@ -2410,7 +2802,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2410
2802
|
capabilities: {
|
|
2411
2803
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2412
2804
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
2413
|
-
supportedSignals: ("label" | "
|
|
2805
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
2414
2806
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
2415
2807
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
2416
2808
|
requiresTools: boolean;
|
|
@@ -2489,7 +2881,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2489
2881
|
rewardEligible: boolean;
|
|
2490
2882
|
privileged: boolean;
|
|
2491
2883
|
metadata: Record<string, unknown>;
|
|
2492
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
2884
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
2493
2885
|
config: Record<string, unknown>;
|
|
2494
2886
|
} | {
|
|
2495
2887
|
id: string;
|
|
@@ -2503,11 +2895,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2503
2895
|
kind: "model_judge";
|
|
2504
2896
|
rubric: string;
|
|
2505
2897
|
judge: {
|
|
2506
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
2898
|
+
providerId: "claude-code" | "custom-openai-compatible" | "openpond" | "codex" | "opencode" | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
2507
2899
|
modelId: string;
|
|
2508
2900
|
};
|
|
2509
2901
|
calibrationFixtureRefs: string[];
|
|
2510
|
-
calibrationStatus: "passed" | "
|
|
2902
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
2511
2903
|
temperature: number;
|
|
2512
2904
|
} | {
|
|
2513
2905
|
id: string;
|
|
@@ -2521,6 +2913,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2521
2913
|
kind: "human";
|
|
2522
2914
|
rubric: string;
|
|
2523
2915
|
reviewerRole: string;
|
|
2916
|
+
form?: {
|
|
2917
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
2918
|
+
mode: "individual" | "pairwise";
|
|
2919
|
+
instructions: string;
|
|
2920
|
+
criteria: ({
|
|
2921
|
+
id: string;
|
|
2922
|
+
label: string;
|
|
2923
|
+
instructions: string;
|
|
2924
|
+
required: boolean;
|
|
2925
|
+
allowAbstain: boolean;
|
|
2926
|
+
kind: "score";
|
|
2927
|
+
minimum: number;
|
|
2928
|
+
maximum: number;
|
|
2929
|
+
step: number;
|
|
2930
|
+
requireRationale?: boolean | undefined;
|
|
2931
|
+
anchors?: {
|
|
2932
|
+
value: string | number | boolean;
|
|
2933
|
+
description: string;
|
|
2934
|
+
}[] | undefined;
|
|
2935
|
+
} | {
|
|
2936
|
+
id: string;
|
|
2937
|
+
label: string;
|
|
2938
|
+
instructions: string;
|
|
2939
|
+
required: boolean;
|
|
2940
|
+
allowAbstain: boolean;
|
|
2941
|
+
kind: "category";
|
|
2942
|
+
options: string[];
|
|
2943
|
+
requireRationale?: boolean | undefined;
|
|
2944
|
+
anchors?: {
|
|
2945
|
+
value: string | number | boolean;
|
|
2946
|
+
description: string;
|
|
2947
|
+
}[] | undefined;
|
|
2948
|
+
} | {
|
|
2949
|
+
id: string;
|
|
2950
|
+
label: string;
|
|
2951
|
+
instructions: string;
|
|
2952
|
+
required: boolean;
|
|
2953
|
+
allowAbstain: boolean;
|
|
2954
|
+
kind: "boolean";
|
|
2955
|
+
requireRationale?: boolean | undefined;
|
|
2956
|
+
anchors?: {
|
|
2957
|
+
value: string | number | boolean;
|
|
2958
|
+
description: string;
|
|
2959
|
+
}[] | undefined;
|
|
2960
|
+
} | {
|
|
2961
|
+
id: string;
|
|
2962
|
+
label: string;
|
|
2963
|
+
instructions: string;
|
|
2964
|
+
required: boolean;
|
|
2965
|
+
allowAbstain: boolean;
|
|
2966
|
+
kind: "text";
|
|
2967
|
+
maximumLength: number;
|
|
2968
|
+
requireRationale?: boolean | undefined;
|
|
2969
|
+
anchors?: {
|
|
2970
|
+
value: string | number | boolean;
|
|
2971
|
+
description: string;
|
|
2972
|
+
}[] | undefined;
|
|
2973
|
+
minimumLength?: number | undefined;
|
|
2974
|
+
} | {
|
|
2975
|
+
id: string;
|
|
2976
|
+
label: string;
|
|
2977
|
+
instructions: string;
|
|
2978
|
+
required: boolean;
|
|
2979
|
+
allowAbstain: boolean;
|
|
2980
|
+
kind: "preference";
|
|
2981
|
+
allowTie: boolean;
|
|
2982
|
+
requireRationale?: boolean | undefined;
|
|
2983
|
+
anchors?: {
|
|
2984
|
+
value: string | number | boolean;
|
|
2985
|
+
description: string;
|
|
2986
|
+
}[] | undefined;
|
|
2987
|
+
requireStrength?: boolean | undefined;
|
|
2988
|
+
})[];
|
|
2989
|
+
} | undefined;
|
|
2524
2990
|
} | {
|
|
2525
2991
|
id: string;
|
|
2526
2992
|
version: string;
|
|
@@ -2659,7 +3125,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2659
3125
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2660
3126
|
fields: {
|
|
2661
3127
|
name: string;
|
|
2662
|
-
semanticRole: "metadata" | "
|
|
3128
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
2663
3129
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2664
3130
|
nullable: boolean;
|
|
2665
3131
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -2776,14 +3242,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2776
3242
|
} | null;
|
|
2777
3243
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
2778
3244
|
sourceRefs: ({
|
|
3245
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
3246
|
+
kind: "connected_activity";
|
|
3247
|
+
id: string;
|
|
3248
|
+
profileId: string;
|
|
3249
|
+
title: string;
|
|
3250
|
+
sourceHash: string;
|
|
3251
|
+
occurredAt: string;
|
|
3252
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3253
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3254
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3255
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
3256
|
+
sourceId: string;
|
|
3257
|
+
sessionId: string;
|
|
3258
|
+
normalizerVersion: string;
|
|
3259
|
+
projection: "turn" | "conversation";
|
|
3260
|
+
ownerUserId: string;
|
|
3261
|
+
purpose: "recorded_evaluation";
|
|
3262
|
+
metadata: Record<string, unknown>;
|
|
3263
|
+
} | {
|
|
2779
3264
|
id: string;
|
|
2780
3265
|
profileId: string;
|
|
2781
3266
|
title: string;
|
|
2782
3267
|
sourceHash: string;
|
|
2783
3268
|
occurredAt: string;
|
|
2784
|
-
licensingStatus: "pending" | "
|
|
3269
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2785
3270
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2786
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3271
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2787
3272
|
metadata: Record<string, unknown>;
|
|
2788
3273
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2789
3274
|
kind: "huggingface";
|
|
@@ -2802,9 +3287,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2802
3287
|
title: string;
|
|
2803
3288
|
sourceHash: string;
|
|
2804
3289
|
occurredAt: string;
|
|
2805
|
-
licensingStatus: "pending" | "
|
|
3290
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2806
3291
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2807
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3292
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2808
3293
|
metadata: Record<string, unknown>;
|
|
2809
3294
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2810
3295
|
kind: "uploaded_file";
|
|
@@ -2819,9 +3304,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2819
3304
|
title: string;
|
|
2820
3305
|
sourceHash: string;
|
|
2821
3306
|
occurredAt: string;
|
|
2822
|
-
licensingStatus: "pending" | "
|
|
3307
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2823
3308
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2824
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3309
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2825
3310
|
metadata: Record<string, unknown>;
|
|
2826
3311
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2827
3312
|
kind: "generated";
|
|
@@ -2835,9 +3320,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2835
3320
|
title: string;
|
|
2836
3321
|
sourceHash: string;
|
|
2837
3322
|
occurredAt: string;
|
|
2838
|
-
licensingStatus: "pending" | "
|
|
3323
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2839
3324
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2840
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3325
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2841
3326
|
metadata: Record<string, unknown>;
|
|
2842
3327
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2843
3328
|
kind: "learning_batch";
|
|
@@ -2872,8 +3357,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2872
3357
|
};
|
|
2873
3358
|
connectedAppIds: string[];
|
|
2874
3359
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2875
|
-
piiScanStatus: "passed" | "pending" | "
|
|
2876
|
-
licensingStatus: "pending" | "
|
|
3360
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3361
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2877
3362
|
metadata: Record<string, unknown>;
|
|
2878
3363
|
})[];
|
|
2879
3364
|
policy: {
|
|
@@ -2884,7 +3369,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2884
3369
|
};
|
|
2885
3370
|
environment: {
|
|
2886
3371
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2887
|
-
kind: "
|
|
3372
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
2888
3373
|
entrypoint: string;
|
|
2889
3374
|
stateful: boolean;
|
|
2890
3375
|
deterministicSeeds: boolean;
|
|
@@ -2926,7 +3411,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2926
3411
|
}[] | undefined;
|
|
2927
3412
|
};
|
|
2928
3413
|
output: {
|
|
2929
|
-
mode: "
|
|
3414
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
2930
3415
|
jsonSchema: Record<string, unknown> | null;
|
|
2931
3416
|
renderer: {
|
|
2932
3417
|
module: string;
|
|
@@ -2937,7 +3422,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2937
3422
|
capabilities: {
|
|
2938
3423
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2939
3424
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
2940
|
-
supportedSignals: ("label" | "
|
|
3425
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
2941
3426
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
2942
3427
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
2943
3428
|
requiresTools: boolean;
|
|
@@ -3016,7 +3501,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3016
3501
|
rewardEligible: boolean;
|
|
3017
3502
|
privileged: boolean;
|
|
3018
3503
|
metadata: Record<string, unknown>;
|
|
3019
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
3504
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
3020
3505
|
config: Record<string, unknown>;
|
|
3021
3506
|
} | {
|
|
3022
3507
|
id: string;
|
|
@@ -3030,11 +3515,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3030
3515
|
kind: "model_judge";
|
|
3031
3516
|
rubric: string;
|
|
3032
3517
|
judge: {
|
|
3033
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
3518
|
+
providerId: "claude-code" | "custom-openai-compatible" | "openpond" | "codex" | "opencode" | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
3034
3519
|
modelId: string;
|
|
3035
3520
|
};
|
|
3036
3521
|
calibrationFixtureRefs: string[];
|
|
3037
|
-
calibrationStatus: "passed" | "
|
|
3522
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
3038
3523
|
temperature: number;
|
|
3039
3524
|
} | {
|
|
3040
3525
|
id: string;
|
|
@@ -3048,6 +3533,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3048
3533
|
kind: "human";
|
|
3049
3534
|
rubric: string;
|
|
3050
3535
|
reviewerRole: string;
|
|
3536
|
+
form?: {
|
|
3537
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
3538
|
+
mode: "individual" | "pairwise";
|
|
3539
|
+
instructions: string;
|
|
3540
|
+
criteria: ({
|
|
3541
|
+
id: string;
|
|
3542
|
+
label: string;
|
|
3543
|
+
instructions: string;
|
|
3544
|
+
required: boolean;
|
|
3545
|
+
allowAbstain: boolean;
|
|
3546
|
+
kind: "score";
|
|
3547
|
+
minimum: number;
|
|
3548
|
+
maximum: number;
|
|
3549
|
+
step: number;
|
|
3550
|
+
requireRationale?: boolean | undefined;
|
|
3551
|
+
anchors?: {
|
|
3552
|
+
value: string | number | boolean;
|
|
3553
|
+
description: string;
|
|
3554
|
+
}[] | undefined;
|
|
3555
|
+
} | {
|
|
3556
|
+
id: string;
|
|
3557
|
+
label: string;
|
|
3558
|
+
instructions: string;
|
|
3559
|
+
required: boolean;
|
|
3560
|
+
allowAbstain: boolean;
|
|
3561
|
+
kind: "category";
|
|
3562
|
+
options: string[];
|
|
3563
|
+
requireRationale?: boolean | undefined;
|
|
3564
|
+
anchors?: {
|
|
3565
|
+
value: string | number | boolean;
|
|
3566
|
+
description: string;
|
|
3567
|
+
}[] | undefined;
|
|
3568
|
+
} | {
|
|
3569
|
+
id: string;
|
|
3570
|
+
label: string;
|
|
3571
|
+
instructions: string;
|
|
3572
|
+
required: boolean;
|
|
3573
|
+
allowAbstain: boolean;
|
|
3574
|
+
kind: "boolean";
|
|
3575
|
+
requireRationale?: boolean | undefined;
|
|
3576
|
+
anchors?: {
|
|
3577
|
+
value: string | number | boolean;
|
|
3578
|
+
description: string;
|
|
3579
|
+
}[] | undefined;
|
|
3580
|
+
} | {
|
|
3581
|
+
id: string;
|
|
3582
|
+
label: string;
|
|
3583
|
+
instructions: string;
|
|
3584
|
+
required: boolean;
|
|
3585
|
+
allowAbstain: boolean;
|
|
3586
|
+
kind: "text";
|
|
3587
|
+
maximumLength: number;
|
|
3588
|
+
requireRationale?: boolean | undefined;
|
|
3589
|
+
anchors?: {
|
|
3590
|
+
value: string | number | boolean;
|
|
3591
|
+
description: string;
|
|
3592
|
+
}[] | undefined;
|
|
3593
|
+
minimumLength?: number | undefined;
|
|
3594
|
+
} | {
|
|
3595
|
+
id: string;
|
|
3596
|
+
label: string;
|
|
3597
|
+
instructions: string;
|
|
3598
|
+
required: boolean;
|
|
3599
|
+
allowAbstain: boolean;
|
|
3600
|
+
kind: "preference";
|
|
3601
|
+
allowTie: boolean;
|
|
3602
|
+
requireRationale?: boolean | undefined;
|
|
3603
|
+
anchors?: {
|
|
3604
|
+
value: string | number | boolean;
|
|
3605
|
+
description: string;
|
|
3606
|
+
}[] | undefined;
|
|
3607
|
+
requireStrength?: boolean | undefined;
|
|
3608
|
+
})[];
|
|
3609
|
+
} | undefined;
|
|
3051
3610
|
} | {
|
|
3052
3611
|
id: string;
|
|
3053
3612
|
version: string;
|
|
@@ -3186,7 +3745,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3186
3745
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3187
3746
|
fields: {
|
|
3188
3747
|
name: string;
|
|
3189
|
-
semanticRole: "metadata" | "
|
|
3748
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
3190
3749
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
3191
3750
|
nullable: boolean;
|
|
3192
3751
|
policy: "metadata" | "visible" | "privileged";
|
|
@@ -3315,14 +3874,33 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3315
3874
|
} | null;
|
|
3316
3875
|
status: "draft" | "validating" | "needs_review" | "published";
|
|
3317
3876
|
sourceRefs: ({
|
|
3877
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
3878
|
+
kind: "connected_activity";
|
|
3879
|
+
id: string;
|
|
3880
|
+
profileId: string;
|
|
3881
|
+
title: string;
|
|
3882
|
+
sourceHash: string;
|
|
3883
|
+
occurredAt: string;
|
|
3884
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3885
|
+
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3886
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3887
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
3888
|
+
sourceId: string;
|
|
3889
|
+
sessionId: string;
|
|
3890
|
+
normalizerVersion: string;
|
|
3891
|
+
projection: "turn" | "conversation";
|
|
3892
|
+
ownerUserId: string;
|
|
3893
|
+
purpose: "recorded_evaluation";
|
|
3894
|
+
metadata: Record<string, unknown>;
|
|
3895
|
+
} | {
|
|
3318
3896
|
id: string;
|
|
3319
3897
|
profileId: string;
|
|
3320
3898
|
title: string;
|
|
3321
3899
|
sourceHash: string;
|
|
3322
3900
|
occurredAt: string;
|
|
3323
|
-
licensingStatus: "pending" | "
|
|
3901
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3324
3902
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3325
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3903
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3326
3904
|
metadata: Record<string, unknown>;
|
|
3327
3905
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
3328
3906
|
kind: "huggingface";
|
|
@@ -3341,9 +3919,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3341
3919
|
title: string;
|
|
3342
3920
|
sourceHash: string;
|
|
3343
3921
|
occurredAt: string;
|
|
3344
|
-
licensingStatus: "pending" | "
|
|
3922
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3345
3923
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3346
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3924
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3347
3925
|
metadata: Record<string, unknown>;
|
|
3348
3926
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
3349
3927
|
kind: "uploaded_file";
|
|
@@ -3358,9 +3936,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3358
3936
|
title: string;
|
|
3359
3937
|
sourceHash: string;
|
|
3360
3938
|
occurredAt: string;
|
|
3361
|
-
licensingStatus: "pending" | "
|
|
3939
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3362
3940
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3363
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3941
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3364
3942
|
metadata: Record<string, unknown>;
|
|
3365
3943
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
3366
3944
|
kind: "generated";
|
|
@@ -3374,9 +3952,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3374
3952
|
title: string;
|
|
3375
3953
|
sourceHash: string;
|
|
3376
3954
|
occurredAt: string;
|
|
3377
|
-
licensingStatus: "pending" | "
|
|
3955
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3378
3956
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3379
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3957
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3380
3958
|
metadata: Record<string, unknown>;
|
|
3381
3959
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
3382
3960
|
kind: "learning_batch";
|
|
@@ -3411,8 +3989,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3411
3989
|
};
|
|
3412
3990
|
connectedAppIds: string[];
|
|
3413
3991
|
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3414
|
-
piiScanStatus: "passed" | "pending" | "
|
|
3415
|
-
licensingStatus: "pending" | "
|
|
3992
|
+
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3993
|
+
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3416
3994
|
metadata: Record<string, unknown>;
|
|
3417
3995
|
})[];
|
|
3418
3996
|
policy: {
|
|
@@ -3423,7 +4001,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3423
4001
|
};
|
|
3424
4002
|
environment: {
|
|
3425
4003
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
3426
|
-
kind: "
|
|
4004
|
+
kind: "agent" | "work" | "chat" | "program" | "stateful_harness";
|
|
3427
4005
|
entrypoint: string;
|
|
3428
4006
|
stateful: boolean;
|
|
3429
4007
|
deterministicSeeds: boolean;
|
|
@@ -3465,7 +4043,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3465
4043
|
}[] | undefined;
|
|
3466
4044
|
};
|
|
3467
4045
|
output: {
|
|
3468
|
-
mode: "
|
|
4046
|
+
mode: "text" | "structured_json" | "artifacts";
|
|
3469
4047
|
jsonSchema: Record<string, unknown> | null;
|
|
3470
4048
|
renderer: {
|
|
3471
4049
|
module: string;
|
|
@@ -3476,7 +4054,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3476
4054
|
capabilities: {
|
|
3477
4055
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
3478
4056
|
taskKind: "chat" | "single_agent" | "multi_agent" | "custom_program";
|
|
3479
|
-
supportedSignals: ("label" | "
|
|
4057
|
+
supportedSignals: ("label" | "preference" | "feedback" | "demonstration" | "reward" | "correction")[];
|
|
3480
4058
|
compatibleMethods: ("none" | "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | "retrieval")[];
|
|
3481
4059
|
rewardKinds: ("none" | "exact" | "deterministic" | "model_judge" | "human")[];
|
|
3482
4060
|
requiresTools: boolean;
|
|
@@ -3555,7 +4133,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3555
4133
|
rewardEligible: boolean;
|
|
3556
4134
|
privileged: boolean;
|
|
3557
4135
|
metadata: Record<string, unknown>;
|
|
3558
|
-
kind: "file" | "content" | "state" | "test" | "
|
|
4136
|
+
kind: "file" | "content" | "state" | "test" | "diff" | "schema" | "runtime_event";
|
|
3559
4137
|
config: Record<string, unknown>;
|
|
3560
4138
|
} | {
|
|
3561
4139
|
id: string;
|
|
@@ -3569,11 +4147,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3569
4147
|
kind: "model_judge";
|
|
3570
4148
|
rubric: string;
|
|
3571
4149
|
judge: {
|
|
3572
|
-
providerId: "openpond" | "codex" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq"
|
|
4150
|
+
providerId: "claude-code" | "custom-openai-compatible" | "openpond" | "codex" | "opencode" | "grok-build" | "anthropic" | "openai" | "xai" | "google" | "openrouter" | "deepseek" | "zai" | "moonshot" | "together" | "groq";
|
|
3573
4151
|
modelId: string;
|
|
3574
4152
|
};
|
|
3575
4153
|
calibrationFixtureRefs: string[];
|
|
3576
|
-
calibrationStatus: "passed" | "
|
|
4154
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
3577
4155
|
temperature: number;
|
|
3578
4156
|
} | {
|
|
3579
4157
|
id: string;
|
|
@@ -3587,6 +4165,80 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3587
4165
|
kind: "human";
|
|
3588
4166
|
rubric: string;
|
|
3589
4167
|
reviewerRole: string;
|
|
4168
|
+
form?: {
|
|
4169
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
4170
|
+
mode: "individual" | "pairwise";
|
|
4171
|
+
instructions: string;
|
|
4172
|
+
criteria: ({
|
|
4173
|
+
id: string;
|
|
4174
|
+
label: string;
|
|
4175
|
+
instructions: string;
|
|
4176
|
+
required: boolean;
|
|
4177
|
+
allowAbstain: boolean;
|
|
4178
|
+
kind: "score";
|
|
4179
|
+
minimum: number;
|
|
4180
|
+
maximum: number;
|
|
4181
|
+
step: number;
|
|
4182
|
+
requireRationale?: boolean | undefined;
|
|
4183
|
+
anchors?: {
|
|
4184
|
+
value: string | number | boolean;
|
|
4185
|
+
description: string;
|
|
4186
|
+
}[] | undefined;
|
|
4187
|
+
} | {
|
|
4188
|
+
id: string;
|
|
4189
|
+
label: string;
|
|
4190
|
+
instructions: string;
|
|
4191
|
+
required: boolean;
|
|
4192
|
+
allowAbstain: boolean;
|
|
4193
|
+
kind: "category";
|
|
4194
|
+
options: string[];
|
|
4195
|
+
requireRationale?: boolean | undefined;
|
|
4196
|
+
anchors?: {
|
|
4197
|
+
value: string | number | boolean;
|
|
4198
|
+
description: string;
|
|
4199
|
+
}[] | undefined;
|
|
4200
|
+
} | {
|
|
4201
|
+
id: string;
|
|
4202
|
+
label: string;
|
|
4203
|
+
instructions: string;
|
|
4204
|
+
required: boolean;
|
|
4205
|
+
allowAbstain: boolean;
|
|
4206
|
+
kind: "boolean";
|
|
4207
|
+
requireRationale?: boolean | undefined;
|
|
4208
|
+
anchors?: {
|
|
4209
|
+
value: string | number | boolean;
|
|
4210
|
+
description: string;
|
|
4211
|
+
}[] | undefined;
|
|
4212
|
+
} | {
|
|
4213
|
+
id: string;
|
|
4214
|
+
label: string;
|
|
4215
|
+
instructions: string;
|
|
4216
|
+
required: boolean;
|
|
4217
|
+
allowAbstain: boolean;
|
|
4218
|
+
kind: "text";
|
|
4219
|
+
maximumLength: number;
|
|
4220
|
+
requireRationale?: boolean | undefined;
|
|
4221
|
+
anchors?: {
|
|
4222
|
+
value: string | number | boolean;
|
|
4223
|
+
description: string;
|
|
4224
|
+
}[] | undefined;
|
|
4225
|
+
minimumLength?: number | undefined;
|
|
4226
|
+
} | {
|
|
4227
|
+
id: string;
|
|
4228
|
+
label: string;
|
|
4229
|
+
instructions: string;
|
|
4230
|
+
required: boolean;
|
|
4231
|
+
allowAbstain: boolean;
|
|
4232
|
+
kind: "preference";
|
|
4233
|
+
allowTie: boolean;
|
|
4234
|
+
requireRationale?: boolean | undefined;
|
|
4235
|
+
anchors?: {
|
|
4236
|
+
value: string | number | boolean;
|
|
4237
|
+
description: string;
|
|
4238
|
+
}[] | undefined;
|
|
4239
|
+
requireStrength?: boolean | undefined;
|
|
4240
|
+
})[];
|
|
4241
|
+
} | undefined;
|
|
3590
4242
|
} | {
|
|
3591
4243
|
id: string;
|
|
3592
4244
|
version: string;
|
|
@@ -3725,7 +4377,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3725
4377
|
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3726
4378
|
fields: {
|
|
3727
4379
|
name: string;
|
|
3728
|
-
semanticRole: "metadata" | "
|
|
4380
|
+
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
3729
4381
|
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
3730
4382
|
nullable: boolean;
|
|
3731
4383
|
policy: "metadata" | "visible" | "privileged";
|