openpond-sdk 0.12.3 → 0.12.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-77N3QEIL.js → chunk-25L5IXHA.js} +5 -5
- package/dist/chunk-25L5IXHA.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-6GQ3GIAP.js} +7 -5
- package/dist/chunk-6GQ3GIAP.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-6KKM2XRR.js} +75 -15
- package/dist/chunk-6KKM2XRR.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-6MFFKAU6.js} +3 -3
- package/dist/chunk-6MFFKAU6.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-6Y67YHVH.js} +8 -8
- package/dist/chunk-6Y67YHVH.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-AUNNXJQE.js} +4 -4
- package/dist/chunk-AUNNXJQE.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-BGNPKYBJ.js} +3 -3
- package/dist/chunk-BGNPKYBJ.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-BJ5MKLWH.js} +8 -8
- package/dist/chunk-BJ5MKLWH.js.map +1 -0
- package/dist/{chunk-VY5AFE7A.js → chunk-BYNVSWIQ.js} +4 -4
- package/dist/chunk-BYNVSWIQ.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-CAMLCKSF.js} +3 -3
- package/dist/chunk-CAMLCKSF.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-DBKCSQVH.js} +3 -3
- package/dist/chunk-DBKCSQVH.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/chunk-EJZ7HOIS.js +8709 -0
- package/dist/chunk-EJZ7HOIS.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-F4GITADW.js} +4 -4
- package/dist/chunk-F4GITADW.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-FLNWE5ZA.js} +5 -5
- package/dist/chunk-FLNWE5ZA.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-GWGDWZVN.js} +5 -5
- package/dist/chunk-GWGDWZVN.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-HOOHJCE7.js} +18 -18
- package/dist/chunk-HOOHJCE7.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-KKL6OICH.js} +3 -3
- package/dist/chunk-KKL6OICH.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-MJELLVQP.js} +4 -3
- package/dist/chunk-MJELLVQP.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-O54KGALH.js} +3 -3
- package/dist/chunk-O54KGALH.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-QFBSNSUL.js} +5 -5
- package/dist/chunk-QFBSNSUL.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-RE426Q7Y.js} +4 -4
- package/dist/chunk-RE426Q7Y.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-T3MFWGMX.js} +3 -3
- package/dist/chunk-T3MFWGMX.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-VZPNRPXL.js} +5 -5
- package/dist/chunk-VZPNRPXL.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-XACJ63U4.js} +14 -5
- package/dist/chunk-XACJ63U4.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-ZFYI4P6C.js} +5 -5
- package/dist/chunk-ZFYI4P6C.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +154 -62
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/hosted-chat.d.ts +28 -0
- package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-bound-taskset-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +342 -322
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +444 -375
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +745 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4600 -4576
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -21,8 +21,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
21
21
|
datasets: {
|
|
22
22
|
id: string;
|
|
23
23
|
revision: number;
|
|
24
|
+
originProjectId?: string | undefined;
|
|
24
25
|
name: string;
|
|
25
26
|
status: "draft" | "published";
|
|
27
|
+
ownerScope?: "personal" | "workspace" | undefined;
|
|
28
|
+
taskCount?: number | undefined;
|
|
26
29
|
publication: {
|
|
27
30
|
tasksetId: string;
|
|
28
31
|
release: {
|
|
@@ -33,9 +36,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
33
36
|
packageHash: string;
|
|
34
37
|
} | null;
|
|
35
38
|
updatedAt: string;
|
|
36
|
-
originProjectId?: string | undefined;
|
|
37
|
-
ownerScope?: "workspace" | "personal" | undefined;
|
|
38
|
-
taskCount?: number | undefined;
|
|
39
39
|
}[];
|
|
40
40
|
nextCursor: string | null;
|
|
41
41
|
}>;
|
|
@@ -44,6 +44,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
44
44
|
teamId: string;
|
|
45
45
|
datasetId: string;
|
|
46
46
|
revision: number;
|
|
47
|
+
originProjectId?: string | undefined;
|
|
47
48
|
workspace: {
|
|
48
49
|
schemaVersion: "openpond.tasksetDraftWorkspace.v1";
|
|
49
50
|
draft: {
|
|
@@ -88,17 +89,17 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
88
89
|
} | null;
|
|
89
90
|
name: string;
|
|
90
91
|
objective: string;
|
|
91
|
-
purpose: "
|
|
92
|
+
purpose: "benchmark" | "general";
|
|
92
93
|
benchmark: {
|
|
93
94
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
94
95
|
definitionId: string;
|
|
95
96
|
releaseId: string;
|
|
96
97
|
releaseHash: string;
|
|
97
98
|
managedReleasePath: string;
|
|
98
|
-
adaptationSplit: "
|
|
99
|
-
evaluationSplit: "
|
|
100
|
-
primaryMetric: "
|
|
101
|
-
qualityGate: "
|
|
99
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
100
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
101
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
102
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
102
103
|
source: "builtin" | "imported";
|
|
103
104
|
metadata: Record<string, unknown>;
|
|
104
105
|
} | null;
|
|
@@ -109,36 +110,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
109
110
|
publishedAt: string;
|
|
110
111
|
metadata: Record<string, unknown>;
|
|
111
112
|
} | null;
|
|
112
|
-
status: "draft" | "
|
|
113
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
113
114
|
sourceRefs: ({
|
|
114
|
-
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
115
|
-
kind: "connected_activity";
|
|
116
|
-
id: string;
|
|
117
|
-
profileId: string;
|
|
118
|
-
title: string;
|
|
119
|
-
sourceHash: string;
|
|
120
|
-
occurredAt: string;
|
|
121
|
-
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
122
|
-
secretScanStatus: "passed" | "pending" | "blocked";
|
|
123
|
-
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
124
|
-
origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
125
|
-
sourceId: string;
|
|
126
|
-
sessionId: string;
|
|
127
|
-
normalizerVersion: string;
|
|
128
|
-
projection: "turn" | "conversation";
|
|
129
|
-
ownerUserId: string;
|
|
130
|
-
purpose: "recorded_evaluation";
|
|
131
|
-
metadata: Record<string, unknown>;
|
|
132
|
-
sourceFileHashes?: string[] | undefined;
|
|
133
|
-
} | {
|
|
134
115
|
id: string;
|
|
135
116
|
profileId: string;
|
|
136
117
|
title: string;
|
|
137
118
|
sourceHash: string;
|
|
138
119
|
occurredAt: string;
|
|
139
|
-
licensingStatus: "
|
|
140
|
-
secretScanStatus: "
|
|
141
|
-
piiScanStatus: "
|
|
120
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
121
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
122
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
142
123
|
metadata: Record<string, unknown>;
|
|
143
124
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
144
125
|
kind: "huggingface";
|
|
@@ -157,9 +138,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
157
138
|
title: string;
|
|
158
139
|
sourceHash: string;
|
|
159
140
|
occurredAt: string;
|
|
160
|
-
licensingStatus: "
|
|
161
|
-
secretScanStatus: "
|
|
162
|
-
piiScanStatus: "
|
|
141
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
142
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
143
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
163
144
|
metadata: Record<string, unknown>;
|
|
164
145
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
165
146
|
kind: "uploaded_file";
|
|
@@ -174,9 +155,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
174
155
|
title: string;
|
|
175
156
|
sourceHash: string;
|
|
176
157
|
occurredAt: string;
|
|
177
|
-
licensingStatus: "
|
|
178
|
-
secretScanStatus: "
|
|
179
|
-
piiScanStatus: "
|
|
158
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
159
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
160
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
180
161
|
metadata: Record<string, unknown>;
|
|
181
162
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
182
163
|
kind: "generated";
|
|
@@ -190,9 +171,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
190
171
|
title: string;
|
|
191
172
|
sourceHash: string;
|
|
192
173
|
occurredAt: string;
|
|
193
|
-
licensingStatus: "
|
|
194
|
-
secretScanStatus: "
|
|
195
|
-
piiScanStatus: "
|
|
174
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
175
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
176
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
196
177
|
metadata: Record<string, unknown>;
|
|
197
178
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
198
179
|
kind: "learning_batch";
|
|
@@ -219,18 +200,73 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
219
200
|
title: string;
|
|
220
201
|
occurredAt: string;
|
|
221
202
|
consent: {
|
|
222
|
-
status: "
|
|
223
|
-
scope: "
|
|
203
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
204
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
224
205
|
grantedBy: string | null;
|
|
225
206
|
grantedAt: string | null;
|
|
226
207
|
purpose: "task_authoring_and_evaluation";
|
|
227
208
|
};
|
|
228
209
|
connectedAppIds: string[];
|
|
229
|
-
secretScanStatus: "
|
|
230
|
-
piiScanStatus: "
|
|
231
|
-
licensingStatus: "
|
|
210
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
211
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
212
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
213
|
+
metadata: Record<string, unknown>;
|
|
214
|
+
} | {
|
|
215
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
216
|
+
kind: "connected_activity";
|
|
217
|
+
id: string;
|
|
218
|
+
profileId: string;
|
|
219
|
+
title: string;
|
|
220
|
+
sourceHash: string;
|
|
221
|
+
occurredAt: string;
|
|
222
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
223
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
224
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
225
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
226
|
+
sourceId: string;
|
|
227
|
+
sessionId: string;
|
|
228
|
+
normalizerVersion: string;
|
|
229
|
+
projection: "conversation" | "turn";
|
|
230
|
+
ownerUserId: string;
|
|
231
|
+
purpose: "recorded_evaluation";
|
|
232
|
+
sourceFileHashes?: string[] | undefined;
|
|
232
233
|
metadata: Record<string, unknown>;
|
|
233
234
|
})[];
|
|
235
|
+
datasetArtifact?: {
|
|
236
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
237
|
+
id: string;
|
|
238
|
+
tasksetId: string;
|
|
239
|
+
tasksetRevision: number;
|
|
240
|
+
contentHash: string;
|
|
241
|
+
format: "parquet";
|
|
242
|
+
schema: {
|
|
243
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
244
|
+
fields: {
|
|
245
|
+
name: string;
|
|
246
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
247
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
248
|
+
nullable: boolean;
|
|
249
|
+
policy: "metadata" | "privileged" | "visible";
|
|
250
|
+
}[];
|
|
251
|
+
schemaHash: string;
|
|
252
|
+
};
|
|
253
|
+
shards: {
|
|
254
|
+
id: string;
|
|
255
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
256
|
+
path: string;
|
|
257
|
+
contentHash: string;
|
|
258
|
+
schemaHash: string;
|
|
259
|
+
sizeBytes: number;
|
|
260
|
+
rowCount: number;
|
|
261
|
+
rowGroupCount: number;
|
|
262
|
+
}[];
|
|
263
|
+
rowCount: number;
|
|
264
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
265
|
+
sourceReceiptRefs: string[];
|
|
266
|
+
mappingHash: string;
|
|
267
|
+
qualityReportHash: string;
|
|
268
|
+
createdAt: string;
|
|
269
|
+
} | null | undefined;
|
|
234
270
|
policy: {
|
|
235
271
|
policyVisibleFields: string[];
|
|
236
272
|
privilegedFields: string[];
|
|
@@ -239,15 +275,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
239
275
|
};
|
|
240
276
|
environment: {
|
|
241
277
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
242
|
-
kind: "agent" | "
|
|
278
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
243
279
|
entrypoint: string;
|
|
244
280
|
stateful: boolean;
|
|
245
281
|
deterministicSeeds: boolean;
|
|
246
282
|
toolNames: string[];
|
|
247
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
248
|
-
defaultTimeoutMs: number;
|
|
249
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
250
|
-
metadata: Record<string, unknown>;
|
|
251
283
|
actionBindings?: {
|
|
252
284
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
253
285
|
actionId: string;
|
|
@@ -270,18 +302,22 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
270
302
|
source: "case_id";
|
|
271
303
|
}[];
|
|
272
304
|
}[] | undefined;
|
|
305
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
306
|
+
defaultTimeoutMs: number;
|
|
307
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
273
308
|
resources?: {
|
|
274
309
|
id: string;
|
|
275
|
-
kind: "
|
|
310
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
276
311
|
path: string;
|
|
277
|
-
|
|
312
|
+
mediaType?: string | null | undefined;
|
|
313
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
278
314
|
required: boolean;
|
|
279
315
|
metadata: Record<string, unknown>;
|
|
280
|
-
mediaType?: string | null | undefined;
|
|
281
316
|
}[] | undefined;
|
|
317
|
+
metadata: Record<string, unknown>;
|
|
282
318
|
};
|
|
283
319
|
output: {
|
|
284
|
-
mode: "
|
|
320
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
285
321
|
jsonSchema: Record<string, unknown> | null;
|
|
286
322
|
renderer: {
|
|
287
323
|
module: string;
|
|
@@ -291,14 +327,14 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
291
327
|
};
|
|
292
328
|
capabilities: {
|
|
293
329
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
294
|
-
taskKind: "chat" | "
|
|
295
|
-
supportedSignals: ("
|
|
296
|
-
compatibleMethods: ("
|
|
297
|
-
rewardKinds: ("
|
|
330
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
331
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
332
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
333
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
298
334
|
requiresTools: boolean;
|
|
299
335
|
requiresState: boolean;
|
|
300
336
|
requiresPrivilegedGrading: boolean;
|
|
301
|
-
environmentPlacements: ("
|
|
337
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
302
338
|
exportable: boolean;
|
|
303
339
|
portabilityBlockers: string[];
|
|
304
340
|
};
|
|
@@ -306,7 +342,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
306
342
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
307
343
|
primaryMetric: string;
|
|
308
344
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
309
|
-
missingReward: "
|
|
345
|
+
missingReward: "exclude" | "zero";
|
|
346
|
+
taskWeights?: Record<string, number> | undefined;
|
|
310
347
|
customAggregator: {
|
|
311
348
|
module: string;
|
|
312
349
|
exportName: string;
|
|
@@ -314,7 +351,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
314
351
|
timeoutMs: number;
|
|
315
352
|
networkPolicy: "none";
|
|
316
353
|
} | null;
|
|
317
|
-
taskWeights?: Record<string, number> | undefined;
|
|
318
354
|
};
|
|
319
355
|
review: {
|
|
320
356
|
enabled: boolean;
|
|
@@ -334,37 +370,39 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
334
370
|
schemaVersion: "openpond.taskData.v1";
|
|
335
371
|
id: string;
|
|
336
372
|
clusterKey: string;
|
|
337
|
-
split: "
|
|
373
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
338
374
|
input: Record<string, unknown>;
|
|
339
375
|
expectedOutput: Record<string, unknown> | null;
|
|
340
376
|
policyVisibleContext: Record<string, unknown>;
|
|
341
377
|
privilegedContextRef: string | null;
|
|
342
|
-
tags: string[];
|
|
343
|
-
metadata: Record<string, unknown>;
|
|
344
|
-
sourceRefs: string[];
|
|
345
378
|
assets?: {
|
|
346
379
|
id: string;
|
|
347
380
|
sourceRefId: string;
|
|
348
381
|
artifactRef: string;
|
|
349
382
|
fileName: string;
|
|
383
|
+
stagingPath?: string | undefined;
|
|
350
384
|
mediaType: string;
|
|
351
385
|
sha256: string;
|
|
352
386
|
sizeBytes: number;
|
|
353
|
-
split: "
|
|
387
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
354
388
|
metadata: Record<string, unknown>;
|
|
355
|
-
stagingPath?: string | undefined;
|
|
356
389
|
}[] | undefined;
|
|
357
390
|
resourceRefs?: string[] | undefined;
|
|
358
391
|
requiredOutputs?: {
|
|
359
392
|
path: string;
|
|
360
393
|
mediaType: string;
|
|
361
|
-
metadata: Record<string, unknown>;
|
|
362
394
|
schemaRef?: string | null | undefined;
|
|
395
|
+
submissionMode?: "structured_json" | undefined;
|
|
363
396
|
maxBytes?: number | undefined;
|
|
397
|
+
metadata: Record<string, unknown>;
|
|
364
398
|
}[] | undefined;
|
|
399
|
+
tags: string[];
|
|
400
|
+
metadata: Record<string, unknown>;
|
|
401
|
+
sourceRefs: string[];
|
|
365
402
|
}[];
|
|
366
403
|
graders: ({
|
|
367
404
|
id: string;
|
|
405
|
+
taskIds?: string[] | undefined;
|
|
368
406
|
version: string;
|
|
369
407
|
label: string;
|
|
370
408
|
weight: number;
|
|
@@ -372,11 +410,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
372
410
|
rewardEligible: boolean;
|
|
373
411
|
privileged: boolean;
|
|
374
412
|
metadata: Record<string, unknown>;
|
|
375
|
-
kind: "
|
|
413
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
376
414
|
config: Record<string, unknown>;
|
|
377
|
-
taskIds?: string[] | undefined;
|
|
378
415
|
} | {
|
|
379
416
|
id: string;
|
|
417
|
+
taskIds?: string[] | undefined;
|
|
380
418
|
version: string;
|
|
381
419
|
label: string;
|
|
382
420
|
weight: number;
|
|
@@ -387,15 +425,15 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
387
425
|
kind: "model_judge";
|
|
388
426
|
rubric: string;
|
|
389
427
|
judge: {
|
|
390
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
428
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
391
429
|
modelId: string;
|
|
392
430
|
};
|
|
393
431
|
calibrationFixtureRefs: string[];
|
|
394
|
-
calibrationStatus: "
|
|
432
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
395
433
|
temperature: number;
|
|
396
|
-
taskIds?: string[] | undefined;
|
|
397
434
|
} | {
|
|
398
435
|
id: string;
|
|
436
|
+
taskIds?: string[] | undefined;
|
|
399
437
|
version: string;
|
|
400
438
|
label: string;
|
|
401
439
|
weight: number;
|
|
@@ -404,9 +442,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
404
442
|
privileged: boolean;
|
|
405
443
|
metadata: Record<string, unknown>;
|
|
406
444
|
kind: "human";
|
|
407
|
-
rubric: string;
|
|
408
|
-
reviewerRole: string;
|
|
409
|
-
taskIds?: string[] | undefined;
|
|
410
445
|
form?: {
|
|
411
446
|
schemaVersion: "openpond.humanForm.v1";
|
|
412
447
|
mode: "individual" | "pairwise";
|
|
@@ -417,72 +452,75 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
417
452
|
instructions: string;
|
|
418
453
|
required: boolean;
|
|
419
454
|
allowAbstain: boolean;
|
|
420
|
-
kind: "score";
|
|
421
|
-
minimum: number;
|
|
422
|
-
maximum: number;
|
|
423
|
-
step: number;
|
|
424
455
|
requireRationale?: boolean | undefined;
|
|
425
456
|
anchors?: {
|
|
426
457
|
value: string | number | boolean;
|
|
427
458
|
description: string;
|
|
428
459
|
}[] | undefined;
|
|
460
|
+
kind: "score";
|
|
461
|
+
minimum: number;
|
|
462
|
+
maximum: number;
|
|
463
|
+
step: number;
|
|
429
464
|
} | {
|
|
430
465
|
id: string;
|
|
431
466
|
label: string;
|
|
432
467
|
instructions: string;
|
|
433
468
|
required: boolean;
|
|
434
469
|
allowAbstain: boolean;
|
|
435
|
-
kind: "category";
|
|
436
|
-
options: string[];
|
|
437
470
|
requireRationale?: boolean | undefined;
|
|
438
471
|
anchors?: {
|
|
439
472
|
value: string | number | boolean;
|
|
440
473
|
description: string;
|
|
441
474
|
}[] | undefined;
|
|
475
|
+
kind: "category";
|
|
476
|
+
options: string[];
|
|
442
477
|
} | {
|
|
443
478
|
id: string;
|
|
444
479
|
label: string;
|
|
445
480
|
instructions: string;
|
|
446
481
|
required: boolean;
|
|
447
482
|
allowAbstain: boolean;
|
|
448
|
-
kind: "boolean";
|
|
449
483
|
requireRationale?: boolean | undefined;
|
|
450
484
|
anchors?: {
|
|
451
485
|
value: string | number | boolean;
|
|
452
486
|
description: string;
|
|
453
487
|
}[] | undefined;
|
|
488
|
+
kind: "boolean";
|
|
454
489
|
} | {
|
|
455
490
|
id: string;
|
|
456
491
|
label: string;
|
|
457
492
|
instructions: string;
|
|
458
493
|
required: boolean;
|
|
459
494
|
allowAbstain: boolean;
|
|
460
|
-
kind: "text";
|
|
461
|
-
maximumLength: number;
|
|
462
495
|
requireRationale?: boolean | undefined;
|
|
463
496
|
anchors?: {
|
|
464
497
|
value: string | number | boolean;
|
|
465
498
|
description: string;
|
|
466
499
|
}[] | undefined;
|
|
500
|
+
kind: "text";
|
|
467
501
|
minimumLength?: number | undefined;
|
|
502
|
+
maximumLength: number;
|
|
468
503
|
} | {
|
|
469
504
|
id: string;
|
|
470
505
|
label: string;
|
|
471
506
|
instructions: string;
|
|
472
507
|
required: boolean;
|
|
473
508
|
allowAbstain: boolean;
|
|
474
|
-
kind: "preference";
|
|
475
|
-
allowTie: boolean;
|
|
476
509
|
requireRationale?: boolean | undefined;
|
|
477
510
|
anchors?: {
|
|
478
511
|
value: string | number | boolean;
|
|
479
512
|
description: string;
|
|
480
513
|
}[] | undefined;
|
|
514
|
+
kind: "preference";
|
|
481
515
|
requireStrength?: boolean | undefined;
|
|
516
|
+
allowTie: boolean;
|
|
482
517
|
})[];
|
|
483
518
|
} | undefined;
|
|
519
|
+
rubric: string;
|
|
520
|
+
reviewerRole: string;
|
|
484
521
|
} | {
|
|
485
522
|
id: string;
|
|
523
|
+
taskIds?: string[] | undefined;
|
|
486
524
|
version: string;
|
|
487
525
|
label: string;
|
|
488
526
|
weight: number;
|
|
@@ -491,17 +529,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
491
529
|
privileged: boolean;
|
|
492
530
|
metadata: Record<string, unknown>;
|
|
493
531
|
kind: "custom_verifier";
|
|
532
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
494
533
|
module: string;
|
|
495
534
|
exportName: string;
|
|
496
535
|
timeoutMs: number;
|
|
497
536
|
networkPolicy: "none";
|
|
498
|
-
taskIds?: string[] | undefined;
|
|
499
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
500
537
|
})[];
|
|
501
538
|
graderFixtures: {
|
|
502
539
|
id: string;
|
|
503
540
|
taskId: string;
|
|
504
|
-
label: "
|
|
541
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
505
542
|
output: Record<string, unknown>;
|
|
506
543
|
infrastructureError: string | null;
|
|
507
544
|
expectedPassed: boolean;
|
|
@@ -558,7 +595,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
558
595
|
metadata: Record<string, unknown>;
|
|
559
596
|
kind: "feedback";
|
|
560
597
|
feedback: string;
|
|
561
|
-
polarity: "
|
|
598
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
562
599
|
}[];
|
|
563
600
|
rewards: {
|
|
564
601
|
id: string;
|
|
@@ -609,41 +646,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
609
646
|
createdAt: string;
|
|
610
647
|
updatedAt: string;
|
|
611
648
|
metadata: Record<string, unknown>;
|
|
612
|
-
datasetArtifact?: {
|
|
613
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
614
|
-
id: string;
|
|
615
|
-
tasksetId: string;
|
|
616
|
-
tasksetRevision: number;
|
|
617
|
-
contentHash: string;
|
|
618
|
-
format: "parquet";
|
|
619
|
-
schema: {
|
|
620
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
621
|
-
fields: {
|
|
622
|
-
name: string;
|
|
623
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
624
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
625
|
-
nullable: boolean;
|
|
626
|
-
policy: "metadata" | "visible" | "privileged";
|
|
627
|
-
}[];
|
|
628
|
-
schemaHash: string;
|
|
629
|
-
};
|
|
630
|
-
shards: {
|
|
631
|
-
id: string;
|
|
632
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
633
|
-
path: string;
|
|
634
|
-
contentHash: string;
|
|
635
|
-
schemaHash: string;
|
|
636
|
-
sizeBytes: number;
|
|
637
|
-
rowCount: number;
|
|
638
|
-
rowGroupCount: number;
|
|
639
|
-
}[];
|
|
640
|
-
rowCount: number;
|
|
641
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
642
|
-
sourceReceiptRefs: string[];
|
|
643
|
-
mappingHash: string;
|
|
644
|
-
qualityReportHash: string;
|
|
645
|
-
createdAt: string;
|
|
646
|
-
} | null | undefined;
|
|
647
649
|
};
|
|
648
650
|
files: {
|
|
649
651
|
path: string;
|
|
@@ -653,6 +655,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
653
655
|
}[];
|
|
654
656
|
contentHash: string;
|
|
655
657
|
};
|
|
658
|
+
ownerScope?: "personal" | "workspace" | undefined;
|
|
656
659
|
publication: {
|
|
657
660
|
tasksetId: string;
|
|
658
661
|
release: {
|
|
@@ -662,8 +665,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
662
665
|
};
|
|
663
666
|
packageHash: string;
|
|
664
667
|
} | null;
|
|
665
|
-
originProjectId?: string | undefined;
|
|
666
|
-
ownerScope?: "workspace" | "personal" | undefined;
|
|
667
668
|
}>;
|
|
668
669
|
/** Recover only this actor's retained operation; base bytes allow adapters to
|
|
669
670
|
* reconstruct and verify the identical original CAS request before replay. */
|
|
@@ -674,13 +675,14 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
674
675
|
signal?: AbortSignal;
|
|
675
676
|
}): Promise<{
|
|
676
677
|
operationId: string;
|
|
677
|
-
kind: "
|
|
678
|
+
kind: "begin_version" | "create" | "publish" | "save";
|
|
678
679
|
requestHash: string;
|
|
679
680
|
receipt: {
|
|
680
681
|
schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
|
|
681
682
|
teamId: string;
|
|
682
683
|
datasetId: string;
|
|
683
684
|
revision: number;
|
|
685
|
+
originProjectId?: string | undefined;
|
|
684
686
|
workspace: {
|
|
685
687
|
schemaVersion: "openpond.tasksetDraftWorkspace.v1";
|
|
686
688
|
draft: {
|
|
@@ -725,17 +727,17 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
725
727
|
} | null;
|
|
726
728
|
name: string;
|
|
727
729
|
objective: string;
|
|
728
|
-
purpose: "
|
|
730
|
+
purpose: "benchmark" | "general";
|
|
729
731
|
benchmark: {
|
|
730
732
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
731
733
|
definitionId: string;
|
|
732
734
|
releaseId: string;
|
|
733
735
|
releaseHash: string;
|
|
734
736
|
managedReleasePath: string;
|
|
735
|
-
adaptationSplit: "
|
|
736
|
-
evaluationSplit: "
|
|
737
|
-
primaryMetric: "
|
|
738
|
-
qualityGate: "
|
|
737
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
738
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
739
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
740
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
739
741
|
source: "builtin" | "imported";
|
|
740
742
|
metadata: Record<string, unknown>;
|
|
741
743
|
} | null;
|
|
@@ -746,36 +748,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
746
748
|
publishedAt: string;
|
|
747
749
|
metadata: Record<string, unknown>;
|
|
748
750
|
} | null;
|
|
749
|
-
status: "draft" | "
|
|
751
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
750
752
|
sourceRefs: ({
|
|
751
|
-
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
752
|
-
kind: "connected_activity";
|
|
753
|
-
id: string;
|
|
754
|
-
profileId: string;
|
|
755
|
-
title: string;
|
|
756
|
-
sourceHash: string;
|
|
757
|
-
occurredAt: string;
|
|
758
|
-
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
759
|
-
secretScanStatus: "passed" | "pending" | "blocked";
|
|
760
|
-
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
761
|
-
origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
762
|
-
sourceId: string;
|
|
763
|
-
sessionId: string;
|
|
764
|
-
normalizerVersion: string;
|
|
765
|
-
projection: "turn" | "conversation";
|
|
766
|
-
ownerUserId: string;
|
|
767
|
-
purpose: "recorded_evaluation";
|
|
768
|
-
metadata: Record<string, unknown>;
|
|
769
|
-
sourceFileHashes?: string[] | undefined;
|
|
770
|
-
} | {
|
|
771
753
|
id: string;
|
|
772
754
|
profileId: string;
|
|
773
755
|
title: string;
|
|
774
756
|
sourceHash: string;
|
|
775
757
|
occurredAt: string;
|
|
776
|
-
licensingStatus: "
|
|
777
|
-
secretScanStatus: "
|
|
778
|
-
piiScanStatus: "
|
|
758
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
759
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
760
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
779
761
|
metadata: Record<string, unknown>;
|
|
780
762
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
781
763
|
kind: "huggingface";
|
|
@@ -794,9 +776,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
794
776
|
title: string;
|
|
795
777
|
sourceHash: string;
|
|
796
778
|
occurredAt: string;
|
|
797
|
-
licensingStatus: "
|
|
798
|
-
secretScanStatus: "
|
|
799
|
-
piiScanStatus: "
|
|
779
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
780
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
781
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
800
782
|
metadata: Record<string, unknown>;
|
|
801
783
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
802
784
|
kind: "uploaded_file";
|
|
@@ -811,9 +793,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
811
793
|
title: string;
|
|
812
794
|
sourceHash: string;
|
|
813
795
|
occurredAt: string;
|
|
814
|
-
licensingStatus: "
|
|
815
|
-
secretScanStatus: "
|
|
816
|
-
piiScanStatus: "
|
|
796
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
797
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
798
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
817
799
|
metadata: Record<string, unknown>;
|
|
818
800
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
819
801
|
kind: "generated";
|
|
@@ -827,9 +809,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
827
809
|
title: string;
|
|
828
810
|
sourceHash: string;
|
|
829
811
|
occurredAt: string;
|
|
830
|
-
licensingStatus: "
|
|
831
|
-
secretScanStatus: "
|
|
832
|
-
piiScanStatus: "
|
|
812
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
813
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
814
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
833
815
|
metadata: Record<string, unknown>;
|
|
834
816
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
835
817
|
kind: "learning_batch";
|
|
@@ -856,18 +838,73 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
856
838
|
title: string;
|
|
857
839
|
occurredAt: string;
|
|
858
840
|
consent: {
|
|
859
|
-
status: "
|
|
860
|
-
scope: "
|
|
841
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
842
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
861
843
|
grantedBy: string | null;
|
|
862
844
|
grantedAt: string | null;
|
|
863
845
|
purpose: "task_authoring_and_evaluation";
|
|
864
846
|
};
|
|
865
847
|
connectedAppIds: string[];
|
|
866
|
-
secretScanStatus: "
|
|
867
|
-
piiScanStatus: "
|
|
868
|
-
licensingStatus: "
|
|
848
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
849
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
850
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
851
|
+
metadata: Record<string, unknown>;
|
|
852
|
+
} | {
|
|
853
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
854
|
+
kind: "connected_activity";
|
|
855
|
+
id: string;
|
|
856
|
+
profileId: string;
|
|
857
|
+
title: string;
|
|
858
|
+
sourceHash: string;
|
|
859
|
+
occurredAt: string;
|
|
860
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
861
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
862
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
863
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
864
|
+
sourceId: string;
|
|
865
|
+
sessionId: string;
|
|
866
|
+
normalizerVersion: string;
|
|
867
|
+
projection: "conversation" | "turn";
|
|
868
|
+
ownerUserId: string;
|
|
869
|
+
purpose: "recorded_evaluation";
|
|
870
|
+
sourceFileHashes?: string[] | undefined;
|
|
869
871
|
metadata: Record<string, unknown>;
|
|
870
872
|
})[];
|
|
873
|
+
datasetArtifact?: {
|
|
874
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
875
|
+
id: string;
|
|
876
|
+
tasksetId: string;
|
|
877
|
+
tasksetRevision: number;
|
|
878
|
+
contentHash: string;
|
|
879
|
+
format: "parquet";
|
|
880
|
+
schema: {
|
|
881
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
882
|
+
fields: {
|
|
883
|
+
name: string;
|
|
884
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
885
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
886
|
+
nullable: boolean;
|
|
887
|
+
policy: "metadata" | "privileged" | "visible";
|
|
888
|
+
}[];
|
|
889
|
+
schemaHash: string;
|
|
890
|
+
};
|
|
891
|
+
shards: {
|
|
892
|
+
id: string;
|
|
893
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
894
|
+
path: string;
|
|
895
|
+
contentHash: string;
|
|
896
|
+
schemaHash: string;
|
|
897
|
+
sizeBytes: number;
|
|
898
|
+
rowCount: number;
|
|
899
|
+
rowGroupCount: number;
|
|
900
|
+
}[];
|
|
901
|
+
rowCount: number;
|
|
902
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
903
|
+
sourceReceiptRefs: string[];
|
|
904
|
+
mappingHash: string;
|
|
905
|
+
qualityReportHash: string;
|
|
906
|
+
createdAt: string;
|
|
907
|
+
} | null | undefined;
|
|
871
908
|
policy: {
|
|
872
909
|
policyVisibleFields: string[];
|
|
873
910
|
privilegedFields: string[];
|
|
@@ -876,15 +913,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
876
913
|
};
|
|
877
914
|
environment: {
|
|
878
915
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
879
|
-
kind: "agent" | "
|
|
916
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
880
917
|
entrypoint: string;
|
|
881
918
|
stateful: boolean;
|
|
882
919
|
deterministicSeeds: boolean;
|
|
883
920
|
toolNames: string[];
|
|
884
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
885
|
-
defaultTimeoutMs: number;
|
|
886
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
887
|
-
metadata: Record<string, unknown>;
|
|
888
921
|
actionBindings?: {
|
|
889
922
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
890
923
|
actionId: string;
|
|
@@ -907,18 +940,22 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
907
940
|
source: "case_id";
|
|
908
941
|
}[];
|
|
909
942
|
}[] | undefined;
|
|
943
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
944
|
+
defaultTimeoutMs: number;
|
|
945
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
910
946
|
resources?: {
|
|
911
947
|
id: string;
|
|
912
|
-
kind: "
|
|
948
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
913
949
|
path: string;
|
|
914
|
-
|
|
950
|
+
mediaType?: string | null | undefined;
|
|
951
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
915
952
|
required: boolean;
|
|
916
953
|
metadata: Record<string, unknown>;
|
|
917
|
-
mediaType?: string | null | undefined;
|
|
918
954
|
}[] | undefined;
|
|
955
|
+
metadata: Record<string, unknown>;
|
|
919
956
|
};
|
|
920
957
|
output: {
|
|
921
|
-
mode: "
|
|
958
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
922
959
|
jsonSchema: Record<string, unknown> | null;
|
|
923
960
|
renderer: {
|
|
924
961
|
module: string;
|
|
@@ -928,14 +965,14 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
928
965
|
};
|
|
929
966
|
capabilities: {
|
|
930
967
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
931
|
-
taskKind: "chat" | "
|
|
932
|
-
supportedSignals: ("
|
|
933
|
-
compatibleMethods: ("
|
|
934
|
-
rewardKinds: ("
|
|
968
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
969
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
970
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
971
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
935
972
|
requiresTools: boolean;
|
|
936
973
|
requiresState: boolean;
|
|
937
974
|
requiresPrivilegedGrading: boolean;
|
|
938
|
-
environmentPlacements: ("
|
|
975
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
939
976
|
exportable: boolean;
|
|
940
977
|
portabilityBlockers: string[];
|
|
941
978
|
};
|
|
@@ -943,7 +980,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
943
980
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
944
981
|
primaryMetric: string;
|
|
945
982
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
946
|
-
missingReward: "
|
|
983
|
+
missingReward: "exclude" | "zero";
|
|
984
|
+
taskWeights?: Record<string, number> | undefined;
|
|
947
985
|
customAggregator: {
|
|
948
986
|
module: string;
|
|
949
987
|
exportName: string;
|
|
@@ -951,7 +989,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
951
989
|
timeoutMs: number;
|
|
952
990
|
networkPolicy: "none";
|
|
953
991
|
} | null;
|
|
954
|
-
taskWeights?: Record<string, number> | undefined;
|
|
955
992
|
};
|
|
956
993
|
review: {
|
|
957
994
|
enabled: boolean;
|
|
@@ -971,37 +1008,39 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
971
1008
|
schemaVersion: "openpond.taskData.v1";
|
|
972
1009
|
id: string;
|
|
973
1010
|
clusterKey: string;
|
|
974
|
-
split: "
|
|
1011
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
975
1012
|
input: Record<string, unknown>;
|
|
976
1013
|
expectedOutput: Record<string, unknown> | null;
|
|
977
1014
|
policyVisibleContext: Record<string, unknown>;
|
|
978
1015
|
privilegedContextRef: string | null;
|
|
979
|
-
tags: string[];
|
|
980
|
-
metadata: Record<string, unknown>;
|
|
981
|
-
sourceRefs: string[];
|
|
982
1016
|
assets?: {
|
|
983
1017
|
id: string;
|
|
984
1018
|
sourceRefId: string;
|
|
985
1019
|
artifactRef: string;
|
|
986
1020
|
fileName: string;
|
|
1021
|
+
stagingPath?: string | undefined;
|
|
987
1022
|
mediaType: string;
|
|
988
1023
|
sha256: string;
|
|
989
1024
|
sizeBytes: number;
|
|
990
|
-
split: "
|
|
1025
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
991
1026
|
metadata: Record<string, unknown>;
|
|
992
|
-
stagingPath?: string | undefined;
|
|
993
1027
|
}[] | undefined;
|
|
994
1028
|
resourceRefs?: string[] | undefined;
|
|
995
1029
|
requiredOutputs?: {
|
|
996
1030
|
path: string;
|
|
997
1031
|
mediaType: string;
|
|
998
|
-
metadata: Record<string, unknown>;
|
|
999
1032
|
schemaRef?: string | null | undefined;
|
|
1033
|
+
submissionMode?: "structured_json" | undefined;
|
|
1000
1034
|
maxBytes?: number | undefined;
|
|
1035
|
+
metadata: Record<string, unknown>;
|
|
1001
1036
|
}[] | undefined;
|
|
1037
|
+
tags: string[];
|
|
1038
|
+
metadata: Record<string, unknown>;
|
|
1039
|
+
sourceRefs: string[];
|
|
1002
1040
|
}[];
|
|
1003
1041
|
graders: ({
|
|
1004
1042
|
id: string;
|
|
1043
|
+
taskIds?: string[] | undefined;
|
|
1005
1044
|
version: string;
|
|
1006
1045
|
label: string;
|
|
1007
1046
|
weight: number;
|
|
@@ -1009,11 +1048,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1009
1048
|
rewardEligible: boolean;
|
|
1010
1049
|
privileged: boolean;
|
|
1011
1050
|
metadata: Record<string, unknown>;
|
|
1012
|
-
kind: "
|
|
1051
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
1013
1052
|
config: Record<string, unknown>;
|
|
1014
|
-
taskIds?: string[] | undefined;
|
|
1015
1053
|
} | {
|
|
1016
1054
|
id: string;
|
|
1055
|
+
taskIds?: string[] | undefined;
|
|
1017
1056
|
version: string;
|
|
1018
1057
|
label: string;
|
|
1019
1058
|
weight: number;
|
|
@@ -1024,15 +1063,15 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1024
1063
|
kind: "model_judge";
|
|
1025
1064
|
rubric: string;
|
|
1026
1065
|
judge: {
|
|
1027
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
1066
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
1028
1067
|
modelId: string;
|
|
1029
1068
|
};
|
|
1030
1069
|
calibrationFixtureRefs: string[];
|
|
1031
|
-
calibrationStatus: "
|
|
1070
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
1032
1071
|
temperature: number;
|
|
1033
|
-
taskIds?: string[] | undefined;
|
|
1034
1072
|
} | {
|
|
1035
1073
|
id: string;
|
|
1074
|
+
taskIds?: string[] | undefined;
|
|
1036
1075
|
version: string;
|
|
1037
1076
|
label: string;
|
|
1038
1077
|
weight: number;
|
|
@@ -1041,9 +1080,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1041
1080
|
privileged: boolean;
|
|
1042
1081
|
metadata: Record<string, unknown>;
|
|
1043
1082
|
kind: "human";
|
|
1044
|
-
rubric: string;
|
|
1045
|
-
reviewerRole: string;
|
|
1046
|
-
taskIds?: string[] | undefined;
|
|
1047
1083
|
form?: {
|
|
1048
1084
|
schemaVersion: "openpond.humanForm.v1";
|
|
1049
1085
|
mode: "individual" | "pairwise";
|
|
@@ -1054,72 +1090,75 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1054
1090
|
instructions: string;
|
|
1055
1091
|
required: boolean;
|
|
1056
1092
|
allowAbstain: boolean;
|
|
1057
|
-
kind: "score";
|
|
1058
|
-
minimum: number;
|
|
1059
|
-
maximum: number;
|
|
1060
|
-
step: number;
|
|
1061
1093
|
requireRationale?: boolean | undefined;
|
|
1062
1094
|
anchors?: {
|
|
1063
1095
|
value: string | number | boolean;
|
|
1064
1096
|
description: string;
|
|
1065
1097
|
}[] | undefined;
|
|
1098
|
+
kind: "score";
|
|
1099
|
+
minimum: number;
|
|
1100
|
+
maximum: number;
|
|
1101
|
+
step: number;
|
|
1066
1102
|
} | {
|
|
1067
1103
|
id: string;
|
|
1068
1104
|
label: string;
|
|
1069
1105
|
instructions: string;
|
|
1070
1106
|
required: boolean;
|
|
1071
1107
|
allowAbstain: boolean;
|
|
1072
|
-
kind: "category";
|
|
1073
|
-
options: string[];
|
|
1074
1108
|
requireRationale?: boolean | undefined;
|
|
1075
1109
|
anchors?: {
|
|
1076
1110
|
value: string | number | boolean;
|
|
1077
1111
|
description: string;
|
|
1078
1112
|
}[] | undefined;
|
|
1113
|
+
kind: "category";
|
|
1114
|
+
options: string[];
|
|
1079
1115
|
} | {
|
|
1080
1116
|
id: string;
|
|
1081
1117
|
label: string;
|
|
1082
1118
|
instructions: string;
|
|
1083
1119
|
required: boolean;
|
|
1084
1120
|
allowAbstain: boolean;
|
|
1085
|
-
kind: "boolean";
|
|
1086
1121
|
requireRationale?: boolean | undefined;
|
|
1087
1122
|
anchors?: {
|
|
1088
1123
|
value: string | number | boolean;
|
|
1089
1124
|
description: string;
|
|
1090
1125
|
}[] | undefined;
|
|
1126
|
+
kind: "boolean";
|
|
1091
1127
|
} | {
|
|
1092
1128
|
id: string;
|
|
1093
1129
|
label: string;
|
|
1094
1130
|
instructions: string;
|
|
1095
1131
|
required: boolean;
|
|
1096
1132
|
allowAbstain: boolean;
|
|
1097
|
-
kind: "text";
|
|
1098
|
-
maximumLength: number;
|
|
1099
1133
|
requireRationale?: boolean | undefined;
|
|
1100
1134
|
anchors?: {
|
|
1101
1135
|
value: string | number | boolean;
|
|
1102
1136
|
description: string;
|
|
1103
1137
|
}[] | undefined;
|
|
1138
|
+
kind: "text";
|
|
1104
1139
|
minimumLength?: number | undefined;
|
|
1140
|
+
maximumLength: number;
|
|
1105
1141
|
} | {
|
|
1106
1142
|
id: string;
|
|
1107
1143
|
label: string;
|
|
1108
1144
|
instructions: string;
|
|
1109
1145
|
required: boolean;
|
|
1110
1146
|
allowAbstain: boolean;
|
|
1111
|
-
kind: "preference";
|
|
1112
|
-
allowTie: boolean;
|
|
1113
1147
|
requireRationale?: boolean | undefined;
|
|
1114
1148
|
anchors?: {
|
|
1115
1149
|
value: string | number | boolean;
|
|
1116
1150
|
description: string;
|
|
1117
1151
|
}[] | undefined;
|
|
1152
|
+
kind: "preference";
|
|
1118
1153
|
requireStrength?: boolean | undefined;
|
|
1154
|
+
allowTie: boolean;
|
|
1119
1155
|
})[];
|
|
1120
1156
|
} | undefined;
|
|
1157
|
+
rubric: string;
|
|
1158
|
+
reviewerRole: string;
|
|
1121
1159
|
} | {
|
|
1122
1160
|
id: string;
|
|
1161
|
+
taskIds?: string[] | undefined;
|
|
1123
1162
|
version: string;
|
|
1124
1163
|
label: string;
|
|
1125
1164
|
weight: number;
|
|
@@ -1128,17 +1167,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1128
1167
|
privileged: boolean;
|
|
1129
1168
|
metadata: Record<string, unknown>;
|
|
1130
1169
|
kind: "custom_verifier";
|
|
1170
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1131
1171
|
module: string;
|
|
1132
1172
|
exportName: string;
|
|
1133
1173
|
timeoutMs: number;
|
|
1134
1174
|
networkPolicy: "none";
|
|
1135
|
-
taskIds?: string[] | undefined;
|
|
1136
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1137
1175
|
})[];
|
|
1138
1176
|
graderFixtures: {
|
|
1139
1177
|
id: string;
|
|
1140
1178
|
taskId: string;
|
|
1141
|
-
label: "
|
|
1179
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
1142
1180
|
output: Record<string, unknown>;
|
|
1143
1181
|
infrastructureError: string | null;
|
|
1144
1182
|
expectedPassed: boolean;
|
|
@@ -1195,7 +1233,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1195
1233
|
metadata: Record<string, unknown>;
|
|
1196
1234
|
kind: "feedback";
|
|
1197
1235
|
feedback: string;
|
|
1198
|
-
polarity: "
|
|
1236
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
1199
1237
|
}[];
|
|
1200
1238
|
rewards: {
|
|
1201
1239
|
id: string;
|
|
@@ -1246,41 +1284,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1246
1284
|
createdAt: string;
|
|
1247
1285
|
updatedAt: string;
|
|
1248
1286
|
metadata: Record<string, unknown>;
|
|
1249
|
-
datasetArtifact?: {
|
|
1250
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
1251
|
-
id: string;
|
|
1252
|
-
tasksetId: string;
|
|
1253
|
-
tasksetRevision: number;
|
|
1254
|
-
contentHash: string;
|
|
1255
|
-
format: "parquet";
|
|
1256
|
-
schema: {
|
|
1257
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1258
|
-
fields: {
|
|
1259
|
-
name: string;
|
|
1260
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
1261
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1262
|
-
nullable: boolean;
|
|
1263
|
-
policy: "metadata" | "visible" | "privileged";
|
|
1264
|
-
}[];
|
|
1265
|
-
schemaHash: string;
|
|
1266
|
-
};
|
|
1267
|
-
shards: {
|
|
1268
|
-
id: string;
|
|
1269
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1270
|
-
path: string;
|
|
1271
|
-
contentHash: string;
|
|
1272
|
-
schemaHash: string;
|
|
1273
|
-
sizeBytes: number;
|
|
1274
|
-
rowCount: number;
|
|
1275
|
-
rowGroupCount: number;
|
|
1276
|
-
}[];
|
|
1277
|
-
rowCount: number;
|
|
1278
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
1279
|
-
sourceReceiptRefs: string[];
|
|
1280
|
-
mappingHash: string;
|
|
1281
|
-
qualityReportHash: string;
|
|
1282
|
-
createdAt: string;
|
|
1283
|
-
} | null | undefined;
|
|
1284
1287
|
};
|
|
1285
1288
|
files: {
|
|
1286
1289
|
path: string;
|
|
@@ -1290,6 +1293,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1290
1293
|
}[];
|
|
1291
1294
|
contentHash: string;
|
|
1292
1295
|
};
|
|
1296
|
+
ownerScope?: "personal" | "workspace" | undefined;
|
|
1293
1297
|
publication: {
|
|
1294
1298
|
tasksetId: string;
|
|
1295
1299
|
release: {
|
|
@@ -1299,14 +1303,13 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1299
1303
|
};
|
|
1300
1304
|
packageHash: string;
|
|
1301
1305
|
} | null;
|
|
1302
|
-
originProjectId?: string | undefined;
|
|
1303
|
-
ownerScope?: "workspace" | "personal" | undefined;
|
|
1304
1306
|
};
|
|
1305
1307
|
base: {
|
|
1306
1308
|
schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
|
|
1307
1309
|
teamId: string;
|
|
1308
1310
|
datasetId: string;
|
|
1309
1311
|
revision: number;
|
|
1312
|
+
originProjectId?: string | undefined;
|
|
1310
1313
|
workspace: {
|
|
1311
1314
|
schemaVersion: "openpond.tasksetDraftWorkspace.v1";
|
|
1312
1315
|
draft: {
|
|
@@ -1351,17 +1354,17 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1351
1354
|
} | null;
|
|
1352
1355
|
name: string;
|
|
1353
1356
|
objective: string;
|
|
1354
|
-
purpose: "
|
|
1357
|
+
purpose: "benchmark" | "general";
|
|
1355
1358
|
benchmark: {
|
|
1356
1359
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
1357
1360
|
definitionId: string;
|
|
1358
1361
|
releaseId: string;
|
|
1359
1362
|
releaseHash: string;
|
|
1360
1363
|
managedReleasePath: string;
|
|
1361
|
-
adaptationSplit: "
|
|
1362
|
-
evaluationSplit: "
|
|
1363
|
-
primaryMetric: "
|
|
1364
|
-
qualityGate: "
|
|
1364
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
1365
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
1366
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
1367
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
1365
1368
|
source: "builtin" | "imported";
|
|
1366
1369
|
metadata: Record<string, unknown>;
|
|
1367
1370
|
} | null;
|
|
@@ -1372,36 +1375,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1372
1375
|
publishedAt: string;
|
|
1373
1376
|
metadata: Record<string, unknown>;
|
|
1374
1377
|
} | null;
|
|
1375
|
-
status: "draft" | "
|
|
1378
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
1376
1379
|
sourceRefs: ({
|
|
1377
|
-
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
1378
|
-
kind: "connected_activity";
|
|
1379
|
-
id: string;
|
|
1380
|
-
profileId: string;
|
|
1381
|
-
title: string;
|
|
1382
|
-
sourceHash: string;
|
|
1383
|
-
occurredAt: string;
|
|
1384
|
-
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1385
|
-
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1386
|
-
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1387
|
-
origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
1388
|
-
sourceId: string;
|
|
1389
|
-
sessionId: string;
|
|
1390
|
-
normalizerVersion: string;
|
|
1391
|
-
projection: "turn" | "conversation";
|
|
1392
|
-
ownerUserId: string;
|
|
1393
|
-
purpose: "recorded_evaluation";
|
|
1394
|
-
metadata: Record<string, unknown>;
|
|
1395
|
-
sourceFileHashes?: string[] | undefined;
|
|
1396
|
-
} | {
|
|
1397
1380
|
id: string;
|
|
1398
1381
|
profileId: string;
|
|
1399
1382
|
title: string;
|
|
1400
1383
|
sourceHash: string;
|
|
1401
1384
|
occurredAt: string;
|
|
1402
|
-
licensingStatus: "
|
|
1403
|
-
secretScanStatus: "
|
|
1404
|
-
piiScanStatus: "
|
|
1385
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1386
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1387
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1405
1388
|
metadata: Record<string, unknown>;
|
|
1406
1389
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1407
1390
|
kind: "huggingface";
|
|
@@ -1420,9 +1403,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1420
1403
|
title: string;
|
|
1421
1404
|
sourceHash: string;
|
|
1422
1405
|
occurredAt: string;
|
|
1423
|
-
licensingStatus: "
|
|
1424
|
-
secretScanStatus: "
|
|
1425
|
-
piiScanStatus: "
|
|
1406
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1407
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1408
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1426
1409
|
metadata: Record<string, unknown>;
|
|
1427
1410
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1428
1411
|
kind: "uploaded_file";
|
|
@@ -1437,9 +1420,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1437
1420
|
title: string;
|
|
1438
1421
|
sourceHash: string;
|
|
1439
1422
|
occurredAt: string;
|
|
1440
|
-
licensingStatus: "
|
|
1441
|
-
secretScanStatus: "
|
|
1442
|
-
piiScanStatus: "
|
|
1423
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1424
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1425
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1443
1426
|
metadata: Record<string, unknown>;
|
|
1444
1427
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1445
1428
|
kind: "generated";
|
|
@@ -1453,9 +1436,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1453
1436
|
title: string;
|
|
1454
1437
|
sourceHash: string;
|
|
1455
1438
|
occurredAt: string;
|
|
1456
|
-
licensingStatus: "
|
|
1457
|
-
secretScanStatus: "
|
|
1458
|
-
piiScanStatus: "
|
|
1439
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1440
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1441
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1459
1442
|
metadata: Record<string, unknown>;
|
|
1460
1443
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1461
1444
|
kind: "learning_batch";
|
|
@@ -1482,18 +1465,73 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1482
1465
|
title: string;
|
|
1483
1466
|
occurredAt: string;
|
|
1484
1467
|
consent: {
|
|
1485
|
-
status: "
|
|
1486
|
-
scope: "
|
|
1468
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
1469
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
1487
1470
|
grantedBy: string | null;
|
|
1488
1471
|
grantedAt: string | null;
|
|
1489
1472
|
purpose: "task_authoring_and_evaluation";
|
|
1490
1473
|
};
|
|
1491
1474
|
connectedAppIds: string[];
|
|
1492
|
-
secretScanStatus: "
|
|
1493
|
-
piiScanStatus: "
|
|
1494
|
-
licensingStatus: "
|
|
1475
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1476
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1477
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1478
|
+
metadata: Record<string, unknown>;
|
|
1479
|
+
} | {
|
|
1480
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
1481
|
+
kind: "connected_activity";
|
|
1482
|
+
id: string;
|
|
1483
|
+
profileId: string;
|
|
1484
|
+
title: string;
|
|
1485
|
+
sourceHash: string;
|
|
1486
|
+
occurredAt: string;
|
|
1487
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1488
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1489
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1490
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
1491
|
+
sourceId: string;
|
|
1492
|
+
sessionId: string;
|
|
1493
|
+
normalizerVersion: string;
|
|
1494
|
+
projection: "conversation" | "turn";
|
|
1495
|
+
ownerUserId: string;
|
|
1496
|
+
purpose: "recorded_evaluation";
|
|
1497
|
+
sourceFileHashes?: string[] | undefined;
|
|
1495
1498
|
metadata: Record<string, unknown>;
|
|
1496
1499
|
})[];
|
|
1500
|
+
datasetArtifact?: {
|
|
1501
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
1502
|
+
id: string;
|
|
1503
|
+
tasksetId: string;
|
|
1504
|
+
tasksetRevision: number;
|
|
1505
|
+
contentHash: string;
|
|
1506
|
+
format: "parquet";
|
|
1507
|
+
schema: {
|
|
1508
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1509
|
+
fields: {
|
|
1510
|
+
name: string;
|
|
1511
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
1512
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
1513
|
+
nullable: boolean;
|
|
1514
|
+
policy: "metadata" | "privileged" | "visible";
|
|
1515
|
+
}[];
|
|
1516
|
+
schemaHash: string;
|
|
1517
|
+
};
|
|
1518
|
+
shards: {
|
|
1519
|
+
id: string;
|
|
1520
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1521
|
+
path: string;
|
|
1522
|
+
contentHash: string;
|
|
1523
|
+
schemaHash: string;
|
|
1524
|
+
sizeBytes: number;
|
|
1525
|
+
rowCount: number;
|
|
1526
|
+
rowGroupCount: number;
|
|
1527
|
+
}[];
|
|
1528
|
+
rowCount: number;
|
|
1529
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
1530
|
+
sourceReceiptRefs: string[];
|
|
1531
|
+
mappingHash: string;
|
|
1532
|
+
qualityReportHash: string;
|
|
1533
|
+
createdAt: string;
|
|
1534
|
+
} | null | undefined;
|
|
1497
1535
|
policy: {
|
|
1498
1536
|
policyVisibleFields: string[];
|
|
1499
1537
|
privilegedFields: string[];
|
|
@@ -1502,15 +1540,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1502
1540
|
};
|
|
1503
1541
|
environment: {
|
|
1504
1542
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
1505
|
-
kind: "agent" | "
|
|
1543
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
1506
1544
|
entrypoint: string;
|
|
1507
1545
|
stateful: boolean;
|
|
1508
1546
|
deterministicSeeds: boolean;
|
|
1509
1547
|
toolNames: string[];
|
|
1510
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
1511
|
-
defaultTimeoutMs: number;
|
|
1512
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
1513
|
-
metadata: Record<string, unknown>;
|
|
1514
1548
|
actionBindings?: {
|
|
1515
1549
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
1516
1550
|
actionId: string;
|
|
@@ -1533,18 +1567,22 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1533
1567
|
source: "case_id";
|
|
1534
1568
|
}[];
|
|
1535
1569
|
}[] | undefined;
|
|
1570
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
1571
|
+
defaultTimeoutMs: number;
|
|
1572
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
1536
1573
|
resources?: {
|
|
1537
1574
|
id: string;
|
|
1538
|
-
kind: "
|
|
1575
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
1539
1576
|
path: string;
|
|
1540
|
-
|
|
1577
|
+
mediaType?: string | null | undefined;
|
|
1578
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
1541
1579
|
required: boolean;
|
|
1542
1580
|
metadata: Record<string, unknown>;
|
|
1543
|
-
mediaType?: string | null | undefined;
|
|
1544
1581
|
}[] | undefined;
|
|
1582
|
+
metadata: Record<string, unknown>;
|
|
1545
1583
|
};
|
|
1546
1584
|
output: {
|
|
1547
|
-
mode: "
|
|
1585
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
1548
1586
|
jsonSchema: Record<string, unknown> | null;
|
|
1549
1587
|
renderer: {
|
|
1550
1588
|
module: string;
|
|
@@ -1554,14 +1592,14 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1554
1592
|
};
|
|
1555
1593
|
capabilities: {
|
|
1556
1594
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1557
|
-
taskKind: "chat" | "
|
|
1558
|
-
supportedSignals: ("
|
|
1559
|
-
compatibleMethods: ("
|
|
1560
|
-
rewardKinds: ("
|
|
1595
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
1596
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
1597
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
1598
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
1561
1599
|
requiresTools: boolean;
|
|
1562
1600
|
requiresState: boolean;
|
|
1563
1601
|
requiresPrivilegedGrading: boolean;
|
|
1564
|
-
environmentPlacements: ("
|
|
1602
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
1565
1603
|
exportable: boolean;
|
|
1566
1604
|
portabilityBlockers: string[];
|
|
1567
1605
|
};
|
|
@@ -1569,7 +1607,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1569
1607
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
1570
1608
|
primaryMetric: string;
|
|
1571
1609
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
1572
|
-
missingReward: "
|
|
1610
|
+
missingReward: "exclude" | "zero";
|
|
1611
|
+
taskWeights?: Record<string, number> | undefined;
|
|
1573
1612
|
customAggregator: {
|
|
1574
1613
|
module: string;
|
|
1575
1614
|
exportName: string;
|
|
@@ -1577,7 +1616,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1577
1616
|
timeoutMs: number;
|
|
1578
1617
|
networkPolicy: "none";
|
|
1579
1618
|
} | null;
|
|
1580
|
-
taskWeights?: Record<string, number> | undefined;
|
|
1581
1619
|
};
|
|
1582
1620
|
review: {
|
|
1583
1621
|
enabled: boolean;
|
|
@@ -1597,37 +1635,39 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1597
1635
|
schemaVersion: "openpond.taskData.v1";
|
|
1598
1636
|
id: string;
|
|
1599
1637
|
clusterKey: string;
|
|
1600
|
-
split: "
|
|
1638
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1601
1639
|
input: Record<string, unknown>;
|
|
1602
1640
|
expectedOutput: Record<string, unknown> | null;
|
|
1603
1641
|
policyVisibleContext: Record<string, unknown>;
|
|
1604
1642
|
privilegedContextRef: string | null;
|
|
1605
|
-
tags: string[];
|
|
1606
|
-
metadata: Record<string, unknown>;
|
|
1607
|
-
sourceRefs: string[];
|
|
1608
1643
|
assets?: {
|
|
1609
1644
|
id: string;
|
|
1610
1645
|
sourceRefId: string;
|
|
1611
1646
|
artifactRef: string;
|
|
1612
1647
|
fileName: string;
|
|
1648
|
+
stagingPath?: string | undefined;
|
|
1613
1649
|
mediaType: string;
|
|
1614
1650
|
sha256: string;
|
|
1615
1651
|
sizeBytes: number;
|
|
1616
|
-
split: "
|
|
1652
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1617
1653
|
metadata: Record<string, unknown>;
|
|
1618
|
-
stagingPath?: string | undefined;
|
|
1619
1654
|
}[] | undefined;
|
|
1620
1655
|
resourceRefs?: string[] | undefined;
|
|
1621
1656
|
requiredOutputs?: {
|
|
1622
1657
|
path: string;
|
|
1623
1658
|
mediaType: string;
|
|
1624
|
-
metadata: Record<string, unknown>;
|
|
1625
1659
|
schemaRef?: string | null | undefined;
|
|
1660
|
+
submissionMode?: "structured_json" | undefined;
|
|
1626
1661
|
maxBytes?: number | undefined;
|
|
1662
|
+
metadata: Record<string, unknown>;
|
|
1627
1663
|
}[] | undefined;
|
|
1664
|
+
tags: string[];
|
|
1665
|
+
metadata: Record<string, unknown>;
|
|
1666
|
+
sourceRefs: string[];
|
|
1628
1667
|
}[];
|
|
1629
1668
|
graders: ({
|
|
1630
1669
|
id: string;
|
|
1670
|
+
taskIds?: string[] | undefined;
|
|
1631
1671
|
version: string;
|
|
1632
1672
|
label: string;
|
|
1633
1673
|
weight: number;
|
|
@@ -1635,11 +1675,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1635
1675
|
rewardEligible: boolean;
|
|
1636
1676
|
privileged: boolean;
|
|
1637
1677
|
metadata: Record<string, unknown>;
|
|
1638
|
-
kind: "
|
|
1678
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
1639
1679
|
config: Record<string, unknown>;
|
|
1640
|
-
taskIds?: string[] | undefined;
|
|
1641
1680
|
} | {
|
|
1642
1681
|
id: string;
|
|
1682
|
+
taskIds?: string[] | undefined;
|
|
1643
1683
|
version: string;
|
|
1644
1684
|
label: string;
|
|
1645
1685
|
weight: number;
|
|
@@ -1650,15 +1690,15 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1650
1690
|
kind: "model_judge";
|
|
1651
1691
|
rubric: string;
|
|
1652
1692
|
judge: {
|
|
1653
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
1693
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
1654
1694
|
modelId: string;
|
|
1655
1695
|
};
|
|
1656
1696
|
calibrationFixtureRefs: string[];
|
|
1657
|
-
calibrationStatus: "
|
|
1697
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
1658
1698
|
temperature: number;
|
|
1659
|
-
taskIds?: string[] | undefined;
|
|
1660
1699
|
} | {
|
|
1661
1700
|
id: string;
|
|
1701
|
+
taskIds?: string[] | undefined;
|
|
1662
1702
|
version: string;
|
|
1663
1703
|
label: string;
|
|
1664
1704
|
weight: number;
|
|
@@ -1667,9 +1707,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1667
1707
|
privileged: boolean;
|
|
1668
1708
|
metadata: Record<string, unknown>;
|
|
1669
1709
|
kind: "human";
|
|
1670
|
-
rubric: string;
|
|
1671
|
-
reviewerRole: string;
|
|
1672
|
-
taskIds?: string[] | undefined;
|
|
1673
1710
|
form?: {
|
|
1674
1711
|
schemaVersion: "openpond.humanForm.v1";
|
|
1675
1712
|
mode: "individual" | "pairwise";
|
|
@@ -1680,72 +1717,75 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1680
1717
|
instructions: string;
|
|
1681
1718
|
required: boolean;
|
|
1682
1719
|
allowAbstain: boolean;
|
|
1683
|
-
kind: "score";
|
|
1684
|
-
minimum: number;
|
|
1685
|
-
maximum: number;
|
|
1686
|
-
step: number;
|
|
1687
1720
|
requireRationale?: boolean | undefined;
|
|
1688
1721
|
anchors?: {
|
|
1689
1722
|
value: string | number | boolean;
|
|
1690
1723
|
description: string;
|
|
1691
1724
|
}[] | undefined;
|
|
1725
|
+
kind: "score";
|
|
1726
|
+
minimum: number;
|
|
1727
|
+
maximum: number;
|
|
1728
|
+
step: number;
|
|
1692
1729
|
} | {
|
|
1693
1730
|
id: string;
|
|
1694
1731
|
label: string;
|
|
1695
1732
|
instructions: string;
|
|
1696
1733
|
required: boolean;
|
|
1697
1734
|
allowAbstain: boolean;
|
|
1698
|
-
kind: "category";
|
|
1699
|
-
options: string[];
|
|
1700
1735
|
requireRationale?: boolean | undefined;
|
|
1701
1736
|
anchors?: {
|
|
1702
1737
|
value: string | number | boolean;
|
|
1703
1738
|
description: string;
|
|
1704
1739
|
}[] | undefined;
|
|
1740
|
+
kind: "category";
|
|
1741
|
+
options: string[];
|
|
1705
1742
|
} | {
|
|
1706
1743
|
id: string;
|
|
1707
1744
|
label: string;
|
|
1708
1745
|
instructions: string;
|
|
1709
1746
|
required: boolean;
|
|
1710
1747
|
allowAbstain: boolean;
|
|
1711
|
-
kind: "boolean";
|
|
1712
1748
|
requireRationale?: boolean | undefined;
|
|
1713
1749
|
anchors?: {
|
|
1714
1750
|
value: string | number | boolean;
|
|
1715
1751
|
description: string;
|
|
1716
1752
|
}[] | undefined;
|
|
1753
|
+
kind: "boolean";
|
|
1717
1754
|
} | {
|
|
1718
1755
|
id: string;
|
|
1719
1756
|
label: string;
|
|
1720
1757
|
instructions: string;
|
|
1721
1758
|
required: boolean;
|
|
1722
1759
|
allowAbstain: boolean;
|
|
1723
|
-
kind: "text";
|
|
1724
|
-
maximumLength: number;
|
|
1725
1760
|
requireRationale?: boolean | undefined;
|
|
1726
1761
|
anchors?: {
|
|
1727
1762
|
value: string | number | boolean;
|
|
1728
1763
|
description: string;
|
|
1729
1764
|
}[] | undefined;
|
|
1765
|
+
kind: "text";
|
|
1730
1766
|
minimumLength?: number | undefined;
|
|
1767
|
+
maximumLength: number;
|
|
1731
1768
|
} | {
|
|
1732
1769
|
id: string;
|
|
1733
1770
|
label: string;
|
|
1734
1771
|
instructions: string;
|
|
1735
1772
|
required: boolean;
|
|
1736
1773
|
allowAbstain: boolean;
|
|
1737
|
-
kind: "preference";
|
|
1738
|
-
allowTie: boolean;
|
|
1739
1774
|
requireRationale?: boolean | undefined;
|
|
1740
1775
|
anchors?: {
|
|
1741
1776
|
value: string | number | boolean;
|
|
1742
1777
|
description: string;
|
|
1743
1778
|
}[] | undefined;
|
|
1779
|
+
kind: "preference";
|
|
1744
1780
|
requireStrength?: boolean | undefined;
|
|
1781
|
+
allowTie: boolean;
|
|
1745
1782
|
})[];
|
|
1746
1783
|
} | undefined;
|
|
1784
|
+
rubric: string;
|
|
1785
|
+
reviewerRole: string;
|
|
1747
1786
|
} | {
|
|
1748
1787
|
id: string;
|
|
1788
|
+
taskIds?: string[] | undefined;
|
|
1749
1789
|
version: string;
|
|
1750
1790
|
label: string;
|
|
1751
1791
|
weight: number;
|
|
@@ -1754,17 +1794,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1754
1794
|
privileged: boolean;
|
|
1755
1795
|
metadata: Record<string, unknown>;
|
|
1756
1796
|
kind: "custom_verifier";
|
|
1797
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1757
1798
|
module: string;
|
|
1758
1799
|
exportName: string;
|
|
1759
1800
|
timeoutMs: number;
|
|
1760
1801
|
networkPolicy: "none";
|
|
1761
|
-
taskIds?: string[] | undefined;
|
|
1762
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1763
1802
|
})[];
|
|
1764
1803
|
graderFixtures: {
|
|
1765
1804
|
id: string;
|
|
1766
1805
|
taskId: string;
|
|
1767
|
-
label: "
|
|
1806
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
1768
1807
|
output: Record<string, unknown>;
|
|
1769
1808
|
infrastructureError: string | null;
|
|
1770
1809
|
expectedPassed: boolean;
|
|
@@ -1821,7 +1860,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1821
1860
|
metadata: Record<string, unknown>;
|
|
1822
1861
|
kind: "feedback";
|
|
1823
1862
|
feedback: string;
|
|
1824
|
-
polarity: "
|
|
1863
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
1825
1864
|
}[];
|
|
1826
1865
|
rewards: {
|
|
1827
1866
|
id: string;
|
|
@@ -1872,41 +1911,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1872
1911
|
createdAt: string;
|
|
1873
1912
|
updatedAt: string;
|
|
1874
1913
|
metadata: Record<string, unknown>;
|
|
1875
|
-
datasetArtifact?: {
|
|
1876
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
1877
|
-
id: string;
|
|
1878
|
-
tasksetId: string;
|
|
1879
|
-
tasksetRevision: number;
|
|
1880
|
-
contentHash: string;
|
|
1881
|
-
format: "parquet";
|
|
1882
|
-
schema: {
|
|
1883
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1884
|
-
fields: {
|
|
1885
|
-
name: string;
|
|
1886
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
1887
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1888
|
-
nullable: boolean;
|
|
1889
|
-
policy: "metadata" | "visible" | "privileged";
|
|
1890
|
-
}[];
|
|
1891
|
-
schemaHash: string;
|
|
1892
|
-
};
|
|
1893
|
-
shards: {
|
|
1894
|
-
id: string;
|
|
1895
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1896
|
-
path: string;
|
|
1897
|
-
contentHash: string;
|
|
1898
|
-
schemaHash: string;
|
|
1899
|
-
sizeBytes: number;
|
|
1900
|
-
rowCount: number;
|
|
1901
|
-
rowGroupCount: number;
|
|
1902
|
-
}[];
|
|
1903
|
-
rowCount: number;
|
|
1904
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
1905
|
-
sourceReceiptRefs: string[];
|
|
1906
|
-
mappingHash: string;
|
|
1907
|
-
qualityReportHash: string;
|
|
1908
|
-
createdAt: string;
|
|
1909
|
-
} | null | undefined;
|
|
1910
1914
|
};
|
|
1911
1915
|
files: {
|
|
1912
1916
|
path: string;
|
|
@@ -1916,6 +1920,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1916
1920
|
}[];
|
|
1917
1921
|
contentHash: string;
|
|
1918
1922
|
};
|
|
1923
|
+
ownerScope?: "personal" | "workspace" | undefined;
|
|
1919
1924
|
publication: {
|
|
1920
1925
|
tasksetId: string;
|
|
1921
1926
|
release: {
|
|
@@ -1925,8 +1930,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1925
1930
|
};
|
|
1926
1931
|
packageHash: string;
|
|
1927
1932
|
} | null;
|
|
1928
|
-
originProjectId?: string | undefined;
|
|
1929
|
-
ownerScope?: "workspace" | "personal" | undefined;
|
|
1930
1933
|
} | null;
|
|
1931
1934
|
} | null>;
|
|
1932
1935
|
beginVersion(id: string, input: z.input<typeof DatasetWorkspaceBeginVersionSchema>, signal?: AbortSignal): Promise<{
|
|
@@ -1934,6 +1937,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1934
1937
|
teamId: string;
|
|
1935
1938
|
datasetId: string;
|
|
1936
1939
|
revision: number;
|
|
1940
|
+
originProjectId?: string | undefined;
|
|
1937
1941
|
workspace: {
|
|
1938
1942
|
schemaVersion: "openpond.tasksetDraftWorkspace.v1";
|
|
1939
1943
|
draft: {
|
|
@@ -1978,17 +1982,17 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1978
1982
|
} | null;
|
|
1979
1983
|
name: string;
|
|
1980
1984
|
objective: string;
|
|
1981
|
-
purpose: "
|
|
1985
|
+
purpose: "benchmark" | "general";
|
|
1982
1986
|
benchmark: {
|
|
1983
1987
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
1984
1988
|
definitionId: string;
|
|
1985
1989
|
releaseId: string;
|
|
1986
1990
|
releaseHash: string;
|
|
1987
1991
|
managedReleasePath: string;
|
|
1988
|
-
adaptationSplit: "
|
|
1989
|
-
evaluationSplit: "
|
|
1990
|
-
primaryMetric: "
|
|
1991
|
-
qualityGate: "
|
|
1992
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
1993
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
1994
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
1995
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
1992
1996
|
source: "builtin" | "imported";
|
|
1993
1997
|
metadata: Record<string, unknown>;
|
|
1994
1998
|
} | null;
|
|
@@ -1999,36 +2003,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
1999
2003
|
publishedAt: string;
|
|
2000
2004
|
metadata: Record<string, unknown>;
|
|
2001
2005
|
} | null;
|
|
2002
|
-
status: "draft" | "
|
|
2006
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
2003
2007
|
sourceRefs: ({
|
|
2004
|
-
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
2005
|
-
kind: "connected_activity";
|
|
2006
|
-
id: string;
|
|
2007
|
-
profileId: string;
|
|
2008
|
-
title: string;
|
|
2009
|
-
sourceHash: string;
|
|
2010
|
-
occurredAt: string;
|
|
2011
|
-
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2012
|
-
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2013
|
-
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2014
|
-
origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
2015
|
-
sourceId: string;
|
|
2016
|
-
sessionId: string;
|
|
2017
|
-
normalizerVersion: string;
|
|
2018
|
-
projection: "turn" | "conversation";
|
|
2019
|
-
ownerUserId: string;
|
|
2020
|
-
purpose: "recorded_evaluation";
|
|
2021
|
-
metadata: Record<string, unknown>;
|
|
2022
|
-
sourceFileHashes?: string[] | undefined;
|
|
2023
|
-
} | {
|
|
2024
2008
|
id: string;
|
|
2025
2009
|
profileId: string;
|
|
2026
2010
|
title: string;
|
|
2027
2011
|
sourceHash: string;
|
|
2028
2012
|
occurredAt: string;
|
|
2029
|
-
licensingStatus: "
|
|
2030
|
-
secretScanStatus: "
|
|
2031
|
-
piiScanStatus: "
|
|
2013
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2014
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2015
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2032
2016
|
metadata: Record<string, unknown>;
|
|
2033
2017
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2034
2018
|
kind: "huggingface";
|
|
@@ -2047,9 +2031,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2047
2031
|
title: string;
|
|
2048
2032
|
sourceHash: string;
|
|
2049
2033
|
occurredAt: string;
|
|
2050
|
-
licensingStatus: "
|
|
2051
|
-
secretScanStatus: "
|
|
2052
|
-
piiScanStatus: "
|
|
2034
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2035
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2036
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2053
2037
|
metadata: Record<string, unknown>;
|
|
2054
2038
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2055
2039
|
kind: "uploaded_file";
|
|
@@ -2064,9 +2048,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2064
2048
|
title: string;
|
|
2065
2049
|
sourceHash: string;
|
|
2066
2050
|
occurredAt: string;
|
|
2067
|
-
licensingStatus: "
|
|
2068
|
-
secretScanStatus: "
|
|
2069
|
-
piiScanStatus: "
|
|
2051
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2052
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2053
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2070
2054
|
metadata: Record<string, unknown>;
|
|
2071
2055
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2072
2056
|
kind: "generated";
|
|
@@ -2080,9 +2064,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2080
2064
|
title: string;
|
|
2081
2065
|
sourceHash: string;
|
|
2082
2066
|
occurredAt: string;
|
|
2083
|
-
licensingStatus: "
|
|
2084
|
-
secretScanStatus: "
|
|
2085
|
-
piiScanStatus: "
|
|
2067
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2068
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2069
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2086
2070
|
metadata: Record<string, unknown>;
|
|
2087
2071
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2088
2072
|
kind: "learning_batch";
|
|
@@ -2109,18 +2093,73 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2109
2093
|
title: string;
|
|
2110
2094
|
occurredAt: string;
|
|
2111
2095
|
consent: {
|
|
2112
|
-
status: "
|
|
2113
|
-
scope: "
|
|
2096
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
2097
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
2114
2098
|
grantedBy: string | null;
|
|
2115
2099
|
grantedAt: string | null;
|
|
2116
2100
|
purpose: "task_authoring_and_evaluation";
|
|
2117
2101
|
};
|
|
2118
2102
|
connectedAppIds: string[];
|
|
2119
|
-
secretScanStatus: "
|
|
2120
|
-
piiScanStatus: "
|
|
2121
|
-
licensingStatus: "
|
|
2103
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2104
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2105
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2106
|
+
metadata: Record<string, unknown>;
|
|
2107
|
+
} | {
|
|
2108
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
2109
|
+
kind: "connected_activity";
|
|
2110
|
+
id: string;
|
|
2111
|
+
profileId: string;
|
|
2112
|
+
title: string;
|
|
2113
|
+
sourceHash: string;
|
|
2114
|
+
occurredAt: string;
|
|
2115
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2116
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2117
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2118
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
2119
|
+
sourceId: string;
|
|
2120
|
+
sessionId: string;
|
|
2121
|
+
normalizerVersion: string;
|
|
2122
|
+
projection: "conversation" | "turn";
|
|
2123
|
+
ownerUserId: string;
|
|
2124
|
+
purpose: "recorded_evaluation";
|
|
2125
|
+
sourceFileHashes?: string[] | undefined;
|
|
2122
2126
|
metadata: Record<string, unknown>;
|
|
2123
2127
|
})[];
|
|
2128
|
+
datasetArtifact?: {
|
|
2129
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
2130
|
+
id: string;
|
|
2131
|
+
tasksetId: string;
|
|
2132
|
+
tasksetRevision: number;
|
|
2133
|
+
contentHash: string;
|
|
2134
|
+
format: "parquet";
|
|
2135
|
+
schema: {
|
|
2136
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2137
|
+
fields: {
|
|
2138
|
+
name: string;
|
|
2139
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
2140
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
2141
|
+
nullable: boolean;
|
|
2142
|
+
policy: "metadata" | "privileged" | "visible";
|
|
2143
|
+
}[];
|
|
2144
|
+
schemaHash: string;
|
|
2145
|
+
};
|
|
2146
|
+
shards: {
|
|
2147
|
+
id: string;
|
|
2148
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2149
|
+
path: string;
|
|
2150
|
+
contentHash: string;
|
|
2151
|
+
schemaHash: string;
|
|
2152
|
+
sizeBytes: number;
|
|
2153
|
+
rowCount: number;
|
|
2154
|
+
rowGroupCount: number;
|
|
2155
|
+
}[];
|
|
2156
|
+
rowCount: number;
|
|
2157
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
2158
|
+
sourceReceiptRefs: string[];
|
|
2159
|
+
mappingHash: string;
|
|
2160
|
+
qualityReportHash: string;
|
|
2161
|
+
createdAt: string;
|
|
2162
|
+
} | null | undefined;
|
|
2124
2163
|
policy: {
|
|
2125
2164
|
policyVisibleFields: string[];
|
|
2126
2165
|
privilegedFields: string[];
|
|
@@ -2129,15 +2168,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2129
2168
|
};
|
|
2130
2169
|
environment: {
|
|
2131
2170
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2132
|
-
kind: "agent" | "
|
|
2171
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
2133
2172
|
entrypoint: string;
|
|
2134
2173
|
stateful: boolean;
|
|
2135
2174
|
deterministicSeeds: boolean;
|
|
2136
2175
|
toolNames: string[];
|
|
2137
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
2138
|
-
defaultTimeoutMs: number;
|
|
2139
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
2140
|
-
metadata: Record<string, unknown>;
|
|
2141
2176
|
actionBindings?: {
|
|
2142
2177
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
2143
2178
|
actionId: string;
|
|
@@ -2160,18 +2195,22 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2160
2195
|
source: "case_id";
|
|
2161
2196
|
}[];
|
|
2162
2197
|
}[] | undefined;
|
|
2198
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
2199
|
+
defaultTimeoutMs: number;
|
|
2200
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
2163
2201
|
resources?: {
|
|
2164
2202
|
id: string;
|
|
2165
|
-
kind: "
|
|
2203
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
2166
2204
|
path: string;
|
|
2167
|
-
|
|
2205
|
+
mediaType?: string | null | undefined;
|
|
2206
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
2168
2207
|
required: boolean;
|
|
2169
2208
|
metadata: Record<string, unknown>;
|
|
2170
|
-
mediaType?: string | null | undefined;
|
|
2171
2209
|
}[] | undefined;
|
|
2210
|
+
metadata: Record<string, unknown>;
|
|
2172
2211
|
};
|
|
2173
2212
|
output: {
|
|
2174
|
-
mode: "
|
|
2213
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
2175
2214
|
jsonSchema: Record<string, unknown> | null;
|
|
2176
2215
|
renderer: {
|
|
2177
2216
|
module: string;
|
|
@@ -2181,14 +2220,14 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2181
2220
|
};
|
|
2182
2221
|
capabilities: {
|
|
2183
2222
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2184
|
-
taskKind: "chat" | "
|
|
2185
|
-
supportedSignals: ("
|
|
2186
|
-
compatibleMethods: ("
|
|
2187
|
-
rewardKinds: ("
|
|
2223
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
2224
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
2225
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
2226
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
2188
2227
|
requiresTools: boolean;
|
|
2189
2228
|
requiresState: boolean;
|
|
2190
2229
|
requiresPrivilegedGrading: boolean;
|
|
2191
|
-
environmentPlacements: ("
|
|
2230
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
2192
2231
|
exportable: boolean;
|
|
2193
2232
|
portabilityBlockers: string[];
|
|
2194
2233
|
};
|
|
@@ -2196,7 +2235,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2196
2235
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
2197
2236
|
primaryMetric: string;
|
|
2198
2237
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
2199
|
-
missingReward: "
|
|
2238
|
+
missingReward: "exclude" | "zero";
|
|
2239
|
+
taskWeights?: Record<string, number> | undefined;
|
|
2200
2240
|
customAggregator: {
|
|
2201
2241
|
module: string;
|
|
2202
2242
|
exportName: string;
|
|
@@ -2204,7 +2244,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2204
2244
|
timeoutMs: number;
|
|
2205
2245
|
networkPolicy: "none";
|
|
2206
2246
|
} | null;
|
|
2207
|
-
taskWeights?: Record<string, number> | undefined;
|
|
2208
2247
|
};
|
|
2209
2248
|
review: {
|
|
2210
2249
|
enabled: boolean;
|
|
@@ -2224,37 +2263,39 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2224
2263
|
schemaVersion: "openpond.taskData.v1";
|
|
2225
2264
|
id: string;
|
|
2226
2265
|
clusterKey: string;
|
|
2227
|
-
split: "
|
|
2266
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2228
2267
|
input: Record<string, unknown>;
|
|
2229
2268
|
expectedOutput: Record<string, unknown> | null;
|
|
2230
2269
|
policyVisibleContext: Record<string, unknown>;
|
|
2231
2270
|
privilegedContextRef: string | null;
|
|
2232
|
-
tags: string[];
|
|
2233
|
-
metadata: Record<string, unknown>;
|
|
2234
|
-
sourceRefs: string[];
|
|
2235
2271
|
assets?: {
|
|
2236
2272
|
id: string;
|
|
2237
2273
|
sourceRefId: string;
|
|
2238
2274
|
artifactRef: string;
|
|
2239
2275
|
fileName: string;
|
|
2276
|
+
stagingPath?: string | undefined;
|
|
2240
2277
|
mediaType: string;
|
|
2241
2278
|
sha256: string;
|
|
2242
2279
|
sizeBytes: number;
|
|
2243
|
-
split: "
|
|
2280
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2244
2281
|
metadata: Record<string, unknown>;
|
|
2245
|
-
stagingPath?: string | undefined;
|
|
2246
2282
|
}[] | undefined;
|
|
2247
2283
|
resourceRefs?: string[] | undefined;
|
|
2248
2284
|
requiredOutputs?: {
|
|
2249
2285
|
path: string;
|
|
2250
2286
|
mediaType: string;
|
|
2251
|
-
metadata: Record<string, unknown>;
|
|
2252
2287
|
schemaRef?: string | null | undefined;
|
|
2288
|
+
submissionMode?: "structured_json" | undefined;
|
|
2253
2289
|
maxBytes?: number | undefined;
|
|
2290
|
+
metadata: Record<string, unknown>;
|
|
2254
2291
|
}[] | undefined;
|
|
2292
|
+
tags: string[];
|
|
2293
|
+
metadata: Record<string, unknown>;
|
|
2294
|
+
sourceRefs: string[];
|
|
2255
2295
|
}[];
|
|
2256
2296
|
graders: ({
|
|
2257
2297
|
id: string;
|
|
2298
|
+
taskIds?: string[] | undefined;
|
|
2258
2299
|
version: string;
|
|
2259
2300
|
label: string;
|
|
2260
2301
|
weight: number;
|
|
@@ -2262,11 +2303,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2262
2303
|
rewardEligible: boolean;
|
|
2263
2304
|
privileged: boolean;
|
|
2264
2305
|
metadata: Record<string, unknown>;
|
|
2265
|
-
kind: "
|
|
2306
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
2266
2307
|
config: Record<string, unknown>;
|
|
2267
|
-
taskIds?: string[] | undefined;
|
|
2268
2308
|
} | {
|
|
2269
2309
|
id: string;
|
|
2310
|
+
taskIds?: string[] | undefined;
|
|
2270
2311
|
version: string;
|
|
2271
2312
|
label: string;
|
|
2272
2313
|
weight: number;
|
|
@@ -2277,15 +2318,15 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2277
2318
|
kind: "model_judge";
|
|
2278
2319
|
rubric: string;
|
|
2279
2320
|
judge: {
|
|
2280
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
2321
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
2281
2322
|
modelId: string;
|
|
2282
2323
|
};
|
|
2283
2324
|
calibrationFixtureRefs: string[];
|
|
2284
|
-
calibrationStatus: "
|
|
2325
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
2285
2326
|
temperature: number;
|
|
2286
|
-
taskIds?: string[] | undefined;
|
|
2287
2327
|
} | {
|
|
2288
2328
|
id: string;
|
|
2329
|
+
taskIds?: string[] | undefined;
|
|
2289
2330
|
version: string;
|
|
2290
2331
|
label: string;
|
|
2291
2332
|
weight: number;
|
|
@@ -2294,9 +2335,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2294
2335
|
privileged: boolean;
|
|
2295
2336
|
metadata: Record<string, unknown>;
|
|
2296
2337
|
kind: "human";
|
|
2297
|
-
rubric: string;
|
|
2298
|
-
reviewerRole: string;
|
|
2299
|
-
taskIds?: string[] | undefined;
|
|
2300
2338
|
form?: {
|
|
2301
2339
|
schemaVersion: "openpond.humanForm.v1";
|
|
2302
2340
|
mode: "individual" | "pairwise";
|
|
@@ -2307,72 +2345,75 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2307
2345
|
instructions: string;
|
|
2308
2346
|
required: boolean;
|
|
2309
2347
|
allowAbstain: boolean;
|
|
2310
|
-
kind: "score";
|
|
2311
|
-
minimum: number;
|
|
2312
|
-
maximum: number;
|
|
2313
|
-
step: number;
|
|
2314
2348
|
requireRationale?: boolean | undefined;
|
|
2315
2349
|
anchors?: {
|
|
2316
2350
|
value: string | number | boolean;
|
|
2317
2351
|
description: string;
|
|
2318
2352
|
}[] | undefined;
|
|
2353
|
+
kind: "score";
|
|
2354
|
+
minimum: number;
|
|
2355
|
+
maximum: number;
|
|
2356
|
+
step: number;
|
|
2319
2357
|
} | {
|
|
2320
2358
|
id: string;
|
|
2321
2359
|
label: string;
|
|
2322
2360
|
instructions: string;
|
|
2323
2361
|
required: boolean;
|
|
2324
2362
|
allowAbstain: boolean;
|
|
2325
|
-
kind: "category";
|
|
2326
|
-
options: string[];
|
|
2327
2363
|
requireRationale?: boolean | undefined;
|
|
2328
2364
|
anchors?: {
|
|
2329
2365
|
value: string | number | boolean;
|
|
2330
2366
|
description: string;
|
|
2331
2367
|
}[] | undefined;
|
|
2368
|
+
kind: "category";
|
|
2369
|
+
options: string[];
|
|
2332
2370
|
} | {
|
|
2333
2371
|
id: string;
|
|
2334
2372
|
label: string;
|
|
2335
2373
|
instructions: string;
|
|
2336
2374
|
required: boolean;
|
|
2337
2375
|
allowAbstain: boolean;
|
|
2338
|
-
kind: "boolean";
|
|
2339
2376
|
requireRationale?: boolean | undefined;
|
|
2340
2377
|
anchors?: {
|
|
2341
2378
|
value: string | number | boolean;
|
|
2342
2379
|
description: string;
|
|
2343
2380
|
}[] | undefined;
|
|
2381
|
+
kind: "boolean";
|
|
2344
2382
|
} | {
|
|
2345
2383
|
id: string;
|
|
2346
2384
|
label: string;
|
|
2347
2385
|
instructions: string;
|
|
2348
2386
|
required: boolean;
|
|
2349
2387
|
allowAbstain: boolean;
|
|
2350
|
-
kind: "text";
|
|
2351
|
-
maximumLength: number;
|
|
2352
2388
|
requireRationale?: boolean | undefined;
|
|
2353
2389
|
anchors?: {
|
|
2354
2390
|
value: string | number | boolean;
|
|
2355
2391
|
description: string;
|
|
2356
2392
|
}[] | undefined;
|
|
2393
|
+
kind: "text";
|
|
2357
2394
|
minimumLength?: number | undefined;
|
|
2395
|
+
maximumLength: number;
|
|
2358
2396
|
} | {
|
|
2359
2397
|
id: string;
|
|
2360
2398
|
label: string;
|
|
2361
2399
|
instructions: string;
|
|
2362
2400
|
required: boolean;
|
|
2363
2401
|
allowAbstain: boolean;
|
|
2364
|
-
kind: "preference";
|
|
2365
|
-
allowTie: boolean;
|
|
2366
2402
|
requireRationale?: boolean | undefined;
|
|
2367
2403
|
anchors?: {
|
|
2368
2404
|
value: string | number | boolean;
|
|
2369
2405
|
description: string;
|
|
2370
2406
|
}[] | undefined;
|
|
2407
|
+
kind: "preference";
|
|
2371
2408
|
requireStrength?: boolean | undefined;
|
|
2409
|
+
allowTie: boolean;
|
|
2372
2410
|
})[];
|
|
2373
2411
|
} | undefined;
|
|
2412
|
+
rubric: string;
|
|
2413
|
+
reviewerRole: string;
|
|
2374
2414
|
} | {
|
|
2375
2415
|
id: string;
|
|
2416
|
+
taskIds?: string[] | undefined;
|
|
2376
2417
|
version: string;
|
|
2377
2418
|
label: string;
|
|
2378
2419
|
weight: number;
|
|
@@ -2381,17 +2422,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2381
2422
|
privileged: boolean;
|
|
2382
2423
|
metadata: Record<string, unknown>;
|
|
2383
2424
|
kind: "custom_verifier";
|
|
2425
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
2384
2426
|
module: string;
|
|
2385
2427
|
exportName: string;
|
|
2386
2428
|
timeoutMs: number;
|
|
2387
2429
|
networkPolicy: "none";
|
|
2388
|
-
taskIds?: string[] | undefined;
|
|
2389
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
2390
2430
|
})[];
|
|
2391
2431
|
graderFixtures: {
|
|
2392
2432
|
id: string;
|
|
2393
2433
|
taskId: string;
|
|
2394
|
-
label: "
|
|
2434
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
2395
2435
|
output: Record<string, unknown>;
|
|
2396
2436
|
infrastructureError: string | null;
|
|
2397
2437
|
expectedPassed: boolean;
|
|
@@ -2448,7 +2488,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2448
2488
|
metadata: Record<string, unknown>;
|
|
2449
2489
|
kind: "feedback";
|
|
2450
2490
|
feedback: string;
|
|
2451
|
-
polarity: "
|
|
2491
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
2452
2492
|
}[];
|
|
2453
2493
|
rewards: {
|
|
2454
2494
|
id: string;
|
|
@@ -2499,41 +2539,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2499
2539
|
createdAt: string;
|
|
2500
2540
|
updatedAt: string;
|
|
2501
2541
|
metadata: Record<string, unknown>;
|
|
2502
|
-
datasetArtifact?: {
|
|
2503
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
2504
|
-
id: string;
|
|
2505
|
-
tasksetId: string;
|
|
2506
|
-
tasksetRevision: number;
|
|
2507
|
-
contentHash: string;
|
|
2508
|
-
format: "parquet";
|
|
2509
|
-
schema: {
|
|
2510
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2511
|
-
fields: {
|
|
2512
|
-
name: string;
|
|
2513
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
2514
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2515
|
-
nullable: boolean;
|
|
2516
|
-
policy: "metadata" | "visible" | "privileged";
|
|
2517
|
-
}[];
|
|
2518
|
-
schemaHash: string;
|
|
2519
|
-
};
|
|
2520
|
-
shards: {
|
|
2521
|
-
id: string;
|
|
2522
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
2523
|
-
path: string;
|
|
2524
|
-
contentHash: string;
|
|
2525
|
-
schemaHash: string;
|
|
2526
|
-
sizeBytes: number;
|
|
2527
|
-
rowCount: number;
|
|
2528
|
-
rowGroupCount: number;
|
|
2529
|
-
}[];
|
|
2530
|
-
rowCount: number;
|
|
2531
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
2532
|
-
sourceReceiptRefs: string[];
|
|
2533
|
-
mappingHash: string;
|
|
2534
|
-
qualityReportHash: string;
|
|
2535
|
-
createdAt: string;
|
|
2536
|
-
} | null | undefined;
|
|
2537
2542
|
};
|
|
2538
2543
|
files: {
|
|
2539
2544
|
path: string;
|
|
@@ -2543,6 +2548,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2543
2548
|
}[];
|
|
2544
2549
|
contentHash: string;
|
|
2545
2550
|
};
|
|
2551
|
+
ownerScope?: "personal" | "workspace" | undefined;
|
|
2546
2552
|
publication: {
|
|
2547
2553
|
tasksetId: string;
|
|
2548
2554
|
release: {
|
|
@@ -2552,8 +2558,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2552
2558
|
};
|
|
2553
2559
|
packageHash: string;
|
|
2554
2560
|
} | null;
|
|
2555
|
-
originProjectId?: string | undefined;
|
|
2556
|
-
ownerScope?: "workspace" | "personal" | undefined;
|
|
2557
2561
|
}>;
|
|
2558
2562
|
versions(id: string, options?: {
|
|
2559
2563
|
beforeRevision?: number;
|
|
@@ -2581,6 +2585,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2581
2585
|
teamId: string;
|
|
2582
2586
|
datasetId: string;
|
|
2583
2587
|
revision: number;
|
|
2588
|
+
originProjectId?: string | undefined;
|
|
2584
2589
|
workspace: {
|
|
2585
2590
|
schemaVersion: "openpond.tasksetDraftWorkspace.v1";
|
|
2586
2591
|
draft: {
|
|
@@ -2625,17 +2630,17 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2625
2630
|
} | null;
|
|
2626
2631
|
name: string;
|
|
2627
2632
|
objective: string;
|
|
2628
|
-
purpose: "
|
|
2633
|
+
purpose: "benchmark" | "general";
|
|
2629
2634
|
benchmark: {
|
|
2630
2635
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
2631
2636
|
definitionId: string;
|
|
2632
2637
|
releaseId: string;
|
|
2633
2638
|
releaseHash: string;
|
|
2634
2639
|
managedReleasePath: string;
|
|
2635
|
-
adaptationSplit: "
|
|
2636
|
-
evaluationSplit: "
|
|
2637
|
-
primaryMetric: "
|
|
2638
|
-
qualityGate: "
|
|
2640
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
2641
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
2642
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
2643
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
2639
2644
|
source: "builtin" | "imported";
|
|
2640
2645
|
metadata: Record<string, unknown>;
|
|
2641
2646
|
} | null;
|
|
@@ -2646,36 +2651,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2646
2651
|
publishedAt: string;
|
|
2647
2652
|
metadata: Record<string, unknown>;
|
|
2648
2653
|
} | null;
|
|
2649
|
-
status: "draft" | "
|
|
2654
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
2650
2655
|
sourceRefs: ({
|
|
2651
|
-
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
2652
|
-
kind: "connected_activity";
|
|
2653
|
-
id: string;
|
|
2654
|
-
profileId: string;
|
|
2655
|
-
title: string;
|
|
2656
|
-
sourceHash: string;
|
|
2657
|
-
occurredAt: string;
|
|
2658
|
-
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2659
|
-
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2660
|
-
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2661
|
-
origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
2662
|
-
sourceId: string;
|
|
2663
|
-
sessionId: string;
|
|
2664
|
-
normalizerVersion: string;
|
|
2665
|
-
projection: "turn" | "conversation";
|
|
2666
|
-
ownerUserId: string;
|
|
2667
|
-
purpose: "recorded_evaluation";
|
|
2668
|
-
metadata: Record<string, unknown>;
|
|
2669
|
-
sourceFileHashes?: string[] | undefined;
|
|
2670
|
-
} | {
|
|
2671
2656
|
id: string;
|
|
2672
2657
|
profileId: string;
|
|
2673
2658
|
title: string;
|
|
2674
2659
|
sourceHash: string;
|
|
2675
2660
|
occurredAt: string;
|
|
2676
|
-
licensingStatus: "
|
|
2677
|
-
secretScanStatus: "
|
|
2678
|
-
piiScanStatus: "
|
|
2661
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2662
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2663
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2679
2664
|
metadata: Record<string, unknown>;
|
|
2680
2665
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2681
2666
|
kind: "huggingface";
|
|
@@ -2694,9 +2679,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2694
2679
|
title: string;
|
|
2695
2680
|
sourceHash: string;
|
|
2696
2681
|
occurredAt: string;
|
|
2697
|
-
licensingStatus: "
|
|
2698
|
-
secretScanStatus: "
|
|
2699
|
-
piiScanStatus: "
|
|
2682
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2683
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2684
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2700
2685
|
metadata: Record<string, unknown>;
|
|
2701
2686
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2702
2687
|
kind: "uploaded_file";
|
|
@@ -2711,9 +2696,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2711
2696
|
title: string;
|
|
2712
2697
|
sourceHash: string;
|
|
2713
2698
|
occurredAt: string;
|
|
2714
|
-
licensingStatus: "
|
|
2715
|
-
secretScanStatus: "
|
|
2716
|
-
piiScanStatus: "
|
|
2699
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2700
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2701
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2717
2702
|
metadata: Record<string, unknown>;
|
|
2718
2703
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2719
2704
|
kind: "generated";
|
|
@@ -2727,9 +2712,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2727
2712
|
title: string;
|
|
2728
2713
|
sourceHash: string;
|
|
2729
2714
|
occurredAt: string;
|
|
2730
|
-
licensingStatus: "
|
|
2731
|
-
secretScanStatus: "
|
|
2732
|
-
piiScanStatus: "
|
|
2715
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2716
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2717
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2733
2718
|
metadata: Record<string, unknown>;
|
|
2734
2719
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2735
2720
|
kind: "learning_batch";
|
|
@@ -2756,18 +2741,73 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2756
2741
|
title: string;
|
|
2757
2742
|
occurredAt: string;
|
|
2758
2743
|
consent: {
|
|
2759
|
-
status: "
|
|
2760
|
-
scope: "
|
|
2744
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
2745
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
2761
2746
|
grantedBy: string | null;
|
|
2762
2747
|
grantedAt: string | null;
|
|
2763
2748
|
purpose: "task_authoring_and_evaluation";
|
|
2764
2749
|
};
|
|
2765
2750
|
connectedAppIds: string[];
|
|
2766
|
-
secretScanStatus: "
|
|
2767
|
-
piiScanStatus: "
|
|
2768
|
-
licensingStatus: "
|
|
2751
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2752
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2753
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2754
|
+
metadata: Record<string, unknown>;
|
|
2755
|
+
} | {
|
|
2756
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
2757
|
+
kind: "connected_activity";
|
|
2758
|
+
id: string;
|
|
2759
|
+
profileId: string;
|
|
2760
|
+
title: string;
|
|
2761
|
+
sourceHash: string;
|
|
2762
|
+
occurredAt: string;
|
|
2763
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2764
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2765
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2766
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
2767
|
+
sourceId: string;
|
|
2768
|
+
sessionId: string;
|
|
2769
|
+
normalizerVersion: string;
|
|
2770
|
+
projection: "conversation" | "turn";
|
|
2771
|
+
ownerUserId: string;
|
|
2772
|
+
purpose: "recorded_evaluation";
|
|
2773
|
+
sourceFileHashes?: string[] | undefined;
|
|
2769
2774
|
metadata: Record<string, unknown>;
|
|
2770
2775
|
})[];
|
|
2776
|
+
datasetArtifact?: {
|
|
2777
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
2778
|
+
id: string;
|
|
2779
|
+
tasksetId: string;
|
|
2780
|
+
tasksetRevision: number;
|
|
2781
|
+
contentHash: string;
|
|
2782
|
+
format: "parquet";
|
|
2783
|
+
schema: {
|
|
2784
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2785
|
+
fields: {
|
|
2786
|
+
name: string;
|
|
2787
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
2788
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
2789
|
+
nullable: boolean;
|
|
2790
|
+
policy: "metadata" | "privileged" | "visible";
|
|
2791
|
+
}[];
|
|
2792
|
+
schemaHash: string;
|
|
2793
|
+
};
|
|
2794
|
+
shards: {
|
|
2795
|
+
id: string;
|
|
2796
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2797
|
+
path: string;
|
|
2798
|
+
contentHash: string;
|
|
2799
|
+
schemaHash: string;
|
|
2800
|
+
sizeBytes: number;
|
|
2801
|
+
rowCount: number;
|
|
2802
|
+
rowGroupCount: number;
|
|
2803
|
+
}[];
|
|
2804
|
+
rowCount: number;
|
|
2805
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
2806
|
+
sourceReceiptRefs: string[];
|
|
2807
|
+
mappingHash: string;
|
|
2808
|
+
qualityReportHash: string;
|
|
2809
|
+
createdAt: string;
|
|
2810
|
+
} | null | undefined;
|
|
2771
2811
|
policy: {
|
|
2772
2812
|
policyVisibleFields: string[];
|
|
2773
2813
|
privilegedFields: string[];
|
|
@@ -2776,15 +2816,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2776
2816
|
};
|
|
2777
2817
|
environment: {
|
|
2778
2818
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2779
|
-
kind: "agent" | "
|
|
2819
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
2780
2820
|
entrypoint: string;
|
|
2781
2821
|
stateful: boolean;
|
|
2782
2822
|
deterministicSeeds: boolean;
|
|
2783
2823
|
toolNames: string[];
|
|
2784
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
2785
|
-
defaultTimeoutMs: number;
|
|
2786
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
2787
|
-
metadata: Record<string, unknown>;
|
|
2788
2824
|
actionBindings?: {
|
|
2789
2825
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
2790
2826
|
actionId: string;
|
|
@@ -2807,18 +2843,22 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2807
2843
|
source: "case_id";
|
|
2808
2844
|
}[];
|
|
2809
2845
|
}[] | undefined;
|
|
2846
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
2847
|
+
defaultTimeoutMs: number;
|
|
2848
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
2810
2849
|
resources?: {
|
|
2811
2850
|
id: string;
|
|
2812
|
-
kind: "
|
|
2851
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
2813
2852
|
path: string;
|
|
2814
|
-
|
|
2853
|
+
mediaType?: string | null | undefined;
|
|
2854
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
2815
2855
|
required: boolean;
|
|
2816
2856
|
metadata: Record<string, unknown>;
|
|
2817
|
-
mediaType?: string | null | undefined;
|
|
2818
2857
|
}[] | undefined;
|
|
2858
|
+
metadata: Record<string, unknown>;
|
|
2819
2859
|
};
|
|
2820
2860
|
output: {
|
|
2821
|
-
mode: "
|
|
2861
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
2822
2862
|
jsonSchema: Record<string, unknown> | null;
|
|
2823
2863
|
renderer: {
|
|
2824
2864
|
module: string;
|
|
@@ -2828,14 +2868,14 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2828
2868
|
};
|
|
2829
2869
|
capabilities: {
|
|
2830
2870
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2831
|
-
taskKind: "chat" | "
|
|
2832
|
-
supportedSignals: ("
|
|
2833
|
-
compatibleMethods: ("
|
|
2834
|
-
rewardKinds: ("
|
|
2871
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
2872
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
2873
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
2874
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
2835
2875
|
requiresTools: boolean;
|
|
2836
2876
|
requiresState: boolean;
|
|
2837
2877
|
requiresPrivilegedGrading: boolean;
|
|
2838
|
-
environmentPlacements: ("
|
|
2878
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
2839
2879
|
exportable: boolean;
|
|
2840
2880
|
portabilityBlockers: string[];
|
|
2841
2881
|
};
|
|
@@ -2843,7 +2883,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2843
2883
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
2844
2884
|
primaryMetric: string;
|
|
2845
2885
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
2846
|
-
missingReward: "
|
|
2886
|
+
missingReward: "exclude" | "zero";
|
|
2887
|
+
taskWeights?: Record<string, number> | undefined;
|
|
2847
2888
|
customAggregator: {
|
|
2848
2889
|
module: string;
|
|
2849
2890
|
exportName: string;
|
|
@@ -2851,7 +2892,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2851
2892
|
timeoutMs: number;
|
|
2852
2893
|
networkPolicy: "none";
|
|
2853
2894
|
} | null;
|
|
2854
|
-
taskWeights?: Record<string, number> | undefined;
|
|
2855
2895
|
};
|
|
2856
2896
|
review: {
|
|
2857
2897
|
enabled: boolean;
|
|
@@ -2871,37 +2911,39 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2871
2911
|
schemaVersion: "openpond.taskData.v1";
|
|
2872
2912
|
id: string;
|
|
2873
2913
|
clusterKey: string;
|
|
2874
|
-
split: "
|
|
2914
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2875
2915
|
input: Record<string, unknown>;
|
|
2876
2916
|
expectedOutput: Record<string, unknown> | null;
|
|
2877
2917
|
policyVisibleContext: Record<string, unknown>;
|
|
2878
2918
|
privilegedContextRef: string | null;
|
|
2879
|
-
tags: string[];
|
|
2880
|
-
metadata: Record<string, unknown>;
|
|
2881
|
-
sourceRefs: string[];
|
|
2882
2919
|
assets?: {
|
|
2883
2920
|
id: string;
|
|
2884
2921
|
sourceRefId: string;
|
|
2885
2922
|
artifactRef: string;
|
|
2886
2923
|
fileName: string;
|
|
2924
|
+
stagingPath?: string | undefined;
|
|
2887
2925
|
mediaType: string;
|
|
2888
2926
|
sha256: string;
|
|
2889
2927
|
sizeBytes: number;
|
|
2890
|
-
split: "
|
|
2928
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2891
2929
|
metadata: Record<string, unknown>;
|
|
2892
|
-
stagingPath?: string | undefined;
|
|
2893
2930
|
}[] | undefined;
|
|
2894
2931
|
resourceRefs?: string[] | undefined;
|
|
2895
2932
|
requiredOutputs?: {
|
|
2896
2933
|
path: string;
|
|
2897
2934
|
mediaType: string;
|
|
2898
|
-
metadata: Record<string, unknown>;
|
|
2899
2935
|
schemaRef?: string | null | undefined;
|
|
2936
|
+
submissionMode?: "structured_json" | undefined;
|
|
2900
2937
|
maxBytes?: number | undefined;
|
|
2938
|
+
metadata: Record<string, unknown>;
|
|
2901
2939
|
}[] | undefined;
|
|
2940
|
+
tags: string[];
|
|
2941
|
+
metadata: Record<string, unknown>;
|
|
2942
|
+
sourceRefs: string[];
|
|
2902
2943
|
}[];
|
|
2903
2944
|
graders: ({
|
|
2904
2945
|
id: string;
|
|
2946
|
+
taskIds?: string[] | undefined;
|
|
2905
2947
|
version: string;
|
|
2906
2948
|
label: string;
|
|
2907
2949
|
weight: number;
|
|
@@ -2909,11 +2951,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2909
2951
|
rewardEligible: boolean;
|
|
2910
2952
|
privileged: boolean;
|
|
2911
2953
|
metadata: Record<string, unknown>;
|
|
2912
|
-
kind: "
|
|
2954
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
2913
2955
|
config: Record<string, unknown>;
|
|
2914
|
-
taskIds?: string[] | undefined;
|
|
2915
2956
|
} | {
|
|
2916
2957
|
id: string;
|
|
2958
|
+
taskIds?: string[] | undefined;
|
|
2917
2959
|
version: string;
|
|
2918
2960
|
label: string;
|
|
2919
2961
|
weight: number;
|
|
@@ -2924,15 +2966,15 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2924
2966
|
kind: "model_judge";
|
|
2925
2967
|
rubric: string;
|
|
2926
2968
|
judge: {
|
|
2927
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
2969
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
2928
2970
|
modelId: string;
|
|
2929
2971
|
};
|
|
2930
2972
|
calibrationFixtureRefs: string[];
|
|
2931
|
-
calibrationStatus: "
|
|
2973
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
2932
2974
|
temperature: number;
|
|
2933
|
-
taskIds?: string[] | undefined;
|
|
2934
2975
|
} | {
|
|
2935
2976
|
id: string;
|
|
2977
|
+
taskIds?: string[] | undefined;
|
|
2936
2978
|
version: string;
|
|
2937
2979
|
label: string;
|
|
2938
2980
|
weight: number;
|
|
@@ -2941,9 +2983,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2941
2983
|
privileged: boolean;
|
|
2942
2984
|
metadata: Record<string, unknown>;
|
|
2943
2985
|
kind: "human";
|
|
2944
|
-
rubric: string;
|
|
2945
|
-
reviewerRole: string;
|
|
2946
|
-
taskIds?: string[] | undefined;
|
|
2947
2986
|
form?: {
|
|
2948
2987
|
schemaVersion: "openpond.humanForm.v1";
|
|
2949
2988
|
mode: "individual" | "pairwise";
|
|
@@ -2954,72 +2993,75 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
2954
2993
|
instructions: string;
|
|
2955
2994
|
required: boolean;
|
|
2956
2995
|
allowAbstain: boolean;
|
|
2957
|
-
kind: "score";
|
|
2958
|
-
minimum: number;
|
|
2959
|
-
maximum: number;
|
|
2960
|
-
step: number;
|
|
2961
2996
|
requireRationale?: boolean | undefined;
|
|
2962
2997
|
anchors?: {
|
|
2963
2998
|
value: string | number | boolean;
|
|
2964
2999
|
description: string;
|
|
2965
3000
|
}[] | undefined;
|
|
3001
|
+
kind: "score";
|
|
3002
|
+
minimum: number;
|
|
3003
|
+
maximum: number;
|
|
3004
|
+
step: number;
|
|
2966
3005
|
} | {
|
|
2967
3006
|
id: string;
|
|
2968
3007
|
label: string;
|
|
2969
3008
|
instructions: string;
|
|
2970
3009
|
required: boolean;
|
|
2971
3010
|
allowAbstain: boolean;
|
|
2972
|
-
kind: "category";
|
|
2973
|
-
options: string[];
|
|
2974
3011
|
requireRationale?: boolean | undefined;
|
|
2975
3012
|
anchors?: {
|
|
2976
3013
|
value: string | number | boolean;
|
|
2977
3014
|
description: string;
|
|
2978
3015
|
}[] | undefined;
|
|
3016
|
+
kind: "category";
|
|
3017
|
+
options: string[];
|
|
2979
3018
|
} | {
|
|
2980
3019
|
id: string;
|
|
2981
3020
|
label: string;
|
|
2982
3021
|
instructions: string;
|
|
2983
3022
|
required: boolean;
|
|
2984
3023
|
allowAbstain: boolean;
|
|
2985
|
-
kind: "boolean";
|
|
2986
3024
|
requireRationale?: boolean | undefined;
|
|
2987
3025
|
anchors?: {
|
|
2988
3026
|
value: string | number | boolean;
|
|
2989
3027
|
description: string;
|
|
2990
3028
|
}[] | undefined;
|
|
3029
|
+
kind: "boolean";
|
|
2991
3030
|
} | {
|
|
2992
3031
|
id: string;
|
|
2993
3032
|
label: string;
|
|
2994
3033
|
instructions: string;
|
|
2995
3034
|
required: boolean;
|
|
2996
3035
|
allowAbstain: boolean;
|
|
2997
|
-
kind: "text";
|
|
2998
|
-
maximumLength: number;
|
|
2999
3036
|
requireRationale?: boolean | undefined;
|
|
3000
3037
|
anchors?: {
|
|
3001
3038
|
value: string | number | boolean;
|
|
3002
3039
|
description: string;
|
|
3003
3040
|
}[] | undefined;
|
|
3041
|
+
kind: "text";
|
|
3004
3042
|
minimumLength?: number | undefined;
|
|
3043
|
+
maximumLength: number;
|
|
3005
3044
|
} | {
|
|
3006
3045
|
id: string;
|
|
3007
3046
|
label: string;
|
|
3008
3047
|
instructions: string;
|
|
3009
3048
|
required: boolean;
|
|
3010
3049
|
allowAbstain: boolean;
|
|
3011
|
-
kind: "preference";
|
|
3012
|
-
allowTie: boolean;
|
|
3013
3050
|
requireRationale?: boolean | undefined;
|
|
3014
3051
|
anchors?: {
|
|
3015
3052
|
value: string | number | boolean;
|
|
3016
3053
|
description: string;
|
|
3017
3054
|
}[] | undefined;
|
|
3055
|
+
kind: "preference";
|
|
3018
3056
|
requireStrength?: boolean | undefined;
|
|
3057
|
+
allowTie: boolean;
|
|
3019
3058
|
})[];
|
|
3020
3059
|
} | undefined;
|
|
3060
|
+
rubric: string;
|
|
3061
|
+
reviewerRole: string;
|
|
3021
3062
|
} | {
|
|
3022
3063
|
id: string;
|
|
3064
|
+
taskIds?: string[] | undefined;
|
|
3023
3065
|
version: string;
|
|
3024
3066
|
label: string;
|
|
3025
3067
|
weight: number;
|
|
@@ -3028,17 +3070,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3028
3070
|
privileged: boolean;
|
|
3029
3071
|
metadata: Record<string, unknown>;
|
|
3030
3072
|
kind: "custom_verifier";
|
|
3073
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
3031
3074
|
module: string;
|
|
3032
3075
|
exportName: string;
|
|
3033
3076
|
timeoutMs: number;
|
|
3034
3077
|
networkPolicy: "none";
|
|
3035
|
-
taskIds?: string[] | undefined;
|
|
3036
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
3037
3078
|
})[];
|
|
3038
3079
|
graderFixtures: {
|
|
3039
3080
|
id: string;
|
|
3040
3081
|
taskId: string;
|
|
3041
|
-
label: "
|
|
3082
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
3042
3083
|
output: Record<string, unknown>;
|
|
3043
3084
|
infrastructureError: string | null;
|
|
3044
3085
|
expectedPassed: boolean;
|
|
@@ -3095,7 +3136,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3095
3136
|
metadata: Record<string, unknown>;
|
|
3096
3137
|
kind: "feedback";
|
|
3097
3138
|
feedback: string;
|
|
3098
|
-
polarity: "
|
|
3139
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
3099
3140
|
}[];
|
|
3100
3141
|
rewards: {
|
|
3101
3142
|
id: string;
|
|
@@ -3146,41 +3187,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3146
3187
|
createdAt: string;
|
|
3147
3188
|
updatedAt: string;
|
|
3148
3189
|
metadata: Record<string, unknown>;
|
|
3149
|
-
datasetArtifact?: {
|
|
3150
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
3151
|
-
id: string;
|
|
3152
|
-
tasksetId: string;
|
|
3153
|
-
tasksetRevision: number;
|
|
3154
|
-
contentHash: string;
|
|
3155
|
-
format: "parquet";
|
|
3156
|
-
schema: {
|
|
3157
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3158
|
-
fields: {
|
|
3159
|
-
name: string;
|
|
3160
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
3161
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
3162
|
-
nullable: boolean;
|
|
3163
|
-
policy: "metadata" | "visible" | "privileged";
|
|
3164
|
-
}[];
|
|
3165
|
-
schemaHash: string;
|
|
3166
|
-
};
|
|
3167
|
-
shards: {
|
|
3168
|
-
id: string;
|
|
3169
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
3170
|
-
path: string;
|
|
3171
|
-
contentHash: string;
|
|
3172
|
-
schemaHash: string;
|
|
3173
|
-
sizeBytes: number;
|
|
3174
|
-
rowCount: number;
|
|
3175
|
-
rowGroupCount: number;
|
|
3176
|
-
}[];
|
|
3177
|
-
rowCount: number;
|
|
3178
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
3179
|
-
sourceReceiptRefs: string[];
|
|
3180
|
-
mappingHash: string;
|
|
3181
|
-
qualityReportHash: string;
|
|
3182
|
-
createdAt: string;
|
|
3183
|
-
} | null | undefined;
|
|
3184
3190
|
};
|
|
3185
3191
|
files: {
|
|
3186
3192
|
path: string;
|
|
@@ -3190,6 +3196,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3190
3196
|
}[];
|
|
3191
3197
|
contentHash: string;
|
|
3192
3198
|
};
|
|
3199
|
+
ownerScope?: "personal" | "workspace" | undefined;
|
|
3193
3200
|
publication: {
|
|
3194
3201
|
tasksetId: string;
|
|
3195
3202
|
release: {
|
|
@@ -3199,14 +3206,13 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3199
3206
|
};
|
|
3200
3207
|
packageHash: string;
|
|
3201
3208
|
} | null;
|
|
3202
|
-
originProjectId?: string | undefined;
|
|
3203
|
-
ownerScope?: "workspace" | "personal" | undefined;
|
|
3204
3209
|
}>;
|
|
3205
3210
|
save(input: z.input<typeof DatasetWorkspaceWriteSchema>, signal?: AbortSignal): Promise<{
|
|
3206
3211
|
schemaVersion: "openpond.datasetWorkspaceReceipt.v1";
|
|
3207
3212
|
teamId: string;
|
|
3208
3213
|
datasetId: string;
|
|
3209
3214
|
revision: number;
|
|
3215
|
+
originProjectId?: string | undefined;
|
|
3210
3216
|
workspace: {
|
|
3211
3217
|
schemaVersion: "openpond.tasksetDraftWorkspace.v1";
|
|
3212
3218
|
draft: {
|
|
@@ -3251,17 +3257,17 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3251
3257
|
} | null;
|
|
3252
3258
|
name: string;
|
|
3253
3259
|
objective: string;
|
|
3254
|
-
purpose: "
|
|
3260
|
+
purpose: "benchmark" | "general";
|
|
3255
3261
|
benchmark: {
|
|
3256
3262
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
3257
3263
|
definitionId: string;
|
|
3258
3264
|
releaseId: string;
|
|
3259
3265
|
releaseHash: string;
|
|
3260
3266
|
managedReleasePath: string;
|
|
3261
|
-
adaptationSplit: "
|
|
3262
|
-
evaluationSplit: "
|
|
3263
|
-
primaryMetric: "
|
|
3264
|
-
qualityGate: "
|
|
3267
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
3268
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
3269
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
3270
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
3265
3271
|
source: "builtin" | "imported";
|
|
3266
3272
|
metadata: Record<string, unknown>;
|
|
3267
3273
|
} | null;
|
|
@@ -3272,36 +3278,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3272
3278
|
publishedAt: string;
|
|
3273
3279
|
metadata: Record<string, unknown>;
|
|
3274
3280
|
} | null;
|
|
3275
|
-
status: "draft" | "
|
|
3281
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
3276
3282
|
sourceRefs: ({
|
|
3277
|
-
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
3278
|
-
kind: "connected_activity";
|
|
3279
|
-
id: string;
|
|
3280
|
-
profileId: string;
|
|
3281
|
-
title: string;
|
|
3282
|
-
sourceHash: string;
|
|
3283
|
-
occurredAt: string;
|
|
3284
|
-
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3285
|
-
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3286
|
-
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3287
|
-
origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
3288
|
-
sourceId: string;
|
|
3289
|
-
sessionId: string;
|
|
3290
|
-
normalizerVersion: string;
|
|
3291
|
-
projection: "turn" | "conversation";
|
|
3292
|
-
ownerUserId: string;
|
|
3293
|
-
purpose: "recorded_evaluation";
|
|
3294
|
-
metadata: Record<string, unknown>;
|
|
3295
|
-
sourceFileHashes?: string[] | undefined;
|
|
3296
|
-
} | {
|
|
3297
3283
|
id: string;
|
|
3298
3284
|
profileId: string;
|
|
3299
3285
|
title: string;
|
|
3300
3286
|
sourceHash: string;
|
|
3301
3287
|
occurredAt: string;
|
|
3302
|
-
licensingStatus: "
|
|
3303
|
-
secretScanStatus: "
|
|
3304
|
-
piiScanStatus: "
|
|
3288
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3289
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3290
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3305
3291
|
metadata: Record<string, unknown>;
|
|
3306
3292
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
3307
3293
|
kind: "huggingface";
|
|
@@ -3320,9 +3306,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3320
3306
|
title: string;
|
|
3321
3307
|
sourceHash: string;
|
|
3322
3308
|
occurredAt: string;
|
|
3323
|
-
licensingStatus: "
|
|
3324
|
-
secretScanStatus: "
|
|
3325
|
-
piiScanStatus: "
|
|
3309
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3310
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3311
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3326
3312
|
metadata: Record<string, unknown>;
|
|
3327
3313
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
3328
3314
|
kind: "uploaded_file";
|
|
@@ -3337,9 +3323,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3337
3323
|
title: string;
|
|
3338
3324
|
sourceHash: string;
|
|
3339
3325
|
occurredAt: string;
|
|
3340
|
-
licensingStatus: "
|
|
3341
|
-
secretScanStatus: "
|
|
3342
|
-
piiScanStatus: "
|
|
3326
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3327
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3328
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3343
3329
|
metadata: Record<string, unknown>;
|
|
3344
3330
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
3345
3331
|
kind: "generated";
|
|
@@ -3353,9 +3339,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3353
3339
|
title: string;
|
|
3354
3340
|
sourceHash: string;
|
|
3355
3341
|
occurredAt: string;
|
|
3356
|
-
licensingStatus: "
|
|
3357
|
-
secretScanStatus: "
|
|
3358
|
-
piiScanStatus: "
|
|
3342
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3343
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3344
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3359
3345
|
metadata: Record<string, unknown>;
|
|
3360
3346
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
3361
3347
|
kind: "learning_batch";
|
|
@@ -3382,35 +3368,86 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3382
3368
|
title: string;
|
|
3383
3369
|
occurredAt: string;
|
|
3384
3370
|
consent: {
|
|
3385
|
-
status: "
|
|
3386
|
-
scope: "
|
|
3371
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
3372
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
3387
3373
|
grantedBy: string | null;
|
|
3388
3374
|
grantedAt: string | null;
|
|
3389
3375
|
purpose: "task_authoring_and_evaluation";
|
|
3390
3376
|
};
|
|
3391
3377
|
connectedAppIds: string[];
|
|
3392
|
-
secretScanStatus: "
|
|
3393
|
-
piiScanStatus: "
|
|
3394
|
-
licensingStatus: "
|
|
3378
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3379
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3380
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3381
|
+
metadata: Record<string, unknown>;
|
|
3382
|
+
} | {
|
|
3383
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
3384
|
+
kind: "connected_activity";
|
|
3385
|
+
id: string;
|
|
3386
|
+
profileId: string;
|
|
3387
|
+
title: string;
|
|
3388
|
+
sourceHash: string;
|
|
3389
|
+
occurredAt: string;
|
|
3390
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3391
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3392
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3393
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
3394
|
+
sourceId: string;
|
|
3395
|
+
sessionId: string;
|
|
3396
|
+
normalizerVersion: string;
|
|
3397
|
+
projection: "conversation" | "turn";
|
|
3398
|
+
ownerUserId: string;
|
|
3399
|
+
purpose: "recorded_evaluation";
|
|
3400
|
+
sourceFileHashes?: string[] | undefined;
|
|
3395
3401
|
metadata: Record<string, unknown>;
|
|
3396
3402
|
})[];
|
|
3397
|
-
|
|
3398
|
-
|
|
3399
|
-
|
|
3403
|
+
datasetArtifact?: {
|
|
3404
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
3405
|
+
id: string;
|
|
3406
|
+
tasksetId: string;
|
|
3407
|
+
tasksetRevision: number;
|
|
3408
|
+
contentHash: string;
|
|
3409
|
+
format: "parquet";
|
|
3410
|
+
schema: {
|
|
3411
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3412
|
+
fields: {
|
|
3413
|
+
name: string;
|
|
3414
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
3415
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
3416
|
+
nullable: boolean;
|
|
3417
|
+
policy: "metadata" | "privileged" | "visible";
|
|
3418
|
+
}[];
|
|
3419
|
+
schemaHash: string;
|
|
3420
|
+
};
|
|
3421
|
+
shards: {
|
|
3422
|
+
id: string;
|
|
3423
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
3424
|
+
path: string;
|
|
3425
|
+
contentHash: string;
|
|
3426
|
+
schemaHash: string;
|
|
3427
|
+
sizeBytes: number;
|
|
3428
|
+
rowCount: number;
|
|
3429
|
+
rowGroupCount: number;
|
|
3430
|
+
}[];
|
|
3431
|
+
rowCount: number;
|
|
3432
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
3433
|
+
sourceReceiptRefs: string[];
|
|
3434
|
+
mappingHash: string;
|
|
3435
|
+
qualityReportHash: string;
|
|
3436
|
+
createdAt: string;
|
|
3437
|
+
} | null | undefined;
|
|
3438
|
+
policy: {
|
|
3439
|
+
policyVisibleFields: string[];
|
|
3440
|
+
privilegedFields: string[];
|
|
3400
3441
|
hiddenGraderRefs: string[];
|
|
3401
3442
|
connectedAppScopes: string[];
|
|
3402
3443
|
};
|
|
3403
3444
|
environment: {
|
|
3404
3445
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
3405
|
-
kind: "agent" | "
|
|
3446
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
3406
3447
|
entrypoint: string;
|
|
3407
3448
|
stateful: boolean;
|
|
3408
3449
|
deterministicSeeds: boolean;
|
|
3409
3450
|
toolNames: string[];
|
|
3410
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
3411
|
-
defaultTimeoutMs: number;
|
|
3412
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
3413
|
-
metadata: Record<string, unknown>;
|
|
3414
3451
|
actionBindings?: {
|
|
3415
3452
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
3416
3453
|
actionId: string;
|
|
@@ -3433,18 +3470,22 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3433
3470
|
source: "case_id";
|
|
3434
3471
|
}[];
|
|
3435
3472
|
}[] | undefined;
|
|
3473
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
3474
|
+
defaultTimeoutMs: number;
|
|
3475
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
3436
3476
|
resources?: {
|
|
3437
3477
|
id: string;
|
|
3438
|
-
kind: "
|
|
3478
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
3439
3479
|
path: string;
|
|
3440
|
-
|
|
3480
|
+
mediaType?: string | null | undefined;
|
|
3481
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
3441
3482
|
required: boolean;
|
|
3442
3483
|
metadata: Record<string, unknown>;
|
|
3443
|
-
mediaType?: string | null | undefined;
|
|
3444
3484
|
}[] | undefined;
|
|
3485
|
+
metadata: Record<string, unknown>;
|
|
3445
3486
|
};
|
|
3446
3487
|
output: {
|
|
3447
|
-
mode: "
|
|
3488
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
3448
3489
|
jsonSchema: Record<string, unknown> | null;
|
|
3449
3490
|
renderer: {
|
|
3450
3491
|
module: string;
|
|
@@ -3454,14 +3495,14 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3454
3495
|
};
|
|
3455
3496
|
capabilities: {
|
|
3456
3497
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
3457
|
-
taskKind: "chat" | "
|
|
3458
|
-
supportedSignals: ("
|
|
3459
|
-
compatibleMethods: ("
|
|
3460
|
-
rewardKinds: ("
|
|
3498
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
3499
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
3500
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
3501
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
3461
3502
|
requiresTools: boolean;
|
|
3462
3503
|
requiresState: boolean;
|
|
3463
3504
|
requiresPrivilegedGrading: boolean;
|
|
3464
|
-
environmentPlacements: ("
|
|
3505
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
3465
3506
|
exportable: boolean;
|
|
3466
3507
|
portabilityBlockers: string[];
|
|
3467
3508
|
};
|
|
@@ -3469,7 +3510,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3469
3510
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
3470
3511
|
primaryMetric: string;
|
|
3471
3512
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
3472
|
-
missingReward: "
|
|
3513
|
+
missingReward: "exclude" | "zero";
|
|
3514
|
+
taskWeights?: Record<string, number> | undefined;
|
|
3473
3515
|
customAggregator: {
|
|
3474
3516
|
module: string;
|
|
3475
3517
|
exportName: string;
|
|
@@ -3477,7 +3519,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3477
3519
|
timeoutMs: number;
|
|
3478
3520
|
networkPolicy: "none";
|
|
3479
3521
|
} | null;
|
|
3480
|
-
taskWeights?: Record<string, number> | undefined;
|
|
3481
3522
|
};
|
|
3482
3523
|
review: {
|
|
3483
3524
|
enabled: boolean;
|
|
@@ -3497,37 +3538,39 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3497
3538
|
schemaVersion: "openpond.taskData.v1";
|
|
3498
3539
|
id: string;
|
|
3499
3540
|
clusterKey: string;
|
|
3500
|
-
split: "
|
|
3541
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
3501
3542
|
input: Record<string, unknown>;
|
|
3502
3543
|
expectedOutput: Record<string, unknown> | null;
|
|
3503
3544
|
policyVisibleContext: Record<string, unknown>;
|
|
3504
3545
|
privilegedContextRef: string | null;
|
|
3505
|
-
tags: string[];
|
|
3506
|
-
metadata: Record<string, unknown>;
|
|
3507
|
-
sourceRefs: string[];
|
|
3508
3546
|
assets?: {
|
|
3509
3547
|
id: string;
|
|
3510
3548
|
sourceRefId: string;
|
|
3511
3549
|
artifactRef: string;
|
|
3512
3550
|
fileName: string;
|
|
3551
|
+
stagingPath?: string | undefined;
|
|
3513
3552
|
mediaType: string;
|
|
3514
3553
|
sha256: string;
|
|
3515
3554
|
sizeBytes: number;
|
|
3516
|
-
split: "
|
|
3555
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
3517
3556
|
metadata: Record<string, unknown>;
|
|
3518
|
-
stagingPath?: string | undefined;
|
|
3519
3557
|
}[] | undefined;
|
|
3520
3558
|
resourceRefs?: string[] | undefined;
|
|
3521
3559
|
requiredOutputs?: {
|
|
3522
3560
|
path: string;
|
|
3523
3561
|
mediaType: string;
|
|
3524
|
-
metadata: Record<string, unknown>;
|
|
3525
3562
|
schemaRef?: string | null | undefined;
|
|
3563
|
+
submissionMode?: "structured_json" | undefined;
|
|
3526
3564
|
maxBytes?: number | undefined;
|
|
3565
|
+
metadata: Record<string, unknown>;
|
|
3527
3566
|
}[] | undefined;
|
|
3567
|
+
tags: string[];
|
|
3568
|
+
metadata: Record<string, unknown>;
|
|
3569
|
+
sourceRefs: string[];
|
|
3528
3570
|
}[];
|
|
3529
3571
|
graders: ({
|
|
3530
3572
|
id: string;
|
|
3573
|
+
taskIds?: string[] | undefined;
|
|
3531
3574
|
version: string;
|
|
3532
3575
|
label: string;
|
|
3533
3576
|
weight: number;
|
|
@@ -3535,11 +3578,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3535
3578
|
rewardEligible: boolean;
|
|
3536
3579
|
privileged: boolean;
|
|
3537
3580
|
metadata: Record<string, unknown>;
|
|
3538
|
-
kind: "
|
|
3581
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
3539
3582
|
config: Record<string, unknown>;
|
|
3540
|
-
taskIds?: string[] | undefined;
|
|
3541
3583
|
} | {
|
|
3542
3584
|
id: string;
|
|
3585
|
+
taskIds?: string[] | undefined;
|
|
3543
3586
|
version: string;
|
|
3544
3587
|
label: string;
|
|
3545
3588
|
weight: number;
|
|
@@ -3550,15 +3593,15 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3550
3593
|
kind: "model_judge";
|
|
3551
3594
|
rubric: string;
|
|
3552
3595
|
judge: {
|
|
3553
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
3596
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
3554
3597
|
modelId: string;
|
|
3555
3598
|
};
|
|
3556
3599
|
calibrationFixtureRefs: string[];
|
|
3557
|
-
calibrationStatus: "
|
|
3600
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
3558
3601
|
temperature: number;
|
|
3559
|
-
taskIds?: string[] | undefined;
|
|
3560
3602
|
} | {
|
|
3561
3603
|
id: string;
|
|
3604
|
+
taskIds?: string[] | undefined;
|
|
3562
3605
|
version: string;
|
|
3563
3606
|
label: string;
|
|
3564
3607
|
weight: number;
|
|
@@ -3567,9 +3610,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3567
3610
|
privileged: boolean;
|
|
3568
3611
|
metadata: Record<string, unknown>;
|
|
3569
3612
|
kind: "human";
|
|
3570
|
-
rubric: string;
|
|
3571
|
-
reviewerRole: string;
|
|
3572
|
-
taskIds?: string[] | undefined;
|
|
3573
3613
|
form?: {
|
|
3574
3614
|
schemaVersion: "openpond.humanForm.v1";
|
|
3575
3615
|
mode: "individual" | "pairwise";
|
|
@@ -3580,72 +3620,75 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3580
3620
|
instructions: string;
|
|
3581
3621
|
required: boolean;
|
|
3582
3622
|
allowAbstain: boolean;
|
|
3583
|
-
kind: "score";
|
|
3584
|
-
minimum: number;
|
|
3585
|
-
maximum: number;
|
|
3586
|
-
step: number;
|
|
3587
3623
|
requireRationale?: boolean | undefined;
|
|
3588
3624
|
anchors?: {
|
|
3589
3625
|
value: string | number | boolean;
|
|
3590
3626
|
description: string;
|
|
3591
3627
|
}[] | undefined;
|
|
3628
|
+
kind: "score";
|
|
3629
|
+
minimum: number;
|
|
3630
|
+
maximum: number;
|
|
3631
|
+
step: number;
|
|
3592
3632
|
} | {
|
|
3593
3633
|
id: string;
|
|
3594
3634
|
label: string;
|
|
3595
3635
|
instructions: string;
|
|
3596
3636
|
required: boolean;
|
|
3597
3637
|
allowAbstain: boolean;
|
|
3598
|
-
kind: "category";
|
|
3599
|
-
options: string[];
|
|
3600
3638
|
requireRationale?: boolean | undefined;
|
|
3601
3639
|
anchors?: {
|
|
3602
3640
|
value: string | number | boolean;
|
|
3603
3641
|
description: string;
|
|
3604
3642
|
}[] | undefined;
|
|
3643
|
+
kind: "category";
|
|
3644
|
+
options: string[];
|
|
3605
3645
|
} | {
|
|
3606
3646
|
id: string;
|
|
3607
3647
|
label: string;
|
|
3608
3648
|
instructions: string;
|
|
3609
3649
|
required: boolean;
|
|
3610
3650
|
allowAbstain: boolean;
|
|
3611
|
-
kind: "boolean";
|
|
3612
3651
|
requireRationale?: boolean | undefined;
|
|
3613
3652
|
anchors?: {
|
|
3614
3653
|
value: string | number | boolean;
|
|
3615
3654
|
description: string;
|
|
3616
3655
|
}[] | undefined;
|
|
3656
|
+
kind: "boolean";
|
|
3617
3657
|
} | {
|
|
3618
3658
|
id: string;
|
|
3619
3659
|
label: string;
|
|
3620
3660
|
instructions: string;
|
|
3621
3661
|
required: boolean;
|
|
3622
3662
|
allowAbstain: boolean;
|
|
3623
|
-
kind: "text";
|
|
3624
|
-
maximumLength: number;
|
|
3625
3663
|
requireRationale?: boolean | undefined;
|
|
3626
3664
|
anchors?: {
|
|
3627
3665
|
value: string | number | boolean;
|
|
3628
3666
|
description: string;
|
|
3629
3667
|
}[] | undefined;
|
|
3668
|
+
kind: "text";
|
|
3630
3669
|
minimumLength?: number | undefined;
|
|
3670
|
+
maximumLength: number;
|
|
3631
3671
|
} | {
|
|
3632
3672
|
id: string;
|
|
3633
3673
|
label: string;
|
|
3634
3674
|
instructions: string;
|
|
3635
3675
|
required: boolean;
|
|
3636
3676
|
allowAbstain: boolean;
|
|
3637
|
-
kind: "preference";
|
|
3638
|
-
allowTie: boolean;
|
|
3639
3677
|
requireRationale?: boolean | undefined;
|
|
3640
3678
|
anchors?: {
|
|
3641
3679
|
value: string | number | boolean;
|
|
3642
3680
|
description: string;
|
|
3643
3681
|
}[] | undefined;
|
|
3682
|
+
kind: "preference";
|
|
3644
3683
|
requireStrength?: boolean | undefined;
|
|
3684
|
+
allowTie: boolean;
|
|
3645
3685
|
})[];
|
|
3646
3686
|
} | undefined;
|
|
3687
|
+
rubric: string;
|
|
3688
|
+
reviewerRole: string;
|
|
3647
3689
|
} | {
|
|
3648
3690
|
id: string;
|
|
3691
|
+
taskIds?: string[] | undefined;
|
|
3649
3692
|
version: string;
|
|
3650
3693
|
label: string;
|
|
3651
3694
|
weight: number;
|
|
@@ -3654,17 +3697,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3654
3697
|
privileged: boolean;
|
|
3655
3698
|
metadata: Record<string, unknown>;
|
|
3656
3699
|
kind: "custom_verifier";
|
|
3700
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
3657
3701
|
module: string;
|
|
3658
3702
|
exportName: string;
|
|
3659
3703
|
timeoutMs: number;
|
|
3660
3704
|
networkPolicy: "none";
|
|
3661
|
-
taskIds?: string[] | undefined;
|
|
3662
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
3663
3705
|
})[];
|
|
3664
3706
|
graderFixtures: {
|
|
3665
3707
|
id: string;
|
|
3666
3708
|
taskId: string;
|
|
3667
|
-
label: "
|
|
3709
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
3668
3710
|
output: Record<string, unknown>;
|
|
3669
3711
|
infrastructureError: string | null;
|
|
3670
3712
|
expectedPassed: boolean;
|
|
@@ -3721,7 +3763,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3721
3763
|
metadata: Record<string, unknown>;
|
|
3722
3764
|
kind: "feedback";
|
|
3723
3765
|
feedback: string;
|
|
3724
|
-
polarity: "
|
|
3766
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
3725
3767
|
}[];
|
|
3726
3768
|
rewards: {
|
|
3727
3769
|
id: string;
|
|
@@ -3772,41 +3814,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3772
3814
|
createdAt: string;
|
|
3773
3815
|
updatedAt: string;
|
|
3774
3816
|
metadata: Record<string, unknown>;
|
|
3775
|
-
datasetArtifact?: {
|
|
3776
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
3777
|
-
id: string;
|
|
3778
|
-
tasksetId: string;
|
|
3779
|
-
tasksetRevision: number;
|
|
3780
|
-
contentHash: string;
|
|
3781
|
-
format: "parquet";
|
|
3782
|
-
schema: {
|
|
3783
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3784
|
-
fields: {
|
|
3785
|
-
name: string;
|
|
3786
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
3787
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
3788
|
-
nullable: boolean;
|
|
3789
|
-
policy: "metadata" | "visible" | "privileged";
|
|
3790
|
-
}[];
|
|
3791
|
-
schemaHash: string;
|
|
3792
|
-
};
|
|
3793
|
-
shards: {
|
|
3794
|
-
id: string;
|
|
3795
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
3796
|
-
path: string;
|
|
3797
|
-
contentHash: string;
|
|
3798
|
-
schemaHash: string;
|
|
3799
|
-
sizeBytes: number;
|
|
3800
|
-
rowCount: number;
|
|
3801
|
-
rowGroupCount: number;
|
|
3802
|
-
}[];
|
|
3803
|
-
rowCount: number;
|
|
3804
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
3805
|
-
sourceReceiptRefs: string[];
|
|
3806
|
-
mappingHash: string;
|
|
3807
|
-
qualityReportHash: string;
|
|
3808
|
-
createdAt: string;
|
|
3809
|
-
} | null | undefined;
|
|
3810
3817
|
};
|
|
3811
3818
|
files: {
|
|
3812
3819
|
path: string;
|
|
@@ -3816,6 +3823,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3816
3823
|
}[];
|
|
3817
3824
|
contentHash: string;
|
|
3818
3825
|
};
|
|
3826
|
+
ownerScope?: "personal" | "workspace" | undefined;
|
|
3819
3827
|
publication: {
|
|
3820
3828
|
tasksetId: string;
|
|
3821
3829
|
release: {
|
|
@@ -3825,8 +3833,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3825
3833
|
};
|
|
3826
3834
|
packageHash: string;
|
|
3827
3835
|
} | null;
|
|
3828
|
-
originProjectId?: string | undefined;
|
|
3829
|
-
ownerScope?: "workspace" | "personal" | undefined;
|
|
3830
3836
|
}>;
|
|
3831
3837
|
validate(id: string, expectedRevision: number, signal?: AbortSignal): Promise<{
|
|
3832
3838
|
teamId: string;
|
|
@@ -3845,6 +3851,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3845
3851
|
teamId: string;
|
|
3846
3852
|
datasetId: string;
|
|
3847
3853
|
revision: number;
|
|
3854
|
+
originProjectId?: string | undefined;
|
|
3848
3855
|
workspace: {
|
|
3849
3856
|
schemaVersion: "openpond.tasksetDraftWorkspace.v1";
|
|
3850
3857
|
draft: {
|
|
@@ -3889,17 +3896,17 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3889
3896
|
} | null;
|
|
3890
3897
|
name: string;
|
|
3891
3898
|
objective: string;
|
|
3892
|
-
purpose: "
|
|
3899
|
+
purpose: "benchmark" | "general";
|
|
3893
3900
|
benchmark: {
|
|
3894
3901
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
3895
3902
|
definitionId: string;
|
|
3896
3903
|
releaseId: string;
|
|
3897
3904
|
releaseHash: string;
|
|
3898
3905
|
managedReleasePath: string;
|
|
3899
|
-
adaptationSplit: "
|
|
3900
|
-
evaluationSplit: "
|
|
3901
|
-
primaryMetric: "
|
|
3902
|
-
qualityGate: "
|
|
3906
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
3907
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
3908
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
3909
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
3903
3910
|
source: "builtin" | "imported";
|
|
3904
3911
|
metadata: Record<string, unknown>;
|
|
3905
3912
|
} | null;
|
|
@@ -3910,36 +3917,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3910
3917
|
publishedAt: string;
|
|
3911
3918
|
metadata: Record<string, unknown>;
|
|
3912
3919
|
} | null;
|
|
3913
|
-
status: "draft" | "
|
|
3920
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
3914
3921
|
sourceRefs: ({
|
|
3915
|
-
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
3916
|
-
kind: "connected_activity";
|
|
3917
|
-
id: string;
|
|
3918
|
-
profileId: string;
|
|
3919
|
-
title: string;
|
|
3920
|
-
sourceHash: string;
|
|
3921
|
-
occurredAt: string;
|
|
3922
|
-
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
3923
|
-
secretScanStatus: "passed" | "pending" | "blocked";
|
|
3924
|
-
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
3925
|
-
origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
3926
|
-
sourceId: string;
|
|
3927
|
-
sessionId: string;
|
|
3928
|
-
normalizerVersion: string;
|
|
3929
|
-
projection: "turn" | "conversation";
|
|
3930
|
-
ownerUserId: string;
|
|
3931
|
-
purpose: "recorded_evaluation";
|
|
3932
|
-
metadata: Record<string, unknown>;
|
|
3933
|
-
sourceFileHashes?: string[] | undefined;
|
|
3934
|
-
} | {
|
|
3935
3922
|
id: string;
|
|
3936
3923
|
profileId: string;
|
|
3937
3924
|
title: string;
|
|
3938
3925
|
sourceHash: string;
|
|
3939
3926
|
occurredAt: string;
|
|
3940
|
-
licensingStatus: "
|
|
3941
|
-
secretScanStatus: "
|
|
3942
|
-
piiScanStatus: "
|
|
3927
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3928
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3929
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3943
3930
|
metadata: Record<string, unknown>;
|
|
3944
3931
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
3945
3932
|
kind: "huggingface";
|
|
@@ -3958,9 +3945,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3958
3945
|
title: string;
|
|
3959
3946
|
sourceHash: string;
|
|
3960
3947
|
occurredAt: string;
|
|
3961
|
-
licensingStatus: "
|
|
3962
|
-
secretScanStatus: "
|
|
3963
|
-
piiScanStatus: "
|
|
3948
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3949
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3950
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3964
3951
|
metadata: Record<string, unknown>;
|
|
3965
3952
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
3966
3953
|
kind: "uploaded_file";
|
|
@@ -3975,9 +3962,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3975
3962
|
title: string;
|
|
3976
3963
|
sourceHash: string;
|
|
3977
3964
|
occurredAt: string;
|
|
3978
|
-
licensingStatus: "
|
|
3979
|
-
secretScanStatus: "
|
|
3980
|
-
piiScanStatus: "
|
|
3965
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3966
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3967
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3981
3968
|
metadata: Record<string, unknown>;
|
|
3982
3969
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
3983
3970
|
kind: "generated";
|
|
@@ -3991,9 +3978,9 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
3991
3978
|
title: string;
|
|
3992
3979
|
sourceHash: string;
|
|
3993
3980
|
occurredAt: string;
|
|
3994
|
-
licensingStatus: "
|
|
3995
|
-
secretScanStatus: "
|
|
3996
|
-
piiScanStatus: "
|
|
3981
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3982
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3983
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3997
3984
|
metadata: Record<string, unknown>;
|
|
3998
3985
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
3999
3986
|
kind: "learning_batch";
|
|
@@ -4020,18 +4007,73 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4020
4007
|
title: string;
|
|
4021
4008
|
occurredAt: string;
|
|
4022
4009
|
consent: {
|
|
4023
|
-
status: "
|
|
4024
|
-
scope: "
|
|
4010
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
4011
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
4025
4012
|
grantedBy: string | null;
|
|
4026
4013
|
grantedAt: string | null;
|
|
4027
4014
|
purpose: "task_authoring_and_evaluation";
|
|
4028
4015
|
};
|
|
4029
4016
|
connectedAppIds: string[];
|
|
4030
|
-
secretScanStatus: "
|
|
4031
|
-
piiScanStatus: "
|
|
4032
|
-
licensingStatus: "
|
|
4017
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
4018
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
4019
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
4020
|
+
metadata: Record<string, unknown>;
|
|
4021
|
+
} | {
|
|
4022
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
4023
|
+
kind: "connected_activity";
|
|
4024
|
+
id: string;
|
|
4025
|
+
profileId: string;
|
|
4026
|
+
title: string;
|
|
4027
|
+
sourceHash: string;
|
|
4028
|
+
occurredAt: string;
|
|
4029
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
4030
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
4031
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
4032
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
4033
|
+
sourceId: string;
|
|
4034
|
+
sessionId: string;
|
|
4035
|
+
normalizerVersion: string;
|
|
4036
|
+
projection: "conversation" | "turn";
|
|
4037
|
+
ownerUserId: string;
|
|
4038
|
+
purpose: "recorded_evaluation";
|
|
4039
|
+
sourceFileHashes?: string[] | undefined;
|
|
4033
4040
|
metadata: Record<string, unknown>;
|
|
4034
4041
|
})[];
|
|
4042
|
+
datasetArtifact?: {
|
|
4043
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
4044
|
+
id: string;
|
|
4045
|
+
tasksetId: string;
|
|
4046
|
+
tasksetRevision: number;
|
|
4047
|
+
contentHash: string;
|
|
4048
|
+
format: "parquet";
|
|
4049
|
+
schema: {
|
|
4050
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
4051
|
+
fields: {
|
|
4052
|
+
name: string;
|
|
4053
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
4054
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
4055
|
+
nullable: boolean;
|
|
4056
|
+
policy: "metadata" | "privileged" | "visible";
|
|
4057
|
+
}[];
|
|
4058
|
+
schemaHash: string;
|
|
4059
|
+
};
|
|
4060
|
+
shards: {
|
|
4061
|
+
id: string;
|
|
4062
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
4063
|
+
path: string;
|
|
4064
|
+
contentHash: string;
|
|
4065
|
+
schemaHash: string;
|
|
4066
|
+
sizeBytes: number;
|
|
4067
|
+
rowCount: number;
|
|
4068
|
+
rowGroupCount: number;
|
|
4069
|
+
}[];
|
|
4070
|
+
rowCount: number;
|
|
4071
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
4072
|
+
sourceReceiptRefs: string[];
|
|
4073
|
+
mappingHash: string;
|
|
4074
|
+
qualityReportHash: string;
|
|
4075
|
+
createdAt: string;
|
|
4076
|
+
} | null | undefined;
|
|
4035
4077
|
policy: {
|
|
4036
4078
|
policyVisibleFields: string[];
|
|
4037
4079
|
privilegedFields: string[];
|
|
@@ -4040,15 +4082,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4040
4082
|
};
|
|
4041
4083
|
environment: {
|
|
4042
4084
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
4043
|
-
kind: "agent" | "
|
|
4085
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
4044
4086
|
entrypoint: string;
|
|
4045
4087
|
stateful: boolean;
|
|
4046
4088
|
deterministicSeeds: boolean;
|
|
4047
4089
|
toolNames: string[];
|
|
4048
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
4049
|
-
defaultTimeoutMs: number;
|
|
4050
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
4051
|
-
metadata: Record<string, unknown>;
|
|
4052
4090
|
actionBindings?: {
|
|
4053
4091
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
4054
4092
|
actionId: string;
|
|
@@ -4071,18 +4109,22 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4071
4109
|
source: "case_id";
|
|
4072
4110
|
}[];
|
|
4073
4111
|
}[] | undefined;
|
|
4112
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
4113
|
+
defaultTimeoutMs: number;
|
|
4114
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
4074
4115
|
resources?: {
|
|
4075
4116
|
id: string;
|
|
4076
|
-
kind: "
|
|
4117
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
4077
4118
|
path: string;
|
|
4078
|
-
|
|
4119
|
+
mediaType?: string | null | undefined;
|
|
4120
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
4079
4121
|
required: boolean;
|
|
4080
4122
|
metadata: Record<string, unknown>;
|
|
4081
|
-
mediaType?: string | null | undefined;
|
|
4082
4123
|
}[] | undefined;
|
|
4124
|
+
metadata: Record<string, unknown>;
|
|
4083
4125
|
};
|
|
4084
4126
|
output: {
|
|
4085
|
-
mode: "
|
|
4127
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
4086
4128
|
jsonSchema: Record<string, unknown> | null;
|
|
4087
4129
|
renderer: {
|
|
4088
4130
|
module: string;
|
|
@@ -4092,14 +4134,14 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4092
4134
|
};
|
|
4093
4135
|
capabilities: {
|
|
4094
4136
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
4095
|
-
taskKind: "chat" | "
|
|
4096
|
-
supportedSignals: ("
|
|
4097
|
-
compatibleMethods: ("
|
|
4098
|
-
rewardKinds: ("
|
|
4137
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
4138
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
4139
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
4140
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
4099
4141
|
requiresTools: boolean;
|
|
4100
4142
|
requiresState: boolean;
|
|
4101
4143
|
requiresPrivilegedGrading: boolean;
|
|
4102
|
-
environmentPlacements: ("
|
|
4144
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
4103
4145
|
exportable: boolean;
|
|
4104
4146
|
portabilityBlockers: string[];
|
|
4105
4147
|
};
|
|
@@ -4107,7 +4149,8 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4107
4149
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
4108
4150
|
primaryMetric: string;
|
|
4109
4151
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
4110
|
-
missingReward: "
|
|
4152
|
+
missingReward: "exclude" | "zero";
|
|
4153
|
+
taskWeights?: Record<string, number> | undefined;
|
|
4111
4154
|
customAggregator: {
|
|
4112
4155
|
module: string;
|
|
4113
4156
|
exportName: string;
|
|
@@ -4115,7 +4158,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4115
4158
|
timeoutMs: number;
|
|
4116
4159
|
networkPolicy: "none";
|
|
4117
4160
|
} | null;
|
|
4118
|
-
taskWeights?: Record<string, number> | undefined;
|
|
4119
4161
|
};
|
|
4120
4162
|
review: {
|
|
4121
4163
|
enabled: boolean;
|
|
@@ -4135,37 +4177,39 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4135
4177
|
schemaVersion: "openpond.taskData.v1";
|
|
4136
4178
|
id: string;
|
|
4137
4179
|
clusterKey: string;
|
|
4138
|
-
split: "
|
|
4180
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
4139
4181
|
input: Record<string, unknown>;
|
|
4140
4182
|
expectedOutput: Record<string, unknown> | null;
|
|
4141
4183
|
policyVisibleContext: Record<string, unknown>;
|
|
4142
4184
|
privilegedContextRef: string | null;
|
|
4143
|
-
tags: string[];
|
|
4144
|
-
metadata: Record<string, unknown>;
|
|
4145
|
-
sourceRefs: string[];
|
|
4146
4185
|
assets?: {
|
|
4147
4186
|
id: string;
|
|
4148
4187
|
sourceRefId: string;
|
|
4149
4188
|
artifactRef: string;
|
|
4150
4189
|
fileName: string;
|
|
4190
|
+
stagingPath?: string | undefined;
|
|
4151
4191
|
mediaType: string;
|
|
4152
4192
|
sha256: string;
|
|
4153
4193
|
sizeBytes: number;
|
|
4154
|
-
split: "
|
|
4194
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
4155
4195
|
metadata: Record<string, unknown>;
|
|
4156
|
-
stagingPath?: string | undefined;
|
|
4157
4196
|
}[] | undefined;
|
|
4158
4197
|
resourceRefs?: string[] | undefined;
|
|
4159
4198
|
requiredOutputs?: {
|
|
4160
4199
|
path: string;
|
|
4161
4200
|
mediaType: string;
|
|
4162
|
-
metadata: Record<string, unknown>;
|
|
4163
4201
|
schemaRef?: string | null | undefined;
|
|
4202
|
+
submissionMode?: "structured_json" | undefined;
|
|
4164
4203
|
maxBytes?: number | undefined;
|
|
4204
|
+
metadata: Record<string, unknown>;
|
|
4165
4205
|
}[] | undefined;
|
|
4206
|
+
tags: string[];
|
|
4207
|
+
metadata: Record<string, unknown>;
|
|
4208
|
+
sourceRefs: string[];
|
|
4166
4209
|
}[];
|
|
4167
4210
|
graders: ({
|
|
4168
4211
|
id: string;
|
|
4212
|
+
taskIds?: string[] | undefined;
|
|
4169
4213
|
version: string;
|
|
4170
4214
|
label: string;
|
|
4171
4215
|
weight: number;
|
|
@@ -4173,11 +4217,11 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4173
4217
|
rewardEligible: boolean;
|
|
4174
4218
|
privileged: boolean;
|
|
4175
4219
|
metadata: Record<string, unknown>;
|
|
4176
|
-
kind: "
|
|
4220
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
4177
4221
|
config: Record<string, unknown>;
|
|
4178
|
-
taskIds?: string[] | undefined;
|
|
4179
4222
|
} | {
|
|
4180
4223
|
id: string;
|
|
4224
|
+
taskIds?: string[] | undefined;
|
|
4181
4225
|
version: string;
|
|
4182
4226
|
label: string;
|
|
4183
4227
|
weight: number;
|
|
@@ -4188,15 +4232,15 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4188
4232
|
kind: "model_judge";
|
|
4189
4233
|
rubric: string;
|
|
4190
4234
|
judge: {
|
|
4191
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
4235
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
4192
4236
|
modelId: string;
|
|
4193
4237
|
};
|
|
4194
4238
|
calibrationFixtureRefs: string[];
|
|
4195
|
-
calibrationStatus: "
|
|
4239
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
4196
4240
|
temperature: number;
|
|
4197
|
-
taskIds?: string[] | undefined;
|
|
4198
4241
|
} | {
|
|
4199
4242
|
id: string;
|
|
4243
|
+
taskIds?: string[] | undefined;
|
|
4200
4244
|
version: string;
|
|
4201
4245
|
label: string;
|
|
4202
4246
|
weight: number;
|
|
@@ -4205,9 +4249,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4205
4249
|
privileged: boolean;
|
|
4206
4250
|
metadata: Record<string, unknown>;
|
|
4207
4251
|
kind: "human";
|
|
4208
|
-
rubric: string;
|
|
4209
|
-
reviewerRole: string;
|
|
4210
|
-
taskIds?: string[] | undefined;
|
|
4211
4252
|
form?: {
|
|
4212
4253
|
schemaVersion: "openpond.humanForm.v1";
|
|
4213
4254
|
mode: "individual" | "pairwise";
|
|
@@ -4218,72 +4259,75 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4218
4259
|
instructions: string;
|
|
4219
4260
|
required: boolean;
|
|
4220
4261
|
allowAbstain: boolean;
|
|
4221
|
-
kind: "score";
|
|
4222
|
-
minimum: number;
|
|
4223
|
-
maximum: number;
|
|
4224
|
-
step: number;
|
|
4225
4262
|
requireRationale?: boolean | undefined;
|
|
4226
4263
|
anchors?: {
|
|
4227
4264
|
value: string | number | boolean;
|
|
4228
4265
|
description: string;
|
|
4229
4266
|
}[] | undefined;
|
|
4267
|
+
kind: "score";
|
|
4268
|
+
minimum: number;
|
|
4269
|
+
maximum: number;
|
|
4270
|
+
step: number;
|
|
4230
4271
|
} | {
|
|
4231
4272
|
id: string;
|
|
4232
4273
|
label: string;
|
|
4233
4274
|
instructions: string;
|
|
4234
4275
|
required: boolean;
|
|
4235
4276
|
allowAbstain: boolean;
|
|
4236
|
-
kind: "category";
|
|
4237
|
-
options: string[];
|
|
4238
4277
|
requireRationale?: boolean | undefined;
|
|
4239
4278
|
anchors?: {
|
|
4240
4279
|
value: string | number | boolean;
|
|
4241
4280
|
description: string;
|
|
4242
4281
|
}[] | undefined;
|
|
4282
|
+
kind: "category";
|
|
4283
|
+
options: string[];
|
|
4243
4284
|
} | {
|
|
4244
4285
|
id: string;
|
|
4245
4286
|
label: string;
|
|
4246
4287
|
instructions: string;
|
|
4247
4288
|
required: boolean;
|
|
4248
4289
|
allowAbstain: boolean;
|
|
4249
|
-
kind: "boolean";
|
|
4250
4290
|
requireRationale?: boolean | undefined;
|
|
4251
4291
|
anchors?: {
|
|
4252
4292
|
value: string | number | boolean;
|
|
4253
4293
|
description: string;
|
|
4254
4294
|
}[] | undefined;
|
|
4295
|
+
kind: "boolean";
|
|
4255
4296
|
} | {
|
|
4256
4297
|
id: string;
|
|
4257
4298
|
label: string;
|
|
4258
4299
|
instructions: string;
|
|
4259
4300
|
required: boolean;
|
|
4260
4301
|
allowAbstain: boolean;
|
|
4261
|
-
kind: "text";
|
|
4262
|
-
maximumLength: number;
|
|
4263
4302
|
requireRationale?: boolean | undefined;
|
|
4264
4303
|
anchors?: {
|
|
4265
4304
|
value: string | number | boolean;
|
|
4266
4305
|
description: string;
|
|
4267
4306
|
}[] | undefined;
|
|
4307
|
+
kind: "text";
|
|
4268
4308
|
minimumLength?: number | undefined;
|
|
4309
|
+
maximumLength: number;
|
|
4269
4310
|
} | {
|
|
4270
4311
|
id: string;
|
|
4271
4312
|
label: string;
|
|
4272
4313
|
instructions: string;
|
|
4273
4314
|
required: boolean;
|
|
4274
4315
|
allowAbstain: boolean;
|
|
4275
|
-
kind: "preference";
|
|
4276
|
-
allowTie: boolean;
|
|
4277
4316
|
requireRationale?: boolean | undefined;
|
|
4278
4317
|
anchors?: {
|
|
4279
4318
|
value: string | number | boolean;
|
|
4280
4319
|
description: string;
|
|
4281
4320
|
}[] | undefined;
|
|
4321
|
+
kind: "preference";
|
|
4282
4322
|
requireStrength?: boolean | undefined;
|
|
4323
|
+
allowTie: boolean;
|
|
4283
4324
|
})[];
|
|
4284
4325
|
} | undefined;
|
|
4326
|
+
rubric: string;
|
|
4327
|
+
reviewerRole: string;
|
|
4285
4328
|
} | {
|
|
4286
4329
|
id: string;
|
|
4330
|
+
taskIds?: string[] | undefined;
|
|
4287
4331
|
version: string;
|
|
4288
4332
|
label: string;
|
|
4289
4333
|
weight: number;
|
|
@@ -4292,17 +4336,16 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4292
4336
|
privileged: boolean;
|
|
4293
4337
|
metadata: Record<string, unknown>;
|
|
4294
4338
|
kind: "custom_verifier";
|
|
4339
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
4295
4340
|
module: string;
|
|
4296
4341
|
exportName: string;
|
|
4297
4342
|
timeoutMs: number;
|
|
4298
4343
|
networkPolicy: "none";
|
|
4299
|
-
taskIds?: string[] | undefined;
|
|
4300
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
4301
4344
|
})[];
|
|
4302
4345
|
graderFixtures: {
|
|
4303
4346
|
id: string;
|
|
4304
4347
|
taskId: string;
|
|
4305
|
-
label: "
|
|
4348
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
4306
4349
|
output: Record<string, unknown>;
|
|
4307
4350
|
infrastructureError: string | null;
|
|
4308
4351
|
expectedPassed: boolean;
|
|
@@ -4359,7 +4402,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4359
4402
|
metadata: Record<string, unknown>;
|
|
4360
4403
|
kind: "feedback";
|
|
4361
4404
|
feedback: string;
|
|
4362
|
-
polarity: "
|
|
4405
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
4363
4406
|
}[];
|
|
4364
4407
|
rewards: {
|
|
4365
4408
|
id: string;
|
|
@@ -4410,41 +4453,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4410
4453
|
createdAt: string;
|
|
4411
4454
|
updatedAt: string;
|
|
4412
4455
|
metadata: Record<string, unknown>;
|
|
4413
|
-
datasetArtifact?: {
|
|
4414
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
4415
|
-
id: string;
|
|
4416
|
-
tasksetId: string;
|
|
4417
|
-
tasksetRevision: number;
|
|
4418
|
-
contentHash: string;
|
|
4419
|
-
format: "parquet";
|
|
4420
|
-
schema: {
|
|
4421
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
4422
|
-
fields: {
|
|
4423
|
-
name: string;
|
|
4424
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
4425
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
4426
|
-
nullable: boolean;
|
|
4427
|
-
policy: "metadata" | "visible" | "privileged";
|
|
4428
|
-
}[];
|
|
4429
|
-
schemaHash: string;
|
|
4430
|
-
};
|
|
4431
|
-
shards: {
|
|
4432
|
-
id: string;
|
|
4433
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
4434
|
-
path: string;
|
|
4435
|
-
contentHash: string;
|
|
4436
|
-
schemaHash: string;
|
|
4437
|
-
sizeBytes: number;
|
|
4438
|
-
rowCount: number;
|
|
4439
|
-
rowGroupCount: number;
|
|
4440
|
-
}[];
|
|
4441
|
-
rowCount: number;
|
|
4442
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
4443
|
-
sourceReceiptRefs: string[];
|
|
4444
|
-
mappingHash: string;
|
|
4445
|
-
qualityReportHash: string;
|
|
4446
|
-
createdAt: string;
|
|
4447
|
-
} | null | undefined;
|
|
4448
4456
|
};
|
|
4449
4457
|
files: {
|
|
4450
4458
|
path: string;
|
|
@@ -4454,6 +4462,7 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4454
4462
|
}[];
|
|
4455
4463
|
contentHash: string;
|
|
4456
4464
|
};
|
|
4465
|
+
ownerScope?: "personal" | "workspace" | undefined;
|
|
4457
4466
|
publication: {
|
|
4458
4467
|
tasksetId: string;
|
|
4459
4468
|
release: {
|
|
@@ -4463,8 +4472,6 @@ export declare class OpenPondDatasetWorkspaceClient {
|
|
|
4463
4472
|
};
|
|
4464
4473
|
packageHash: string;
|
|
4465
4474
|
} | null;
|
|
4466
|
-
originProjectId?: string | undefined;
|
|
4467
|
-
ownerScope?: "workspace" | "personal" | undefined;
|
|
4468
4475
|
}>;
|
|
4469
4476
|
private readback;
|
|
4470
4477
|
private request;
|