openpond-sdk 0.12.3 → 0.12.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-VY5AFE7A.js → chunk-24N6A6SF.js} +4 -4
- package/dist/chunk-24N6A6SF.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-53LLNDXF.js} +3 -3
- package/dist/chunk-53LLNDXF.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-B5XTGEBE.js} +25 -13
- package/dist/chunk-B5XTGEBE.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-BVMR5OFW.js} +5 -5
- package/dist/chunk-BVMR5OFW.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-CMWZZZGW.js} +5 -5
- package/dist/chunk-CMWZZZGW.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-DF2QXVZ3.js} +8 -8
- package/dist/chunk-DF2QXVZ3.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-EFUT3XKW.js} +4 -4
- package/dist/chunk-EFUT3XKW.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-ETX25FTB.js} +3 -3
- package/dist/chunk-ETX25FTB.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-GAIDBPFY.js} +5 -5
- package/dist/chunk-GAIDBPFY.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-HGXVOFCL.js} +2 -2
- package/dist/chunk-HGXVOFCL.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-I54WQBXL.js} +8 -8
- package/dist/chunk-I54WQBXL.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-K5LWSWV7.js} +4 -4
- package/dist/chunk-K5LWSWV7.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-LHX7ENKZ.js} +3 -3
- package/dist/chunk-LHX7ENKZ.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-LR5CTOC5.js} +18 -18
- package/dist/chunk-LR5CTOC5.js.map +1 -0
- package/dist/chunk-MO4HAJZG.js +8709 -0
- package/dist/chunk-MO4HAJZG.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-77N3QEIL.js → chunk-OR3TMIJN.js} +5 -5
- package/dist/chunk-OR3TMIJN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-QRS7Y3EM.js} +4 -3
- package/dist/chunk-QRS7Y3EM.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-RRKRA237.js} +14 -5
- package/dist/chunk-RRKRA237.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-U7XWIOSB.js} +3 -3
- package/dist/chunk-U7XWIOSB.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-VHGC44HA.js} +5 -5
- package/dist/chunk-VHGC44HA.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-VN5V2E2S.js} +7 -5
- package/dist/chunk-VN5V2E2S.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-WMIKJGXW.js} +3 -3
- package/dist/chunk-WMIKJGXW.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-XON75UFN.js} +3 -3
- package/dist/chunk-XON75UFN.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-ZHQK3MOM.js} +4 -4
- package/dist/chunk-ZHQK3MOM.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-ZIFZFP5I.js} +5 -5
- package/dist/chunk-ZIFZFP5I.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +98 -50
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +324 -324
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +438 -377
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +744 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4589 -4577
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -18,13 +18,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
18
18
|
fetch?: typeof globalThis.fetch;
|
|
19
19
|
});
|
|
20
20
|
inspectSource(modelId: string, expectedModelRevision: number, options?: Options): Promise<{
|
|
21
|
-
expectedModelRevision: number;
|
|
22
|
-
sourcePackageHash: string;
|
|
23
21
|
teamId: string;
|
|
24
22
|
modelId: string;
|
|
25
23
|
schemaVersion: "openpond.tasksetDraftSourceDescriptor.v1";
|
|
24
|
+
expectedModelRevision: number;
|
|
25
|
+
sourcePackageHash: string;
|
|
26
26
|
}>;
|
|
27
27
|
initialize(input: ModelTasksetDraftRequest, options?: Options): Promise<{
|
|
28
|
+
teamId: string;
|
|
29
|
+
modelId: string;
|
|
30
|
+
schemaVersion: "openpond.tasksetDraftReadback.v1";
|
|
28
31
|
draft: {
|
|
29
32
|
schemaVersion: "openpond.tasksetDraft.v1";
|
|
30
33
|
id: string;
|
|
@@ -67,17 +70,17 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
67
70
|
} | null;
|
|
68
71
|
name: string;
|
|
69
72
|
objective: string;
|
|
70
|
-
purpose: "
|
|
73
|
+
purpose: "benchmark" | "general";
|
|
71
74
|
benchmark: {
|
|
72
75
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
73
76
|
definitionId: string;
|
|
74
77
|
releaseId: string;
|
|
75
78
|
releaseHash: string;
|
|
76
79
|
managedReleasePath: string;
|
|
77
|
-
adaptationSplit: "
|
|
78
|
-
evaluationSplit: "
|
|
79
|
-
primaryMetric: "
|
|
80
|
-
qualityGate: "
|
|
80
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
81
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
82
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
83
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
81
84
|
source: "builtin" | "imported";
|
|
82
85
|
metadata: Record<string, unknown>;
|
|
83
86
|
} | null;
|
|
@@ -88,7 +91,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
88
91
|
publishedAt: string;
|
|
89
92
|
metadata: Record<string, unknown>;
|
|
90
93
|
} | null;
|
|
91
|
-
status: "draft" | "
|
|
94
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
92
95
|
sourceRefs: ({
|
|
93
96
|
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
94
97
|
kind: "connected_activity";
|
|
@@ -97,27 +100,27 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
97
100
|
title: string;
|
|
98
101
|
sourceHash: string;
|
|
99
102
|
occurredAt: string;
|
|
100
|
-
licensingStatus: "
|
|
101
|
-
secretScanStatus: "
|
|
102
|
-
piiScanStatus: "
|
|
103
|
-
origin: "
|
|
103
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
104
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
105
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
106
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
104
107
|
sourceId: string;
|
|
105
108
|
sessionId: string;
|
|
106
109
|
normalizerVersion: string;
|
|
107
|
-
projection: "
|
|
110
|
+
projection: "conversation" | "turn";
|
|
108
111
|
ownerUserId: string;
|
|
109
112
|
purpose: "recorded_evaluation";
|
|
110
|
-
metadata: Record<string, unknown>;
|
|
111
113
|
sourceFileHashes?: string[] | undefined;
|
|
114
|
+
metadata: Record<string, unknown>;
|
|
112
115
|
} | {
|
|
113
116
|
id: string;
|
|
114
117
|
profileId: string;
|
|
115
118
|
title: string;
|
|
116
119
|
sourceHash: string;
|
|
117
120
|
occurredAt: string;
|
|
118
|
-
licensingStatus: "
|
|
119
|
-
secretScanStatus: "
|
|
120
|
-
piiScanStatus: "
|
|
121
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
122
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
123
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
121
124
|
metadata: Record<string, unknown>;
|
|
122
125
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
123
126
|
kind: "huggingface";
|
|
@@ -136,9 +139,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
136
139
|
title: string;
|
|
137
140
|
sourceHash: string;
|
|
138
141
|
occurredAt: string;
|
|
139
|
-
licensingStatus: "
|
|
140
|
-
secretScanStatus: "
|
|
141
|
-
piiScanStatus: "
|
|
142
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
143
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
144
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
142
145
|
metadata: Record<string, unknown>;
|
|
143
146
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
144
147
|
kind: "uploaded_file";
|
|
@@ -153,9 +156,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
153
156
|
title: string;
|
|
154
157
|
sourceHash: string;
|
|
155
158
|
occurredAt: string;
|
|
156
|
-
licensingStatus: "
|
|
157
|
-
secretScanStatus: "
|
|
158
|
-
piiScanStatus: "
|
|
159
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
160
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
161
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
159
162
|
metadata: Record<string, unknown>;
|
|
160
163
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
161
164
|
kind: "generated";
|
|
@@ -169,9 +172,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
169
172
|
title: string;
|
|
170
173
|
sourceHash: string;
|
|
171
174
|
occurredAt: string;
|
|
172
|
-
licensingStatus: "
|
|
173
|
-
secretScanStatus: "
|
|
174
|
-
piiScanStatus: "
|
|
175
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
176
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
177
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
175
178
|
metadata: Record<string, unknown>;
|
|
176
179
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
177
180
|
kind: "learning_batch";
|
|
@@ -198,18 +201,53 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
198
201
|
title: string;
|
|
199
202
|
occurredAt: string;
|
|
200
203
|
consent: {
|
|
201
|
-
status: "
|
|
202
|
-
scope: "
|
|
204
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
205
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
203
206
|
grantedBy: string | null;
|
|
204
207
|
grantedAt: string | null;
|
|
205
208
|
purpose: "task_authoring_and_evaluation";
|
|
206
209
|
};
|
|
207
210
|
connectedAppIds: string[];
|
|
208
|
-
secretScanStatus: "
|
|
209
|
-
piiScanStatus: "
|
|
210
|
-
licensingStatus: "
|
|
211
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
212
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
213
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
211
214
|
metadata: Record<string, unknown>;
|
|
212
215
|
})[];
|
|
216
|
+
datasetArtifact?: {
|
|
217
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
218
|
+
id: string;
|
|
219
|
+
tasksetId: string;
|
|
220
|
+
tasksetRevision: number;
|
|
221
|
+
contentHash: string;
|
|
222
|
+
format: "parquet";
|
|
223
|
+
schema: {
|
|
224
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
225
|
+
fields: {
|
|
226
|
+
name: string;
|
|
227
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
228
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
229
|
+
nullable: boolean;
|
|
230
|
+
policy: "metadata" | "privileged" | "visible";
|
|
231
|
+
}[];
|
|
232
|
+
schemaHash: string;
|
|
233
|
+
};
|
|
234
|
+
shards: {
|
|
235
|
+
id: string;
|
|
236
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
237
|
+
path: string;
|
|
238
|
+
contentHash: string;
|
|
239
|
+
schemaHash: string;
|
|
240
|
+
sizeBytes: number;
|
|
241
|
+
rowCount: number;
|
|
242
|
+
rowGroupCount: number;
|
|
243
|
+
}[];
|
|
244
|
+
rowCount: number;
|
|
245
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
246
|
+
sourceReceiptRefs: string[];
|
|
247
|
+
mappingHash: string;
|
|
248
|
+
qualityReportHash: string;
|
|
249
|
+
createdAt: string;
|
|
250
|
+
} | null | undefined;
|
|
213
251
|
policy: {
|
|
214
252
|
policyVisibleFields: string[];
|
|
215
253
|
privilegedFields: string[];
|
|
@@ -218,15 +256,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
218
256
|
};
|
|
219
257
|
environment: {
|
|
220
258
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
221
|
-
kind: "agent" | "
|
|
259
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
222
260
|
entrypoint: string;
|
|
223
261
|
stateful: boolean;
|
|
224
262
|
deterministicSeeds: boolean;
|
|
225
263
|
toolNames: string[];
|
|
226
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
227
|
-
defaultTimeoutMs: number;
|
|
228
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
229
|
-
metadata: Record<string, unknown>;
|
|
230
264
|
actionBindings?: {
|
|
231
265
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
232
266
|
actionId: string;
|
|
@@ -249,18 +283,22 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
249
283
|
source: "case_id";
|
|
250
284
|
}[];
|
|
251
285
|
}[] | undefined;
|
|
286
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
287
|
+
defaultTimeoutMs: number;
|
|
288
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
252
289
|
resources?: {
|
|
253
290
|
id: string;
|
|
254
|
-
kind: "
|
|
291
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
255
292
|
path: string;
|
|
256
|
-
|
|
293
|
+
mediaType?: string | null | undefined;
|
|
294
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
257
295
|
required: boolean;
|
|
258
296
|
metadata: Record<string, unknown>;
|
|
259
|
-
mediaType?: string | null | undefined;
|
|
260
297
|
}[] | undefined;
|
|
298
|
+
metadata: Record<string, unknown>;
|
|
261
299
|
};
|
|
262
300
|
output: {
|
|
263
|
-
mode: "
|
|
301
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
264
302
|
jsonSchema: Record<string, unknown> | null;
|
|
265
303
|
renderer: {
|
|
266
304
|
module: string;
|
|
@@ -270,14 +308,14 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
270
308
|
};
|
|
271
309
|
capabilities: {
|
|
272
310
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
273
|
-
taskKind: "chat" | "
|
|
274
|
-
supportedSignals: ("
|
|
275
|
-
compatibleMethods: ("
|
|
276
|
-
rewardKinds: ("
|
|
311
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
312
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
313
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
314
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
277
315
|
requiresTools: boolean;
|
|
278
316
|
requiresState: boolean;
|
|
279
317
|
requiresPrivilegedGrading: boolean;
|
|
280
|
-
environmentPlacements: ("
|
|
318
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
281
319
|
exportable: boolean;
|
|
282
320
|
portabilityBlockers: string[];
|
|
283
321
|
};
|
|
@@ -285,7 +323,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
285
323
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
286
324
|
primaryMetric: string;
|
|
287
325
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
288
|
-
missingReward: "
|
|
326
|
+
missingReward: "exclude" | "zero";
|
|
327
|
+
taskWeights?: Record<string, number> | undefined;
|
|
289
328
|
customAggregator: {
|
|
290
329
|
module: string;
|
|
291
330
|
exportName: string;
|
|
@@ -293,7 +332,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
293
332
|
timeoutMs: number;
|
|
294
333
|
networkPolicy: "none";
|
|
295
334
|
} | null;
|
|
296
|
-
taskWeights?: Record<string, number> | undefined;
|
|
297
335
|
};
|
|
298
336
|
review: {
|
|
299
337
|
enabled: boolean;
|
|
@@ -313,37 +351,39 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
313
351
|
schemaVersion: "openpond.taskData.v1";
|
|
314
352
|
id: string;
|
|
315
353
|
clusterKey: string;
|
|
316
|
-
split: "
|
|
354
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
317
355
|
input: Record<string, unknown>;
|
|
318
356
|
expectedOutput: Record<string, unknown> | null;
|
|
319
357
|
policyVisibleContext: Record<string, unknown>;
|
|
320
358
|
privilegedContextRef: string | null;
|
|
321
|
-
tags: string[];
|
|
322
|
-
metadata: Record<string, unknown>;
|
|
323
|
-
sourceRefs: string[];
|
|
324
359
|
assets?: {
|
|
325
360
|
id: string;
|
|
326
361
|
sourceRefId: string;
|
|
327
362
|
artifactRef: string;
|
|
328
363
|
fileName: string;
|
|
364
|
+
stagingPath?: string | undefined;
|
|
329
365
|
mediaType: string;
|
|
330
366
|
sha256: string;
|
|
331
367
|
sizeBytes: number;
|
|
332
|
-
split: "
|
|
368
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
333
369
|
metadata: Record<string, unknown>;
|
|
334
|
-
stagingPath?: string | undefined;
|
|
335
370
|
}[] | undefined;
|
|
336
371
|
resourceRefs?: string[] | undefined;
|
|
337
372
|
requiredOutputs?: {
|
|
338
373
|
path: string;
|
|
339
374
|
mediaType: string;
|
|
340
|
-
metadata: Record<string, unknown>;
|
|
341
375
|
schemaRef?: string | null | undefined;
|
|
376
|
+
submissionMode?: "structured_json" | undefined;
|
|
342
377
|
maxBytes?: number | undefined;
|
|
378
|
+
metadata: Record<string, unknown>;
|
|
343
379
|
}[] | undefined;
|
|
380
|
+
tags: string[];
|
|
381
|
+
metadata: Record<string, unknown>;
|
|
382
|
+
sourceRefs: string[];
|
|
344
383
|
}[];
|
|
345
384
|
graders: ({
|
|
346
385
|
id: string;
|
|
386
|
+
taskIds?: string[] | undefined;
|
|
347
387
|
version: string;
|
|
348
388
|
label: string;
|
|
349
389
|
weight: number;
|
|
@@ -351,11 +391,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
351
391
|
rewardEligible: boolean;
|
|
352
392
|
privileged: boolean;
|
|
353
393
|
metadata: Record<string, unknown>;
|
|
354
|
-
kind: "
|
|
394
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
355
395
|
config: Record<string, unknown>;
|
|
356
|
-
taskIds?: string[] | undefined;
|
|
357
396
|
} | {
|
|
358
397
|
id: string;
|
|
398
|
+
taskIds?: string[] | undefined;
|
|
359
399
|
version: string;
|
|
360
400
|
label: string;
|
|
361
401
|
weight: number;
|
|
@@ -366,15 +406,15 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
366
406
|
kind: "model_judge";
|
|
367
407
|
rubric: string;
|
|
368
408
|
judge: {
|
|
369
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
409
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
370
410
|
modelId: string;
|
|
371
411
|
};
|
|
372
412
|
calibrationFixtureRefs: string[];
|
|
373
|
-
calibrationStatus: "
|
|
413
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
374
414
|
temperature: number;
|
|
375
|
-
taskIds?: string[] | undefined;
|
|
376
415
|
} | {
|
|
377
416
|
id: string;
|
|
417
|
+
taskIds?: string[] | undefined;
|
|
378
418
|
version: string;
|
|
379
419
|
label: string;
|
|
380
420
|
weight: number;
|
|
@@ -383,9 +423,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
383
423
|
privileged: boolean;
|
|
384
424
|
metadata: Record<string, unknown>;
|
|
385
425
|
kind: "human";
|
|
386
|
-
rubric: string;
|
|
387
|
-
reviewerRole: string;
|
|
388
|
-
taskIds?: string[] | undefined;
|
|
389
426
|
form?: {
|
|
390
427
|
schemaVersion: "openpond.humanForm.v1";
|
|
391
428
|
mode: "individual" | "pairwise";
|
|
@@ -396,72 +433,75 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
396
433
|
instructions: string;
|
|
397
434
|
required: boolean;
|
|
398
435
|
allowAbstain: boolean;
|
|
399
|
-
kind: "score";
|
|
400
|
-
minimum: number;
|
|
401
|
-
maximum: number;
|
|
402
|
-
step: number;
|
|
403
436
|
requireRationale?: boolean | undefined;
|
|
404
437
|
anchors?: {
|
|
405
438
|
value: string | number | boolean;
|
|
406
439
|
description: string;
|
|
407
440
|
}[] | undefined;
|
|
441
|
+
kind: "score";
|
|
442
|
+
minimum: number;
|
|
443
|
+
maximum: number;
|
|
444
|
+
step: number;
|
|
408
445
|
} | {
|
|
409
446
|
id: string;
|
|
410
447
|
label: string;
|
|
411
448
|
instructions: string;
|
|
412
449
|
required: boolean;
|
|
413
450
|
allowAbstain: boolean;
|
|
414
|
-
kind: "category";
|
|
415
|
-
options: string[];
|
|
416
451
|
requireRationale?: boolean | undefined;
|
|
417
452
|
anchors?: {
|
|
418
453
|
value: string | number | boolean;
|
|
419
454
|
description: string;
|
|
420
455
|
}[] | undefined;
|
|
456
|
+
kind: "category";
|
|
457
|
+
options: string[];
|
|
421
458
|
} | {
|
|
422
459
|
id: string;
|
|
423
460
|
label: string;
|
|
424
461
|
instructions: string;
|
|
425
462
|
required: boolean;
|
|
426
463
|
allowAbstain: boolean;
|
|
427
|
-
kind: "boolean";
|
|
428
464
|
requireRationale?: boolean | undefined;
|
|
429
465
|
anchors?: {
|
|
430
466
|
value: string | number | boolean;
|
|
431
467
|
description: string;
|
|
432
468
|
}[] | undefined;
|
|
469
|
+
kind: "boolean";
|
|
433
470
|
} | {
|
|
434
471
|
id: string;
|
|
435
472
|
label: string;
|
|
436
473
|
instructions: string;
|
|
437
474
|
required: boolean;
|
|
438
475
|
allowAbstain: boolean;
|
|
439
|
-
kind: "text";
|
|
440
|
-
maximumLength: number;
|
|
441
476
|
requireRationale?: boolean | undefined;
|
|
442
477
|
anchors?: {
|
|
443
478
|
value: string | number | boolean;
|
|
444
479
|
description: string;
|
|
445
480
|
}[] | undefined;
|
|
481
|
+
kind: "text";
|
|
446
482
|
minimumLength?: number | undefined;
|
|
483
|
+
maximumLength: number;
|
|
447
484
|
} | {
|
|
448
485
|
id: string;
|
|
449
486
|
label: string;
|
|
450
487
|
instructions: string;
|
|
451
488
|
required: boolean;
|
|
452
489
|
allowAbstain: boolean;
|
|
453
|
-
kind: "preference";
|
|
454
|
-
allowTie: boolean;
|
|
455
490
|
requireRationale?: boolean | undefined;
|
|
456
491
|
anchors?: {
|
|
457
492
|
value: string | number | boolean;
|
|
458
493
|
description: string;
|
|
459
494
|
}[] | undefined;
|
|
495
|
+
kind: "preference";
|
|
460
496
|
requireStrength?: boolean | undefined;
|
|
497
|
+
allowTie: boolean;
|
|
461
498
|
})[];
|
|
462
499
|
} | undefined;
|
|
500
|
+
rubric: string;
|
|
501
|
+
reviewerRole: string;
|
|
463
502
|
} | {
|
|
464
503
|
id: string;
|
|
504
|
+
taskIds?: string[] | undefined;
|
|
465
505
|
version: string;
|
|
466
506
|
label: string;
|
|
467
507
|
weight: number;
|
|
@@ -470,17 +510,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
470
510
|
privileged: boolean;
|
|
471
511
|
metadata: Record<string, unknown>;
|
|
472
512
|
kind: "custom_verifier";
|
|
513
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
473
514
|
module: string;
|
|
474
515
|
exportName: string;
|
|
475
516
|
timeoutMs: number;
|
|
476
517
|
networkPolicy: "none";
|
|
477
|
-
taskIds?: string[] | undefined;
|
|
478
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
479
518
|
})[];
|
|
480
519
|
graderFixtures: {
|
|
481
520
|
id: string;
|
|
482
521
|
taskId: string;
|
|
483
|
-
label: "
|
|
522
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
484
523
|
output: Record<string, unknown>;
|
|
485
524
|
infrastructureError: string | null;
|
|
486
525
|
expectedPassed: boolean;
|
|
@@ -537,7 +576,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
537
576
|
metadata: Record<string, unknown>;
|
|
538
577
|
kind: "feedback";
|
|
539
578
|
feedback: string;
|
|
540
|
-
polarity: "
|
|
579
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
541
580
|
}[];
|
|
542
581
|
rewards: {
|
|
543
582
|
id: string;
|
|
@@ -588,49 +627,14 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
588
627
|
createdAt: string;
|
|
589
628
|
updatedAt: string;
|
|
590
629
|
metadata: Record<string, unknown>;
|
|
591
|
-
datasetArtifact?: {
|
|
592
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
593
|
-
id: string;
|
|
594
|
-
tasksetId: string;
|
|
595
|
-
tasksetRevision: number;
|
|
596
|
-
contentHash: string;
|
|
597
|
-
format: "parquet";
|
|
598
|
-
schema: {
|
|
599
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
600
|
-
fields: {
|
|
601
|
-
name: string;
|
|
602
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
603
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
604
|
-
nullable: boolean;
|
|
605
|
-
policy: "metadata" | "visible" | "privileged";
|
|
606
|
-
}[];
|
|
607
|
-
schemaHash: string;
|
|
608
|
-
};
|
|
609
|
-
shards: {
|
|
610
|
-
id: string;
|
|
611
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
612
|
-
path: string;
|
|
613
|
-
contentHash: string;
|
|
614
|
-
schemaHash: string;
|
|
615
|
-
sizeBytes: number;
|
|
616
|
-
rowCount: number;
|
|
617
|
-
rowGroupCount: number;
|
|
618
|
-
}[];
|
|
619
|
-
rowCount: number;
|
|
620
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
621
|
-
sourceReceiptRefs: string[];
|
|
622
|
-
mappingHash: string;
|
|
623
|
-
qualityReportHash: string;
|
|
624
|
-
createdAt: string;
|
|
625
|
-
} | null | undefined;
|
|
626
630
|
};
|
|
627
631
|
workspaceHash: string;
|
|
628
632
|
projectEtag: string;
|
|
633
|
+
}>;
|
|
634
|
+
create(input: TasksetDraftCreateRequest, options?: Options): Promise<{
|
|
629
635
|
teamId: string;
|
|
630
636
|
modelId: string;
|
|
631
637
|
schemaVersion: "openpond.tasksetDraftReadback.v1";
|
|
632
|
-
}>;
|
|
633
|
-
create(input: TasksetDraftCreateRequest, options?: Options): Promise<{
|
|
634
638
|
draft: {
|
|
635
639
|
schemaVersion: "openpond.tasksetDraft.v1";
|
|
636
640
|
id: string;
|
|
@@ -673,17 +677,17 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
673
677
|
} | null;
|
|
674
678
|
name: string;
|
|
675
679
|
objective: string;
|
|
676
|
-
purpose: "
|
|
680
|
+
purpose: "benchmark" | "general";
|
|
677
681
|
benchmark: {
|
|
678
682
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
679
683
|
definitionId: string;
|
|
680
684
|
releaseId: string;
|
|
681
685
|
releaseHash: string;
|
|
682
686
|
managedReleasePath: string;
|
|
683
|
-
adaptationSplit: "
|
|
684
|
-
evaluationSplit: "
|
|
685
|
-
primaryMetric: "
|
|
686
|
-
qualityGate: "
|
|
687
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
688
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
689
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
690
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
687
691
|
source: "builtin" | "imported";
|
|
688
692
|
metadata: Record<string, unknown>;
|
|
689
693
|
} | null;
|
|
@@ -694,7 +698,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
694
698
|
publishedAt: string;
|
|
695
699
|
metadata: Record<string, unknown>;
|
|
696
700
|
} | null;
|
|
697
|
-
status: "draft" | "
|
|
701
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
698
702
|
sourceRefs: ({
|
|
699
703
|
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
700
704
|
kind: "connected_activity";
|
|
@@ -703,27 +707,27 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
703
707
|
title: string;
|
|
704
708
|
sourceHash: string;
|
|
705
709
|
occurredAt: string;
|
|
706
|
-
licensingStatus: "
|
|
707
|
-
secretScanStatus: "
|
|
708
|
-
piiScanStatus: "
|
|
709
|
-
origin: "
|
|
710
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
711
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
712
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
713
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
710
714
|
sourceId: string;
|
|
711
715
|
sessionId: string;
|
|
712
716
|
normalizerVersion: string;
|
|
713
|
-
projection: "
|
|
717
|
+
projection: "conversation" | "turn";
|
|
714
718
|
ownerUserId: string;
|
|
715
719
|
purpose: "recorded_evaluation";
|
|
716
|
-
metadata: Record<string, unknown>;
|
|
717
720
|
sourceFileHashes?: string[] | undefined;
|
|
721
|
+
metadata: Record<string, unknown>;
|
|
718
722
|
} | {
|
|
719
723
|
id: string;
|
|
720
724
|
profileId: string;
|
|
721
725
|
title: string;
|
|
722
726
|
sourceHash: string;
|
|
723
727
|
occurredAt: string;
|
|
724
|
-
licensingStatus: "
|
|
725
|
-
secretScanStatus: "
|
|
726
|
-
piiScanStatus: "
|
|
728
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
729
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
730
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
727
731
|
metadata: Record<string, unknown>;
|
|
728
732
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
729
733
|
kind: "huggingface";
|
|
@@ -742,9 +746,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
742
746
|
title: string;
|
|
743
747
|
sourceHash: string;
|
|
744
748
|
occurredAt: string;
|
|
745
|
-
licensingStatus: "
|
|
746
|
-
secretScanStatus: "
|
|
747
|
-
piiScanStatus: "
|
|
749
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
750
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
751
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
748
752
|
metadata: Record<string, unknown>;
|
|
749
753
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
750
754
|
kind: "uploaded_file";
|
|
@@ -759,9 +763,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
759
763
|
title: string;
|
|
760
764
|
sourceHash: string;
|
|
761
765
|
occurredAt: string;
|
|
762
|
-
licensingStatus: "
|
|
763
|
-
secretScanStatus: "
|
|
764
|
-
piiScanStatus: "
|
|
766
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
767
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
768
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
765
769
|
metadata: Record<string, unknown>;
|
|
766
770
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
767
771
|
kind: "generated";
|
|
@@ -775,9 +779,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
775
779
|
title: string;
|
|
776
780
|
sourceHash: string;
|
|
777
781
|
occurredAt: string;
|
|
778
|
-
licensingStatus: "
|
|
779
|
-
secretScanStatus: "
|
|
780
|
-
piiScanStatus: "
|
|
782
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
783
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
784
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
781
785
|
metadata: Record<string, unknown>;
|
|
782
786
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
783
787
|
kind: "learning_batch";
|
|
@@ -804,18 +808,53 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
804
808
|
title: string;
|
|
805
809
|
occurredAt: string;
|
|
806
810
|
consent: {
|
|
807
|
-
status: "
|
|
808
|
-
scope: "
|
|
811
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
812
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
809
813
|
grantedBy: string | null;
|
|
810
814
|
grantedAt: string | null;
|
|
811
815
|
purpose: "task_authoring_and_evaluation";
|
|
812
816
|
};
|
|
813
817
|
connectedAppIds: string[];
|
|
814
|
-
secretScanStatus: "
|
|
815
|
-
piiScanStatus: "
|
|
816
|
-
licensingStatus: "
|
|
818
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
819
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
820
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
817
821
|
metadata: Record<string, unknown>;
|
|
818
822
|
})[];
|
|
823
|
+
datasetArtifact?: {
|
|
824
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
825
|
+
id: string;
|
|
826
|
+
tasksetId: string;
|
|
827
|
+
tasksetRevision: number;
|
|
828
|
+
contentHash: string;
|
|
829
|
+
format: "parquet";
|
|
830
|
+
schema: {
|
|
831
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
832
|
+
fields: {
|
|
833
|
+
name: string;
|
|
834
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
835
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
836
|
+
nullable: boolean;
|
|
837
|
+
policy: "metadata" | "privileged" | "visible";
|
|
838
|
+
}[];
|
|
839
|
+
schemaHash: string;
|
|
840
|
+
};
|
|
841
|
+
shards: {
|
|
842
|
+
id: string;
|
|
843
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
844
|
+
path: string;
|
|
845
|
+
contentHash: string;
|
|
846
|
+
schemaHash: string;
|
|
847
|
+
sizeBytes: number;
|
|
848
|
+
rowCount: number;
|
|
849
|
+
rowGroupCount: number;
|
|
850
|
+
}[];
|
|
851
|
+
rowCount: number;
|
|
852
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
853
|
+
sourceReceiptRefs: string[];
|
|
854
|
+
mappingHash: string;
|
|
855
|
+
qualityReportHash: string;
|
|
856
|
+
createdAt: string;
|
|
857
|
+
} | null | undefined;
|
|
819
858
|
policy: {
|
|
820
859
|
policyVisibleFields: string[];
|
|
821
860
|
privilegedFields: string[];
|
|
@@ -824,15 +863,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
824
863
|
};
|
|
825
864
|
environment: {
|
|
826
865
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
827
|
-
kind: "agent" | "
|
|
866
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
828
867
|
entrypoint: string;
|
|
829
868
|
stateful: boolean;
|
|
830
869
|
deterministicSeeds: boolean;
|
|
831
870
|
toolNames: string[];
|
|
832
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
833
|
-
defaultTimeoutMs: number;
|
|
834
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
835
|
-
metadata: Record<string, unknown>;
|
|
836
871
|
actionBindings?: {
|
|
837
872
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
838
873
|
actionId: string;
|
|
@@ -855,18 +890,22 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
855
890
|
source: "case_id";
|
|
856
891
|
}[];
|
|
857
892
|
}[] | undefined;
|
|
893
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
894
|
+
defaultTimeoutMs: number;
|
|
895
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
858
896
|
resources?: {
|
|
859
897
|
id: string;
|
|
860
|
-
kind: "
|
|
898
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
861
899
|
path: string;
|
|
862
|
-
|
|
900
|
+
mediaType?: string | null | undefined;
|
|
901
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
863
902
|
required: boolean;
|
|
864
903
|
metadata: Record<string, unknown>;
|
|
865
|
-
mediaType?: string | null | undefined;
|
|
866
904
|
}[] | undefined;
|
|
905
|
+
metadata: Record<string, unknown>;
|
|
867
906
|
};
|
|
868
907
|
output: {
|
|
869
|
-
mode: "
|
|
908
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
870
909
|
jsonSchema: Record<string, unknown> | null;
|
|
871
910
|
renderer: {
|
|
872
911
|
module: string;
|
|
@@ -876,14 +915,14 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
876
915
|
};
|
|
877
916
|
capabilities: {
|
|
878
917
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
879
|
-
taskKind: "chat" | "
|
|
880
|
-
supportedSignals: ("
|
|
881
|
-
compatibleMethods: ("
|
|
882
|
-
rewardKinds: ("
|
|
918
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
919
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
920
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
921
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
883
922
|
requiresTools: boolean;
|
|
884
923
|
requiresState: boolean;
|
|
885
924
|
requiresPrivilegedGrading: boolean;
|
|
886
|
-
environmentPlacements: ("
|
|
925
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
887
926
|
exportable: boolean;
|
|
888
927
|
portabilityBlockers: string[];
|
|
889
928
|
};
|
|
@@ -891,7 +930,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
891
930
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
892
931
|
primaryMetric: string;
|
|
893
932
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
894
|
-
missingReward: "
|
|
933
|
+
missingReward: "exclude" | "zero";
|
|
934
|
+
taskWeights?: Record<string, number> | undefined;
|
|
895
935
|
customAggregator: {
|
|
896
936
|
module: string;
|
|
897
937
|
exportName: string;
|
|
@@ -899,7 +939,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
899
939
|
timeoutMs: number;
|
|
900
940
|
networkPolicy: "none";
|
|
901
941
|
} | null;
|
|
902
|
-
taskWeights?: Record<string, number> | undefined;
|
|
903
942
|
};
|
|
904
943
|
review: {
|
|
905
944
|
enabled: boolean;
|
|
@@ -919,37 +958,39 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
919
958
|
schemaVersion: "openpond.taskData.v1";
|
|
920
959
|
id: string;
|
|
921
960
|
clusterKey: string;
|
|
922
|
-
split: "
|
|
961
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
923
962
|
input: Record<string, unknown>;
|
|
924
963
|
expectedOutput: Record<string, unknown> | null;
|
|
925
964
|
policyVisibleContext: Record<string, unknown>;
|
|
926
965
|
privilegedContextRef: string | null;
|
|
927
|
-
tags: string[];
|
|
928
|
-
metadata: Record<string, unknown>;
|
|
929
|
-
sourceRefs: string[];
|
|
930
966
|
assets?: {
|
|
931
967
|
id: string;
|
|
932
968
|
sourceRefId: string;
|
|
933
969
|
artifactRef: string;
|
|
934
970
|
fileName: string;
|
|
971
|
+
stagingPath?: string | undefined;
|
|
935
972
|
mediaType: string;
|
|
936
973
|
sha256: string;
|
|
937
974
|
sizeBytes: number;
|
|
938
|
-
split: "
|
|
975
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
939
976
|
metadata: Record<string, unknown>;
|
|
940
|
-
stagingPath?: string | undefined;
|
|
941
977
|
}[] | undefined;
|
|
942
978
|
resourceRefs?: string[] | undefined;
|
|
943
979
|
requiredOutputs?: {
|
|
944
980
|
path: string;
|
|
945
981
|
mediaType: string;
|
|
946
|
-
metadata: Record<string, unknown>;
|
|
947
982
|
schemaRef?: string | null | undefined;
|
|
983
|
+
submissionMode?: "structured_json" | undefined;
|
|
948
984
|
maxBytes?: number | undefined;
|
|
985
|
+
metadata: Record<string, unknown>;
|
|
949
986
|
}[] | undefined;
|
|
987
|
+
tags: string[];
|
|
988
|
+
metadata: Record<string, unknown>;
|
|
989
|
+
sourceRefs: string[];
|
|
950
990
|
}[];
|
|
951
991
|
graders: ({
|
|
952
992
|
id: string;
|
|
993
|
+
taskIds?: string[] | undefined;
|
|
953
994
|
version: string;
|
|
954
995
|
label: string;
|
|
955
996
|
weight: number;
|
|
@@ -957,11 +998,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
957
998
|
rewardEligible: boolean;
|
|
958
999
|
privileged: boolean;
|
|
959
1000
|
metadata: Record<string, unknown>;
|
|
960
|
-
kind: "
|
|
1001
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
961
1002
|
config: Record<string, unknown>;
|
|
962
|
-
taskIds?: string[] | undefined;
|
|
963
1003
|
} | {
|
|
964
1004
|
id: string;
|
|
1005
|
+
taskIds?: string[] | undefined;
|
|
965
1006
|
version: string;
|
|
966
1007
|
label: string;
|
|
967
1008
|
weight: number;
|
|
@@ -972,15 +1013,15 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
972
1013
|
kind: "model_judge";
|
|
973
1014
|
rubric: string;
|
|
974
1015
|
judge: {
|
|
975
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
1016
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
976
1017
|
modelId: string;
|
|
977
1018
|
};
|
|
978
1019
|
calibrationFixtureRefs: string[];
|
|
979
|
-
calibrationStatus: "
|
|
1020
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
980
1021
|
temperature: number;
|
|
981
|
-
taskIds?: string[] | undefined;
|
|
982
1022
|
} | {
|
|
983
1023
|
id: string;
|
|
1024
|
+
taskIds?: string[] | undefined;
|
|
984
1025
|
version: string;
|
|
985
1026
|
label: string;
|
|
986
1027
|
weight: number;
|
|
@@ -989,9 +1030,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
989
1030
|
privileged: boolean;
|
|
990
1031
|
metadata: Record<string, unknown>;
|
|
991
1032
|
kind: "human";
|
|
992
|
-
rubric: string;
|
|
993
|
-
reviewerRole: string;
|
|
994
|
-
taskIds?: string[] | undefined;
|
|
995
1033
|
form?: {
|
|
996
1034
|
schemaVersion: "openpond.humanForm.v1";
|
|
997
1035
|
mode: "individual" | "pairwise";
|
|
@@ -1002,72 +1040,75 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1002
1040
|
instructions: string;
|
|
1003
1041
|
required: boolean;
|
|
1004
1042
|
allowAbstain: boolean;
|
|
1005
|
-
kind: "score";
|
|
1006
|
-
minimum: number;
|
|
1007
|
-
maximum: number;
|
|
1008
|
-
step: number;
|
|
1009
1043
|
requireRationale?: boolean | undefined;
|
|
1010
1044
|
anchors?: {
|
|
1011
1045
|
value: string | number | boolean;
|
|
1012
1046
|
description: string;
|
|
1013
1047
|
}[] | undefined;
|
|
1048
|
+
kind: "score";
|
|
1049
|
+
minimum: number;
|
|
1050
|
+
maximum: number;
|
|
1051
|
+
step: number;
|
|
1014
1052
|
} | {
|
|
1015
1053
|
id: string;
|
|
1016
1054
|
label: string;
|
|
1017
1055
|
instructions: string;
|
|
1018
1056
|
required: boolean;
|
|
1019
1057
|
allowAbstain: boolean;
|
|
1020
|
-
kind: "category";
|
|
1021
|
-
options: string[];
|
|
1022
1058
|
requireRationale?: boolean | undefined;
|
|
1023
1059
|
anchors?: {
|
|
1024
1060
|
value: string | number | boolean;
|
|
1025
1061
|
description: string;
|
|
1026
1062
|
}[] | undefined;
|
|
1063
|
+
kind: "category";
|
|
1064
|
+
options: string[];
|
|
1027
1065
|
} | {
|
|
1028
1066
|
id: string;
|
|
1029
1067
|
label: string;
|
|
1030
1068
|
instructions: string;
|
|
1031
1069
|
required: boolean;
|
|
1032
1070
|
allowAbstain: boolean;
|
|
1033
|
-
kind: "boolean";
|
|
1034
1071
|
requireRationale?: boolean | undefined;
|
|
1035
1072
|
anchors?: {
|
|
1036
1073
|
value: string | number | boolean;
|
|
1037
1074
|
description: string;
|
|
1038
1075
|
}[] | undefined;
|
|
1076
|
+
kind: "boolean";
|
|
1039
1077
|
} | {
|
|
1040
1078
|
id: string;
|
|
1041
1079
|
label: string;
|
|
1042
1080
|
instructions: string;
|
|
1043
1081
|
required: boolean;
|
|
1044
1082
|
allowAbstain: boolean;
|
|
1045
|
-
kind: "text";
|
|
1046
|
-
maximumLength: number;
|
|
1047
1083
|
requireRationale?: boolean | undefined;
|
|
1048
1084
|
anchors?: {
|
|
1049
1085
|
value: string | number | boolean;
|
|
1050
1086
|
description: string;
|
|
1051
1087
|
}[] | undefined;
|
|
1088
|
+
kind: "text";
|
|
1052
1089
|
minimumLength?: number | undefined;
|
|
1090
|
+
maximumLength: number;
|
|
1053
1091
|
} | {
|
|
1054
1092
|
id: string;
|
|
1055
1093
|
label: string;
|
|
1056
1094
|
instructions: string;
|
|
1057
1095
|
required: boolean;
|
|
1058
1096
|
allowAbstain: boolean;
|
|
1059
|
-
kind: "preference";
|
|
1060
|
-
allowTie: boolean;
|
|
1061
1097
|
requireRationale?: boolean | undefined;
|
|
1062
1098
|
anchors?: {
|
|
1063
1099
|
value: string | number | boolean;
|
|
1064
1100
|
description: string;
|
|
1065
1101
|
}[] | undefined;
|
|
1102
|
+
kind: "preference";
|
|
1066
1103
|
requireStrength?: boolean | undefined;
|
|
1104
|
+
allowTie: boolean;
|
|
1067
1105
|
})[];
|
|
1068
1106
|
} | undefined;
|
|
1107
|
+
rubric: string;
|
|
1108
|
+
reviewerRole: string;
|
|
1069
1109
|
} | {
|
|
1070
1110
|
id: string;
|
|
1111
|
+
taskIds?: string[] | undefined;
|
|
1071
1112
|
version: string;
|
|
1072
1113
|
label: string;
|
|
1073
1114
|
weight: number;
|
|
@@ -1076,17 +1117,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1076
1117
|
privileged: boolean;
|
|
1077
1118
|
metadata: Record<string, unknown>;
|
|
1078
1119
|
kind: "custom_verifier";
|
|
1120
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1079
1121
|
module: string;
|
|
1080
1122
|
exportName: string;
|
|
1081
1123
|
timeoutMs: number;
|
|
1082
1124
|
networkPolicy: "none";
|
|
1083
|
-
taskIds?: string[] | undefined;
|
|
1084
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1085
1125
|
})[];
|
|
1086
1126
|
graderFixtures: {
|
|
1087
1127
|
id: string;
|
|
1088
1128
|
taskId: string;
|
|
1089
|
-
label: "
|
|
1129
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
1090
1130
|
output: Record<string, unknown>;
|
|
1091
1131
|
infrastructureError: string | null;
|
|
1092
1132
|
expectedPassed: boolean;
|
|
@@ -1143,7 +1183,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1143
1183
|
metadata: Record<string, unknown>;
|
|
1144
1184
|
kind: "feedback";
|
|
1145
1185
|
feedback: string;
|
|
1146
|
-
polarity: "
|
|
1186
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
1147
1187
|
}[];
|
|
1148
1188
|
rewards: {
|
|
1149
1189
|
id: string;
|
|
@@ -1194,57 +1234,22 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1194
1234
|
createdAt: string;
|
|
1195
1235
|
updatedAt: string;
|
|
1196
1236
|
metadata: Record<string, unknown>;
|
|
1197
|
-
datasetArtifact?: {
|
|
1198
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
1199
|
-
id: string;
|
|
1200
|
-
tasksetId: string;
|
|
1201
|
-
tasksetRevision: number;
|
|
1202
|
-
contentHash: string;
|
|
1203
|
-
format: "parquet";
|
|
1204
|
-
schema: {
|
|
1205
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1206
|
-
fields: {
|
|
1207
|
-
name: string;
|
|
1208
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
1209
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1210
|
-
nullable: boolean;
|
|
1211
|
-
policy: "metadata" | "visible" | "privileged";
|
|
1212
|
-
}[];
|
|
1213
|
-
schemaHash: string;
|
|
1214
|
-
};
|
|
1215
|
-
shards: {
|
|
1216
|
-
id: string;
|
|
1217
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1218
|
-
path: string;
|
|
1219
|
-
contentHash: string;
|
|
1220
|
-
schemaHash: string;
|
|
1221
|
-
sizeBytes: number;
|
|
1222
|
-
rowCount: number;
|
|
1223
|
-
rowGroupCount: number;
|
|
1224
|
-
}[];
|
|
1225
|
-
rowCount: number;
|
|
1226
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
1227
|
-
sourceReceiptRefs: string[];
|
|
1228
|
-
mappingHash: string;
|
|
1229
|
-
qualityReportHash: string;
|
|
1230
|
-
createdAt: string;
|
|
1231
|
-
} | null | undefined;
|
|
1232
1237
|
};
|
|
1233
1238
|
workspaceHash: string;
|
|
1234
1239
|
projectEtag: string;
|
|
1235
|
-
teamId: string;
|
|
1236
|
-
modelId: string;
|
|
1237
|
-
schemaVersion: "openpond.tasksetDraftReadback.v1";
|
|
1238
1240
|
}>;
|
|
1239
1241
|
list(modelId: string, options?: Options & {
|
|
1240
1242
|
limit?: number;
|
|
1241
1243
|
cursor?: string;
|
|
1242
1244
|
}): Promise<{
|
|
1245
|
+
teamId: string;
|
|
1246
|
+
modelId: string;
|
|
1247
|
+
schemaVersion: "openpond.tasksetDraftList.v1";
|
|
1243
1248
|
drafts: {
|
|
1244
1249
|
id: string;
|
|
1245
1250
|
revision: number;
|
|
1246
1251
|
name: string;
|
|
1247
|
-
status: "draft" | "
|
|
1252
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
1248
1253
|
updatedAt: string;
|
|
1249
1254
|
sourceTasksetRef: {
|
|
1250
1255
|
id: string;
|
|
@@ -1253,11 +1258,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1253
1258
|
} | null;
|
|
1254
1259
|
}[];
|
|
1255
1260
|
nextCursor: string | null;
|
|
1256
|
-
teamId: string;
|
|
1257
|
-
modelId: string;
|
|
1258
|
-
schemaVersion: "openpond.tasksetDraftList.v1";
|
|
1259
1261
|
}>;
|
|
1260
1262
|
get(modelId: string, draftId: string, options?: Options): Promise<{
|
|
1263
|
+
teamId: string;
|
|
1264
|
+
modelId: string;
|
|
1265
|
+
schemaVersion: "openpond.tasksetDraftReadback.v1";
|
|
1261
1266
|
draft: {
|
|
1262
1267
|
schemaVersion: "openpond.tasksetDraft.v1";
|
|
1263
1268
|
id: string;
|
|
@@ -1300,17 +1305,17 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1300
1305
|
} | null;
|
|
1301
1306
|
name: string;
|
|
1302
1307
|
objective: string;
|
|
1303
|
-
purpose: "
|
|
1308
|
+
purpose: "benchmark" | "general";
|
|
1304
1309
|
benchmark: {
|
|
1305
1310
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
1306
1311
|
definitionId: string;
|
|
1307
1312
|
releaseId: string;
|
|
1308
1313
|
releaseHash: string;
|
|
1309
1314
|
managedReleasePath: string;
|
|
1310
|
-
adaptationSplit: "
|
|
1311
|
-
evaluationSplit: "
|
|
1312
|
-
primaryMetric: "
|
|
1313
|
-
qualityGate: "
|
|
1315
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
1316
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
1317
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
1318
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
1314
1319
|
source: "builtin" | "imported";
|
|
1315
1320
|
metadata: Record<string, unknown>;
|
|
1316
1321
|
} | null;
|
|
@@ -1321,7 +1326,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1321
1326
|
publishedAt: string;
|
|
1322
1327
|
metadata: Record<string, unknown>;
|
|
1323
1328
|
} | null;
|
|
1324
|
-
status: "draft" | "
|
|
1329
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
1325
1330
|
sourceRefs: ({
|
|
1326
1331
|
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
1327
1332
|
kind: "connected_activity";
|
|
@@ -1330,27 +1335,27 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1330
1335
|
title: string;
|
|
1331
1336
|
sourceHash: string;
|
|
1332
1337
|
occurredAt: string;
|
|
1333
|
-
licensingStatus: "
|
|
1334
|
-
secretScanStatus: "
|
|
1335
|
-
piiScanStatus: "
|
|
1336
|
-
origin: "
|
|
1338
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1339
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1340
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1341
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
1337
1342
|
sourceId: string;
|
|
1338
1343
|
sessionId: string;
|
|
1339
1344
|
normalizerVersion: string;
|
|
1340
|
-
projection: "
|
|
1345
|
+
projection: "conversation" | "turn";
|
|
1341
1346
|
ownerUserId: string;
|
|
1342
1347
|
purpose: "recorded_evaluation";
|
|
1343
|
-
metadata: Record<string, unknown>;
|
|
1344
1348
|
sourceFileHashes?: string[] | undefined;
|
|
1349
|
+
metadata: Record<string, unknown>;
|
|
1345
1350
|
} | {
|
|
1346
1351
|
id: string;
|
|
1347
1352
|
profileId: string;
|
|
1348
1353
|
title: string;
|
|
1349
1354
|
sourceHash: string;
|
|
1350
1355
|
occurredAt: string;
|
|
1351
|
-
licensingStatus: "
|
|
1352
|
-
secretScanStatus: "
|
|
1353
|
-
piiScanStatus: "
|
|
1356
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1357
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1358
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1354
1359
|
metadata: Record<string, unknown>;
|
|
1355
1360
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1356
1361
|
kind: "huggingface";
|
|
@@ -1369,9 +1374,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1369
1374
|
title: string;
|
|
1370
1375
|
sourceHash: string;
|
|
1371
1376
|
occurredAt: string;
|
|
1372
|
-
licensingStatus: "
|
|
1373
|
-
secretScanStatus: "
|
|
1374
|
-
piiScanStatus: "
|
|
1377
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1378
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1379
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1375
1380
|
metadata: Record<string, unknown>;
|
|
1376
1381
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1377
1382
|
kind: "uploaded_file";
|
|
@@ -1386,9 +1391,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1386
1391
|
title: string;
|
|
1387
1392
|
sourceHash: string;
|
|
1388
1393
|
occurredAt: string;
|
|
1389
|
-
licensingStatus: "
|
|
1390
|
-
secretScanStatus: "
|
|
1391
|
-
piiScanStatus: "
|
|
1394
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1395
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1396
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1392
1397
|
metadata: Record<string, unknown>;
|
|
1393
1398
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1394
1399
|
kind: "generated";
|
|
@@ -1402,9 +1407,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1402
1407
|
title: string;
|
|
1403
1408
|
sourceHash: string;
|
|
1404
1409
|
occurredAt: string;
|
|
1405
|
-
licensingStatus: "
|
|
1406
|
-
secretScanStatus: "
|
|
1407
|
-
piiScanStatus: "
|
|
1410
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1411
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1412
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1408
1413
|
metadata: Record<string, unknown>;
|
|
1409
1414
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1410
1415
|
kind: "learning_batch";
|
|
@@ -1431,18 +1436,53 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1431
1436
|
title: string;
|
|
1432
1437
|
occurredAt: string;
|
|
1433
1438
|
consent: {
|
|
1434
|
-
status: "
|
|
1435
|
-
scope: "
|
|
1439
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
1440
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
1436
1441
|
grantedBy: string | null;
|
|
1437
1442
|
grantedAt: string | null;
|
|
1438
1443
|
purpose: "task_authoring_and_evaluation";
|
|
1439
1444
|
};
|
|
1440
1445
|
connectedAppIds: string[];
|
|
1441
|
-
secretScanStatus: "
|
|
1442
|
-
piiScanStatus: "
|
|
1443
|
-
licensingStatus: "
|
|
1446
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1447
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1448
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1444
1449
|
metadata: Record<string, unknown>;
|
|
1445
1450
|
})[];
|
|
1451
|
+
datasetArtifact?: {
|
|
1452
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
1453
|
+
id: string;
|
|
1454
|
+
tasksetId: string;
|
|
1455
|
+
tasksetRevision: number;
|
|
1456
|
+
contentHash: string;
|
|
1457
|
+
format: "parquet";
|
|
1458
|
+
schema: {
|
|
1459
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1460
|
+
fields: {
|
|
1461
|
+
name: string;
|
|
1462
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
1463
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
1464
|
+
nullable: boolean;
|
|
1465
|
+
policy: "metadata" | "privileged" | "visible";
|
|
1466
|
+
}[];
|
|
1467
|
+
schemaHash: string;
|
|
1468
|
+
};
|
|
1469
|
+
shards: {
|
|
1470
|
+
id: string;
|
|
1471
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1472
|
+
path: string;
|
|
1473
|
+
contentHash: string;
|
|
1474
|
+
schemaHash: string;
|
|
1475
|
+
sizeBytes: number;
|
|
1476
|
+
rowCount: number;
|
|
1477
|
+
rowGroupCount: number;
|
|
1478
|
+
}[];
|
|
1479
|
+
rowCount: number;
|
|
1480
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
1481
|
+
sourceReceiptRefs: string[];
|
|
1482
|
+
mappingHash: string;
|
|
1483
|
+
qualityReportHash: string;
|
|
1484
|
+
createdAt: string;
|
|
1485
|
+
} | null | undefined;
|
|
1446
1486
|
policy: {
|
|
1447
1487
|
policyVisibleFields: string[];
|
|
1448
1488
|
privilegedFields: string[];
|
|
@@ -1451,15 +1491,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1451
1491
|
};
|
|
1452
1492
|
environment: {
|
|
1453
1493
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
1454
|
-
kind: "agent" | "
|
|
1494
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
1455
1495
|
entrypoint: string;
|
|
1456
1496
|
stateful: boolean;
|
|
1457
1497
|
deterministicSeeds: boolean;
|
|
1458
1498
|
toolNames: string[];
|
|
1459
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
1460
|
-
defaultTimeoutMs: number;
|
|
1461
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
1462
|
-
metadata: Record<string, unknown>;
|
|
1463
1499
|
actionBindings?: {
|
|
1464
1500
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
1465
1501
|
actionId: string;
|
|
@@ -1482,18 +1518,22 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1482
1518
|
source: "case_id";
|
|
1483
1519
|
}[];
|
|
1484
1520
|
}[] | undefined;
|
|
1521
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
1522
|
+
defaultTimeoutMs: number;
|
|
1523
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
1485
1524
|
resources?: {
|
|
1486
1525
|
id: string;
|
|
1487
|
-
kind: "
|
|
1526
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
1488
1527
|
path: string;
|
|
1489
|
-
|
|
1528
|
+
mediaType?: string | null | undefined;
|
|
1529
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
1490
1530
|
required: boolean;
|
|
1491
1531
|
metadata: Record<string, unknown>;
|
|
1492
|
-
mediaType?: string | null | undefined;
|
|
1493
1532
|
}[] | undefined;
|
|
1533
|
+
metadata: Record<string, unknown>;
|
|
1494
1534
|
};
|
|
1495
1535
|
output: {
|
|
1496
|
-
mode: "
|
|
1536
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
1497
1537
|
jsonSchema: Record<string, unknown> | null;
|
|
1498
1538
|
renderer: {
|
|
1499
1539
|
module: string;
|
|
@@ -1503,14 +1543,14 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1503
1543
|
};
|
|
1504
1544
|
capabilities: {
|
|
1505
1545
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1506
|
-
taskKind: "chat" | "
|
|
1507
|
-
supportedSignals: ("
|
|
1508
|
-
compatibleMethods: ("
|
|
1509
|
-
rewardKinds: ("
|
|
1546
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
1547
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
1548
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
1549
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
1510
1550
|
requiresTools: boolean;
|
|
1511
1551
|
requiresState: boolean;
|
|
1512
1552
|
requiresPrivilegedGrading: boolean;
|
|
1513
|
-
environmentPlacements: ("
|
|
1553
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
1514
1554
|
exportable: boolean;
|
|
1515
1555
|
portabilityBlockers: string[];
|
|
1516
1556
|
};
|
|
@@ -1518,7 +1558,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1518
1558
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
1519
1559
|
primaryMetric: string;
|
|
1520
1560
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
1521
|
-
missingReward: "
|
|
1561
|
+
missingReward: "exclude" | "zero";
|
|
1562
|
+
taskWeights?: Record<string, number> | undefined;
|
|
1522
1563
|
customAggregator: {
|
|
1523
1564
|
module: string;
|
|
1524
1565
|
exportName: string;
|
|
@@ -1526,7 +1567,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1526
1567
|
timeoutMs: number;
|
|
1527
1568
|
networkPolicy: "none";
|
|
1528
1569
|
} | null;
|
|
1529
|
-
taskWeights?: Record<string, number> | undefined;
|
|
1530
1570
|
};
|
|
1531
1571
|
review: {
|
|
1532
1572
|
enabled: boolean;
|
|
@@ -1546,37 +1586,39 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1546
1586
|
schemaVersion: "openpond.taskData.v1";
|
|
1547
1587
|
id: string;
|
|
1548
1588
|
clusterKey: string;
|
|
1549
|
-
split: "
|
|
1589
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1550
1590
|
input: Record<string, unknown>;
|
|
1551
1591
|
expectedOutput: Record<string, unknown> | null;
|
|
1552
1592
|
policyVisibleContext: Record<string, unknown>;
|
|
1553
1593
|
privilegedContextRef: string | null;
|
|
1554
|
-
tags: string[];
|
|
1555
|
-
metadata: Record<string, unknown>;
|
|
1556
|
-
sourceRefs: string[];
|
|
1557
1594
|
assets?: {
|
|
1558
1595
|
id: string;
|
|
1559
1596
|
sourceRefId: string;
|
|
1560
1597
|
artifactRef: string;
|
|
1561
1598
|
fileName: string;
|
|
1599
|
+
stagingPath?: string | undefined;
|
|
1562
1600
|
mediaType: string;
|
|
1563
1601
|
sha256: string;
|
|
1564
1602
|
sizeBytes: number;
|
|
1565
|
-
split: "
|
|
1603
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1566
1604
|
metadata: Record<string, unknown>;
|
|
1567
|
-
stagingPath?: string | undefined;
|
|
1568
1605
|
}[] | undefined;
|
|
1569
1606
|
resourceRefs?: string[] | undefined;
|
|
1570
1607
|
requiredOutputs?: {
|
|
1571
1608
|
path: string;
|
|
1572
1609
|
mediaType: string;
|
|
1573
|
-
metadata: Record<string, unknown>;
|
|
1574
1610
|
schemaRef?: string | null | undefined;
|
|
1611
|
+
submissionMode?: "structured_json" | undefined;
|
|
1575
1612
|
maxBytes?: number | undefined;
|
|
1613
|
+
metadata: Record<string, unknown>;
|
|
1576
1614
|
}[] | undefined;
|
|
1615
|
+
tags: string[];
|
|
1616
|
+
metadata: Record<string, unknown>;
|
|
1617
|
+
sourceRefs: string[];
|
|
1577
1618
|
}[];
|
|
1578
1619
|
graders: ({
|
|
1579
1620
|
id: string;
|
|
1621
|
+
taskIds?: string[] | undefined;
|
|
1580
1622
|
version: string;
|
|
1581
1623
|
label: string;
|
|
1582
1624
|
weight: number;
|
|
@@ -1584,11 +1626,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1584
1626
|
rewardEligible: boolean;
|
|
1585
1627
|
privileged: boolean;
|
|
1586
1628
|
metadata: Record<string, unknown>;
|
|
1587
|
-
kind: "
|
|
1629
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
1588
1630
|
config: Record<string, unknown>;
|
|
1589
|
-
taskIds?: string[] | undefined;
|
|
1590
1631
|
} | {
|
|
1591
1632
|
id: string;
|
|
1633
|
+
taskIds?: string[] | undefined;
|
|
1592
1634
|
version: string;
|
|
1593
1635
|
label: string;
|
|
1594
1636
|
weight: number;
|
|
@@ -1599,15 +1641,15 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1599
1641
|
kind: "model_judge";
|
|
1600
1642
|
rubric: string;
|
|
1601
1643
|
judge: {
|
|
1602
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
1644
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
1603
1645
|
modelId: string;
|
|
1604
1646
|
};
|
|
1605
1647
|
calibrationFixtureRefs: string[];
|
|
1606
|
-
calibrationStatus: "
|
|
1648
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
1607
1649
|
temperature: number;
|
|
1608
|
-
taskIds?: string[] | undefined;
|
|
1609
1650
|
} | {
|
|
1610
1651
|
id: string;
|
|
1652
|
+
taskIds?: string[] | undefined;
|
|
1611
1653
|
version: string;
|
|
1612
1654
|
label: string;
|
|
1613
1655
|
weight: number;
|
|
@@ -1616,9 +1658,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1616
1658
|
privileged: boolean;
|
|
1617
1659
|
metadata: Record<string, unknown>;
|
|
1618
1660
|
kind: "human";
|
|
1619
|
-
rubric: string;
|
|
1620
|
-
reviewerRole: string;
|
|
1621
|
-
taskIds?: string[] | undefined;
|
|
1622
1661
|
form?: {
|
|
1623
1662
|
schemaVersion: "openpond.humanForm.v1";
|
|
1624
1663
|
mode: "individual" | "pairwise";
|
|
@@ -1629,72 +1668,75 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1629
1668
|
instructions: string;
|
|
1630
1669
|
required: boolean;
|
|
1631
1670
|
allowAbstain: boolean;
|
|
1632
|
-
kind: "score";
|
|
1633
|
-
minimum: number;
|
|
1634
|
-
maximum: number;
|
|
1635
|
-
step: number;
|
|
1636
1671
|
requireRationale?: boolean | undefined;
|
|
1637
1672
|
anchors?: {
|
|
1638
1673
|
value: string | number | boolean;
|
|
1639
1674
|
description: string;
|
|
1640
1675
|
}[] | undefined;
|
|
1676
|
+
kind: "score";
|
|
1677
|
+
minimum: number;
|
|
1678
|
+
maximum: number;
|
|
1679
|
+
step: number;
|
|
1641
1680
|
} | {
|
|
1642
1681
|
id: string;
|
|
1643
1682
|
label: string;
|
|
1644
1683
|
instructions: string;
|
|
1645
1684
|
required: boolean;
|
|
1646
1685
|
allowAbstain: boolean;
|
|
1647
|
-
kind: "category";
|
|
1648
|
-
options: string[];
|
|
1649
1686
|
requireRationale?: boolean | undefined;
|
|
1650
1687
|
anchors?: {
|
|
1651
1688
|
value: string | number | boolean;
|
|
1652
1689
|
description: string;
|
|
1653
1690
|
}[] | undefined;
|
|
1691
|
+
kind: "category";
|
|
1692
|
+
options: string[];
|
|
1654
1693
|
} | {
|
|
1655
1694
|
id: string;
|
|
1656
1695
|
label: string;
|
|
1657
1696
|
instructions: string;
|
|
1658
1697
|
required: boolean;
|
|
1659
1698
|
allowAbstain: boolean;
|
|
1660
|
-
kind: "boolean";
|
|
1661
1699
|
requireRationale?: boolean | undefined;
|
|
1662
1700
|
anchors?: {
|
|
1663
1701
|
value: string | number | boolean;
|
|
1664
1702
|
description: string;
|
|
1665
1703
|
}[] | undefined;
|
|
1704
|
+
kind: "boolean";
|
|
1666
1705
|
} | {
|
|
1667
1706
|
id: string;
|
|
1668
1707
|
label: string;
|
|
1669
1708
|
instructions: string;
|
|
1670
1709
|
required: boolean;
|
|
1671
1710
|
allowAbstain: boolean;
|
|
1672
|
-
kind: "text";
|
|
1673
|
-
maximumLength: number;
|
|
1674
1711
|
requireRationale?: boolean | undefined;
|
|
1675
1712
|
anchors?: {
|
|
1676
1713
|
value: string | number | boolean;
|
|
1677
1714
|
description: string;
|
|
1678
1715
|
}[] | undefined;
|
|
1716
|
+
kind: "text";
|
|
1679
1717
|
minimumLength?: number | undefined;
|
|
1718
|
+
maximumLength: number;
|
|
1680
1719
|
} | {
|
|
1681
1720
|
id: string;
|
|
1682
1721
|
label: string;
|
|
1683
1722
|
instructions: string;
|
|
1684
1723
|
required: boolean;
|
|
1685
1724
|
allowAbstain: boolean;
|
|
1686
|
-
kind: "preference";
|
|
1687
|
-
allowTie: boolean;
|
|
1688
1725
|
requireRationale?: boolean | undefined;
|
|
1689
1726
|
anchors?: {
|
|
1690
1727
|
value: string | number | boolean;
|
|
1691
1728
|
description: string;
|
|
1692
1729
|
}[] | undefined;
|
|
1730
|
+
kind: "preference";
|
|
1693
1731
|
requireStrength?: boolean | undefined;
|
|
1732
|
+
allowTie: boolean;
|
|
1694
1733
|
})[];
|
|
1695
1734
|
} | undefined;
|
|
1735
|
+
rubric: string;
|
|
1736
|
+
reviewerRole: string;
|
|
1696
1737
|
} | {
|
|
1697
1738
|
id: string;
|
|
1739
|
+
taskIds?: string[] | undefined;
|
|
1698
1740
|
version: string;
|
|
1699
1741
|
label: string;
|
|
1700
1742
|
weight: number;
|
|
@@ -1703,17 +1745,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1703
1745
|
privileged: boolean;
|
|
1704
1746
|
metadata: Record<string, unknown>;
|
|
1705
1747
|
kind: "custom_verifier";
|
|
1748
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1706
1749
|
module: string;
|
|
1707
1750
|
exportName: string;
|
|
1708
1751
|
timeoutMs: number;
|
|
1709
1752
|
networkPolicy: "none";
|
|
1710
|
-
taskIds?: string[] | undefined;
|
|
1711
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1712
1753
|
})[];
|
|
1713
1754
|
graderFixtures: {
|
|
1714
1755
|
id: string;
|
|
1715
1756
|
taskId: string;
|
|
1716
|
-
label: "
|
|
1757
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
1717
1758
|
output: Record<string, unknown>;
|
|
1718
1759
|
infrastructureError: string | null;
|
|
1719
1760
|
expectedPassed: boolean;
|
|
@@ -1770,7 +1811,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1770
1811
|
metadata: Record<string, unknown>;
|
|
1771
1812
|
kind: "feedback";
|
|
1772
1813
|
feedback: string;
|
|
1773
|
-
polarity: "
|
|
1814
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
1774
1815
|
}[];
|
|
1775
1816
|
rewards: {
|
|
1776
1817
|
id: string;
|
|
@@ -1821,49 +1862,14 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1821
1862
|
createdAt: string;
|
|
1822
1863
|
updatedAt: string;
|
|
1823
1864
|
metadata: Record<string, unknown>;
|
|
1824
|
-
datasetArtifact?: {
|
|
1825
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
1826
|
-
id: string;
|
|
1827
|
-
tasksetId: string;
|
|
1828
|
-
tasksetRevision: number;
|
|
1829
|
-
contentHash: string;
|
|
1830
|
-
format: "parquet";
|
|
1831
|
-
schema: {
|
|
1832
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1833
|
-
fields: {
|
|
1834
|
-
name: string;
|
|
1835
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
1836
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1837
|
-
nullable: boolean;
|
|
1838
|
-
policy: "metadata" | "visible" | "privileged";
|
|
1839
|
-
}[];
|
|
1840
|
-
schemaHash: string;
|
|
1841
|
-
};
|
|
1842
|
-
shards: {
|
|
1843
|
-
id: string;
|
|
1844
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1845
|
-
path: string;
|
|
1846
|
-
contentHash: string;
|
|
1847
|
-
schemaHash: string;
|
|
1848
|
-
sizeBytes: number;
|
|
1849
|
-
rowCount: number;
|
|
1850
|
-
rowGroupCount: number;
|
|
1851
|
-
}[];
|
|
1852
|
-
rowCount: number;
|
|
1853
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
1854
|
-
sourceReceiptRefs: string[];
|
|
1855
|
-
mappingHash: string;
|
|
1856
|
-
qualityReportHash: string;
|
|
1857
|
-
createdAt: string;
|
|
1858
|
-
} | null | undefined;
|
|
1859
1865
|
};
|
|
1860
1866
|
workspaceHash: string;
|
|
1861
1867
|
projectEtag: string;
|
|
1868
|
+
}>;
|
|
1869
|
+
save(modelId: string, input: TasksetDraftSaveRequest, options?: Options): Promise<{
|
|
1862
1870
|
teamId: string;
|
|
1863
1871
|
modelId: string;
|
|
1864
1872
|
schemaVersion: "openpond.tasksetDraftReadback.v1";
|
|
1865
|
-
}>;
|
|
1866
|
-
save(modelId: string, input: TasksetDraftSaveRequest, options?: Options): Promise<{
|
|
1867
1873
|
draft: {
|
|
1868
1874
|
schemaVersion: "openpond.tasksetDraft.v1";
|
|
1869
1875
|
id: string;
|
|
@@ -1906,17 +1912,17 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1906
1912
|
} | null;
|
|
1907
1913
|
name: string;
|
|
1908
1914
|
objective: string;
|
|
1909
|
-
purpose: "
|
|
1915
|
+
purpose: "benchmark" | "general";
|
|
1910
1916
|
benchmark: {
|
|
1911
1917
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
1912
1918
|
definitionId: string;
|
|
1913
1919
|
releaseId: string;
|
|
1914
1920
|
releaseHash: string;
|
|
1915
1921
|
managedReleasePath: string;
|
|
1916
|
-
adaptationSplit: "
|
|
1917
|
-
evaluationSplit: "
|
|
1918
|
-
primaryMetric: "
|
|
1919
|
-
qualityGate: "
|
|
1922
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
1923
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
1924
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
1925
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
1920
1926
|
source: "builtin" | "imported";
|
|
1921
1927
|
metadata: Record<string, unknown>;
|
|
1922
1928
|
} | null;
|
|
@@ -1927,7 +1933,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1927
1933
|
publishedAt: string;
|
|
1928
1934
|
metadata: Record<string, unknown>;
|
|
1929
1935
|
} | null;
|
|
1930
|
-
status: "draft" | "
|
|
1936
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
1931
1937
|
sourceRefs: ({
|
|
1932
1938
|
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
1933
1939
|
kind: "connected_activity";
|
|
@@ -1936,27 +1942,27 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1936
1942
|
title: string;
|
|
1937
1943
|
sourceHash: string;
|
|
1938
1944
|
occurredAt: string;
|
|
1939
|
-
licensingStatus: "
|
|
1940
|
-
secretScanStatus: "
|
|
1941
|
-
piiScanStatus: "
|
|
1942
|
-
origin: "
|
|
1945
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1946
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1947
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1948
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
1943
1949
|
sourceId: string;
|
|
1944
1950
|
sessionId: string;
|
|
1945
1951
|
normalizerVersion: string;
|
|
1946
|
-
projection: "
|
|
1952
|
+
projection: "conversation" | "turn";
|
|
1947
1953
|
ownerUserId: string;
|
|
1948
1954
|
purpose: "recorded_evaluation";
|
|
1949
|
-
metadata: Record<string, unknown>;
|
|
1950
1955
|
sourceFileHashes?: string[] | undefined;
|
|
1956
|
+
metadata: Record<string, unknown>;
|
|
1951
1957
|
} | {
|
|
1952
1958
|
id: string;
|
|
1953
1959
|
profileId: string;
|
|
1954
1960
|
title: string;
|
|
1955
1961
|
sourceHash: string;
|
|
1956
1962
|
occurredAt: string;
|
|
1957
|
-
licensingStatus: "
|
|
1958
|
-
secretScanStatus: "
|
|
1959
|
-
piiScanStatus: "
|
|
1963
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1964
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1965
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1960
1966
|
metadata: Record<string, unknown>;
|
|
1961
1967
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1962
1968
|
kind: "huggingface";
|
|
@@ -1975,9 +1981,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1975
1981
|
title: string;
|
|
1976
1982
|
sourceHash: string;
|
|
1977
1983
|
occurredAt: string;
|
|
1978
|
-
licensingStatus: "
|
|
1979
|
-
secretScanStatus: "
|
|
1980
|
-
piiScanStatus: "
|
|
1984
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1985
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1986
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1981
1987
|
metadata: Record<string, unknown>;
|
|
1982
1988
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1983
1989
|
kind: "uploaded_file";
|
|
@@ -1992,9 +1998,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
1992
1998
|
title: string;
|
|
1993
1999
|
sourceHash: string;
|
|
1994
2000
|
occurredAt: string;
|
|
1995
|
-
licensingStatus: "
|
|
1996
|
-
secretScanStatus: "
|
|
1997
|
-
piiScanStatus: "
|
|
2001
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2002
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2003
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1998
2004
|
metadata: Record<string, unknown>;
|
|
1999
2005
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2000
2006
|
kind: "generated";
|
|
@@ -2008,9 +2014,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2008
2014
|
title: string;
|
|
2009
2015
|
sourceHash: string;
|
|
2010
2016
|
occurredAt: string;
|
|
2011
|
-
licensingStatus: "
|
|
2012
|
-
secretScanStatus: "
|
|
2013
|
-
piiScanStatus: "
|
|
2017
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2018
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2019
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2014
2020
|
metadata: Record<string, unknown>;
|
|
2015
2021
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2016
2022
|
kind: "learning_batch";
|
|
@@ -2037,18 +2043,53 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2037
2043
|
title: string;
|
|
2038
2044
|
occurredAt: string;
|
|
2039
2045
|
consent: {
|
|
2040
|
-
status: "
|
|
2041
|
-
scope: "
|
|
2046
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
2047
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
2042
2048
|
grantedBy: string | null;
|
|
2043
2049
|
grantedAt: string | null;
|
|
2044
2050
|
purpose: "task_authoring_and_evaluation";
|
|
2045
2051
|
};
|
|
2046
2052
|
connectedAppIds: string[];
|
|
2047
|
-
secretScanStatus: "
|
|
2048
|
-
piiScanStatus: "
|
|
2049
|
-
licensingStatus: "
|
|
2053
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2054
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2055
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2050
2056
|
metadata: Record<string, unknown>;
|
|
2051
2057
|
})[];
|
|
2058
|
+
datasetArtifact?: {
|
|
2059
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
2060
|
+
id: string;
|
|
2061
|
+
tasksetId: string;
|
|
2062
|
+
tasksetRevision: number;
|
|
2063
|
+
contentHash: string;
|
|
2064
|
+
format: "parquet";
|
|
2065
|
+
schema: {
|
|
2066
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2067
|
+
fields: {
|
|
2068
|
+
name: string;
|
|
2069
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
2070
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
2071
|
+
nullable: boolean;
|
|
2072
|
+
policy: "metadata" | "privileged" | "visible";
|
|
2073
|
+
}[];
|
|
2074
|
+
schemaHash: string;
|
|
2075
|
+
};
|
|
2076
|
+
shards: {
|
|
2077
|
+
id: string;
|
|
2078
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2079
|
+
path: string;
|
|
2080
|
+
contentHash: string;
|
|
2081
|
+
schemaHash: string;
|
|
2082
|
+
sizeBytes: number;
|
|
2083
|
+
rowCount: number;
|
|
2084
|
+
rowGroupCount: number;
|
|
2085
|
+
}[];
|
|
2086
|
+
rowCount: number;
|
|
2087
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
2088
|
+
sourceReceiptRefs: string[];
|
|
2089
|
+
mappingHash: string;
|
|
2090
|
+
qualityReportHash: string;
|
|
2091
|
+
createdAt: string;
|
|
2092
|
+
} | null | undefined;
|
|
2052
2093
|
policy: {
|
|
2053
2094
|
policyVisibleFields: string[];
|
|
2054
2095
|
privilegedFields: string[];
|
|
@@ -2057,15 +2098,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2057
2098
|
};
|
|
2058
2099
|
environment: {
|
|
2059
2100
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2060
|
-
kind: "agent" | "
|
|
2101
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
2061
2102
|
entrypoint: string;
|
|
2062
2103
|
stateful: boolean;
|
|
2063
2104
|
deterministicSeeds: boolean;
|
|
2064
2105
|
toolNames: string[];
|
|
2065
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
2066
|
-
defaultTimeoutMs: number;
|
|
2067
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
2068
|
-
metadata: Record<string, unknown>;
|
|
2069
2106
|
actionBindings?: {
|
|
2070
2107
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
2071
2108
|
actionId: string;
|
|
@@ -2088,18 +2125,22 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2088
2125
|
source: "case_id";
|
|
2089
2126
|
}[];
|
|
2090
2127
|
}[] | undefined;
|
|
2128
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
2129
|
+
defaultTimeoutMs: number;
|
|
2130
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
2091
2131
|
resources?: {
|
|
2092
2132
|
id: string;
|
|
2093
|
-
kind: "
|
|
2133
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
2094
2134
|
path: string;
|
|
2095
|
-
|
|
2135
|
+
mediaType?: string | null | undefined;
|
|
2136
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
2096
2137
|
required: boolean;
|
|
2097
2138
|
metadata: Record<string, unknown>;
|
|
2098
|
-
mediaType?: string | null | undefined;
|
|
2099
2139
|
}[] | undefined;
|
|
2140
|
+
metadata: Record<string, unknown>;
|
|
2100
2141
|
};
|
|
2101
2142
|
output: {
|
|
2102
|
-
mode: "
|
|
2143
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
2103
2144
|
jsonSchema: Record<string, unknown> | null;
|
|
2104
2145
|
renderer: {
|
|
2105
2146
|
module: string;
|
|
@@ -2109,14 +2150,14 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2109
2150
|
};
|
|
2110
2151
|
capabilities: {
|
|
2111
2152
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2112
|
-
taskKind: "chat" | "
|
|
2113
|
-
supportedSignals: ("
|
|
2114
|
-
compatibleMethods: ("
|
|
2115
|
-
rewardKinds: ("
|
|
2153
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
2154
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
2155
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
2156
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
2116
2157
|
requiresTools: boolean;
|
|
2117
2158
|
requiresState: boolean;
|
|
2118
2159
|
requiresPrivilegedGrading: boolean;
|
|
2119
|
-
environmentPlacements: ("
|
|
2160
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
2120
2161
|
exportable: boolean;
|
|
2121
2162
|
portabilityBlockers: string[];
|
|
2122
2163
|
};
|
|
@@ -2124,7 +2165,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2124
2165
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
2125
2166
|
primaryMetric: string;
|
|
2126
2167
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
2127
|
-
missingReward: "
|
|
2168
|
+
missingReward: "exclude" | "zero";
|
|
2169
|
+
taskWeights?: Record<string, number> | undefined;
|
|
2128
2170
|
customAggregator: {
|
|
2129
2171
|
module: string;
|
|
2130
2172
|
exportName: string;
|
|
@@ -2132,7 +2174,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2132
2174
|
timeoutMs: number;
|
|
2133
2175
|
networkPolicy: "none";
|
|
2134
2176
|
} | null;
|
|
2135
|
-
taskWeights?: Record<string, number> | undefined;
|
|
2136
2177
|
};
|
|
2137
2178
|
review: {
|
|
2138
2179
|
enabled: boolean;
|
|
@@ -2152,37 +2193,39 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2152
2193
|
schemaVersion: "openpond.taskData.v1";
|
|
2153
2194
|
id: string;
|
|
2154
2195
|
clusterKey: string;
|
|
2155
|
-
split: "
|
|
2196
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2156
2197
|
input: Record<string, unknown>;
|
|
2157
2198
|
expectedOutput: Record<string, unknown> | null;
|
|
2158
2199
|
policyVisibleContext: Record<string, unknown>;
|
|
2159
2200
|
privilegedContextRef: string | null;
|
|
2160
|
-
tags: string[];
|
|
2161
|
-
metadata: Record<string, unknown>;
|
|
2162
|
-
sourceRefs: string[];
|
|
2163
2201
|
assets?: {
|
|
2164
2202
|
id: string;
|
|
2165
2203
|
sourceRefId: string;
|
|
2166
2204
|
artifactRef: string;
|
|
2167
2205
|
fileName: string;
|
|
2206
|
+
stagingPath?: string | undefined;
|
|
2168
2207
|
mediaType: string;
|
|
2169
2208
|
sha256: string;
|
|
2170
2209
|
sizeBytes: number;
|
|
2171
|
-
split: "
|
|
2210
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2172
2211
|
metadata: Record<string, unknown>;
|
|
2173
|
-
stagingPath?: string | undefined;
|
|
2174
2212
|
}[] | undefined;
|
|
2175
2213
|
resourceRefs?: string[] | undefined;
|
|
2176
2214
|
requiredOutputs?: {
|
|
2177
2215
|
path: string;
|
|
2178
2216
|
mediaType: string;
|
|
2179
|
-
metadata: Record<string, unknown>;
|
|
2180
2217
|
schemaRef?: string | null | undefined;
|
|
2218
|
+
submissionMode?: "structured_json" | undefined;
|
|
2181
2219
|
maxBytes?: number | undefined;
|
|
2220
|
+
metadata: Record<string, unknown>;
|
|
2182
2221
|
}[] | undefined;
|
|
2222
|
+
tags: string[];
|
|
2223
|
+
metadata: Record<string, unknown>;
|
|
2224
|
+
sourceRefs: string[];
|
|
2183
2225
|
}[];
|
|
2184
2226
|
graders: ({
|
|
2185
2227
|
id: string;
|
|
2228
|
+
taskIds?: string[] | undefined;
|
|
2186
2229
|
version: string;
|
|
2187
2230
|
label: string;
|
|
2188
2231
|
weight: number;
|
|
@@ -2190,11 +2233,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2190
2233
|
rewardEligible: boolean;
|
|
2191
2234
|
privileged: boolean;
|
|
2192
2235
|
metadata: Record<string, unknown>;
|
|
2193
|
-
kind: "
|
|
2236
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
2194
2237
|
config: Record<string, unknown>;
|
|
2195
|
-
taskIds?: string[] | undefined;
|
|
2196
2238
|
} | {
|
|
2197
2239
|
id: string;
|
|
2240
|
+
taskIds?: string[] | undefined;
|
|
2198
2241
|
version: string;
|
|
2199
2242
|
label: string;
|
|
2200
2243
|
weight: number;
|
|
@@ -2205,15 +2248,15 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2205
2248
|
kind: "model_judge";
|
|
2206
2249
|
rubric: string;
|
|
2207
2250
|
judge: {
|
|
2208
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
2251
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
2209
2252
|
modelId: string;
|
|
2210
2253
|
};
|
|
2211
2254
|
calibrationFixtureRefs: string[];
|
|
2212
|
-
calibrationStatus: "
|
|
2255
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
2213
2256
|
temperature: number;
|
|
2214
|
-
taskIds?: string[] | undefined;
|
|
2215
2257
|
} | {
|
|
2216
2258
|
id: string;
|
|
2259
|
+
taskIds?: string[] | undefined;
|
|
2217
2260
|
version: string;
|
|
2218
2261
|
label: string;
|
|
2219
2262
|
weight: number;
|
|
@@ -2222,9 +2265,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2222
2265
|
privileged: boolean;
|
|
2223
2266
|
metadata: Record<string, unknown>;
|
|
2224
2267
|
kind: "human";
|
|
2225
|
-
rubric: string;
|
|
2226
|
-
reviewerRole: string;
|
|
2227
|
-
taskIds?: string[] | undefined;
|
|
2228
2268
|
form?: {
|
|
2229
2269
|
schemaVersion: "openpond.humanForm.v1";
|
|
2230
2270
|
mode: "individual" | "pairwise";
|
|
@@ -2235,72 +2275,75 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2235
2275
|
instructions: string;
|
|
2236
2276
|
required: boolean;
|
|
2237
2277
|
allowAbstain: boolean;
|
|
2238
|
-
kind: "score";
|
|
2239
|
-
minimum: number;
|
|
2240
|
-
maximum: number;
|
|
2241
|
-
step: number;
|
|
2242
2278
|
requireRationale?: boolean | undefined;
|
|
2243
2279
|
anchors?: {
|
|
2244
2280
|
value: string | number | boolean;
|
|
2245
2281
|
description: string;
|
|
2246
2282
|
}[] | undefined;
|
|
2283
|
+
kind: "score";
|
|
2284
|
+
minimum: number;
|
|
2285
|
+
maximum: number;
|
|
2286
|
+
step: number;
|
|
2247
2287
|
} | {
|
|
2248
2288
|
id: string;
|
|
2249
2289
|
label: string;
|
|
2250
2290
|
instructions: string;
|
|
2251
2291
|
required: boolean;
|
|
2252
2292
|
allowAbstain: boolean;
|
|
2253
|
-
kind: "category";
|
|
2254
|
-
options: string[];
|
|
2255
2293
|
requireRationale?: boolean | undefined;
|
|
2256
2294
|
anchors?: {
|
|
2257
2295
|
value: string | number | boolean;
|
|
2258
2296
|
description: string;
|
|
2259
2297
|
}[] | undefined;
|
|
2298
|
+
kind: "category";
|
|
2299
|
+
options: string[];
|
|
2260
2300
|
} | {
|
|
2261
2301
|
id: string;
|
|
2262
2302
|
label: string;
|
|
2263
2303
|
instructions: string;
|
|
2264
2304
|
required: boolean;
|
|
2265
2305
|
allowAbstain: boolean;
|
|
2266
|
-
kind: "boolean";
|
|
2267
2306
|
requireRationale?: boolean | undefined;
|
|
2268
2307
|
anchors?: {
|
|
2269
2308
|
value: string | number | boolean;
|
|
2270
2309
|
description: string;
|
|
2271
2310
|
}[] | undefined;
|
|
2311
|
+
kind: "boolean";
|
|
2272
2312
|
} | {
|
|
2273
2313
|
id: string;
|
|
2274
2314
|
label: string;
|
|
2275
2315
|
instructions: string;
|
|
2276
2316
|
required: boolean;
|
|
2277
2317
|
allowAbstain: boolean;
|
|
2278
|
-
kind: "text";
|
|
2279
|
-
maximumLength: number;
|
|
2280
2318
|
requireRationale?: boolean | undefined;
|
|
2281
2319
|
anchors?: {
|
|
2282
2320
|
value: string | number | boolean;
|
|
2283
2321
|
description: string;
|
|
2284
2322
|
}[] | undefined;
|
|
2323
|
+
kind: "text";
|
|
2285
2324
|
minimumLength?: number | undefined;
|
|
2325
|
+
maximumLength: number;
|
|
2286
2326
|
} | {
|
|
2287
2327
|
id: string;
|
|
2288
2328
|
label: string;
|
|
2289
2329
|
instructions: string;
|
|
2290
2330
|
required: boolean;
|
|
2291
2331
|
allowAbstain: boolean;
|
|
2292
|
-
kind: "preference";
|
|
2293
|
-
allowTie: boolean;
|
|
2294
2332
|
requireRationale?: boolean | undefined;
|
|
2295
2333
|
anchors?: {
|
|
2296
2334
|
value: string | number | boolean;
|
|
2297
2335
|
description: string;
|
|
2298
2336
|
}[] | undefined;
|
|
2337
|
+
kind: "preference";
|
|
2299
2338
|
requireStrength?: boolean | undefined;
|
|
2339
|
+
allowTie: boolean;
|
|
2300
2340
|
})[];
|
|
2301
2341
|
} | undefined;
|
|
2342
|
+
rubric: string;
|
|
2343
|
+
reviewerRole: string;
|
|
2302
2344
|
} | {
|
|
2303
2345
|
id: string;
|
|
2346
|
+
taskIds?: string[] | undefined;
|
|
2304
2347
|
version: string;
|
|
2305
2348
|
label: string;
|
|
2306
2349
|
weight: number;
|
|
@@ -2309,17 +2352,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2309
2352
|
privileged: boolean;
|
|
2310
2353
|
metadata: Record<string, unknown>;
|
|
2311
2354
|
kind: "custom_verifier";
|
|
2355
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
2312
2356
|
module: string;
|
|
2313
2357
|
exportName: string;
|
|
2314
2358
|
timeoutMs: number;
|
|
2315
2359
|
networkPolicy: "none";
|
|
2316
|
-
taskIds?: string[] | undefined;
|
|
2317
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
2318
2360
|
})[];
|
|
2319
2361
|
graderFixtures: {
|
|
2320
2362
|
id: string;
|
|
2321
2363
|
taskId: string;
|
|
2322
|
-
label: "
|
|
2364
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
2323
2365
|
output: Record<string, unknown>;
|
|
2324
2366
|
infrastructureError: string | null;
|
|
2325
2367
|
expectedPassed: boolean;
|
|
@@ -2376,7 +2418,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2376
2418
|
metadata: Record<string, unknown>;
|
|
2377
2419
|
kind: "feedback";
|
|
2378
2420
|
feedback: string;
|
|
2379
|
-
polarity: "
|
|
2421
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
2380
2422
|
}[];
|
|
2381
2423
|
rewards: {
|
|
2382
2424
|
id: string;
|
|
@@ -2427,49 +2469,14 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2427
2469
|
createdAt: string;
|
|
2428
2470
|
updatedAt: string;
|
|
2429
2471
|
metadata: Record<string, unknown>;
|
|
2430
|
-
datasetArtifact?: {
|
|
2431
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
2432
|
-
id: string;
|
|
2433
|
-
tasksetId: string;
|
|
2434
|
-
tasksetRevision: number;
|
|
2435
|
-
contentHash: string;
|
|
2436
|
-
format: "parquet";
|
|
2437
|
-
schema: {
|
|
2438
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2439
|
-
fields: {
|
|
2440
|
-
name: string;
|
|
2441
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
2442
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2443
|
-
nullable: boolean;
|
|
2444
|
-
policy: "metadata" | "visible" | "privileged";
|
|
2445
|
-
}[];
|
|
2446
|
-
schemaHash: string;
|
|
2447
|
-
};
|
|
2448
|
-
shards: {
|
|
2449
|
-
id: string;
|
|
2450
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
2451
|
-
path: string;
|
|
2452
|
-
contentHash: string;
|
|
2453
|
-
schemaHash: string;
|
|
2454
|
-
sizeBytes: number;
|
|
2455
|
-
rowCount: number;
|
|
2456
|
-
rowGroupCount: number;
|
|
2457
|
-
}[];
|
|
2458
|
-
rowCount: number;
|
|
2459
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
2460
|
-
sourceReceiptRefs: string[];
|
|
2461
|
-
mappingHash: string;
|
|
2462
|
-
qualityReportHash: string;
|
|
2463
|
-
createdAt: string;
|
|
2464
|
-
} | null | undefined;
|
|
2465
2472
|
};
|
|
2466
2473
|
workspaceHash: string;
|
|
2467
2474
|
projectEtag: string;
|
|
2475
|
+
}>;
|
|
2476
|
+
refreshModel(modelId: string, draftId: string, input: TasksetDraftRefreshRequest, options?: Options): Promise<{
|
|
2468
2477
|
teamId: string;
|
|
2469
2478
|
modelId: string;
|
|
2470
2479
|
schemaVersion: "openpond.tasksetDraftReadback.v1";
|
|
2471
|
-
}>;
|
|
2472
|
-
refreshModel(modelId: string, draftId: string, input: TasksetDraftRefreshRequest, options?: Options): Promise<{
|
|
2473
2480
|
draft: {
|
|
2474
2481
|
schemaVersion: "openpond.tasksetDraft.v1";
|
|
2475
2482
|
id: string;
|
|
@@ -2512,17 +2519,17 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2512
2519
|
} | null;
|
|
2513
2520
|
name: string;
|
|
2514
2521
|
objective: string;
|
|
2515
|
-
purpose: "
|
|
2522
|
+
purpose: "benchmark" | "general";
|
|
2516
2523
|
benchmark: {
|
|
2517
2524
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
2518
2525
|
definitionId: string;
|
|
2519
2526
|
releaseId: string;
|
|
2520
2527
|
releaseHash: string;
|
|
2521
2528
|
managedReleasePath: string;
|
|
2522
|
-
adaptationSplit: "
|
|
2523
|
-
evaluationSplit: "
|
|
2524
|
-
primaryMetric: "
|
|
2525
|
-
qualityGate: "
|
|
2529
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
2530
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
2531
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
2532
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
2526
2533
|
source: "builtin" | "imported";
|
|
2527
2534
|
metadata: Record<string, unknown>;
|
|
2528
2535
|
} | null;
|
|
@@ -2533,7 +2540,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2533
2540
|
publishedAt: string;
|
|
2534
2541
|
metadata: Record<string, unknown>;
|
|
2535
2542
|
} | null;
|
|
2536
|
-
status: "draft" | "
|
|
2543
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
2537
2544
|
sourceRefs: ({
|
|
2538
2545
|
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
2539
2546
|
kind: "connected_activity";
|
|
@@ -2542,27 +2549,27 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2542
2549
|
title: string;
|
|
2543
2550
|
sourceHash: string;
|
|
2544
2551
|
occurredAt: string;
|
|
2545
|
-
licensingStatus: "
|
|
2546
|
-
secretScanStatus: "
|
|
2547
|
-
piiScanStatus: "
|
|
2548
|
-
origin: "
|
|
2552
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2553
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2554
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2555
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
2549
2556
|
sourceId: string;
|
|
2550
2557
|
sessionId: string;
|
|
2551
2558
|
normalizerVersion: string;
|
|
2552
|
-
projection: "
|
|
2559
|
+
projection: "conversation" | "turn";
|
|
2553
2560
|
ownerUserId: string;
|
|
2554
2561
|
purpose: "recorded_evaluation";
|
|
2555
|
-
metadata: Record<string, unknown>;
|
|
2556
2562
|
sourceFileHashes?: string[] | undefined;
|
|
2563
|
+
metadata: Record<string, unknown>;
|
|
2557
2564
|
} | {
|
|
2558
2565
|
id: string;
|
|
2559
2566
|
profileId: string;
|
|
2560
2567
|
title: string;
|
|
2561
2568
|
sourceHash: string;
|
|
2562
2569
|
occurredAt: string;
|
|
2563
|
-
licensingStatus: "
|
|
2564
|
-
secretScanStatus: "
|
|
2565
|
-
piiScanStatus: "
|
|
2570
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2571
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2572
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2566
2573
|
metadata: Record<string, unknown>;
|
|
2567
2574
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2568
2575
|
kind: "huggingface";
|
|
@@ -2581,9 +2588,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2581
2588
|
title: string;
|
|
2582
2589
|
sourceHash: string;
|
|
2583
2590
|
occurredAt: string;
|
|
2584
|
-
licensingStatus: "
|
|
2585
|
-
secretScanStatus: "
|
|
2586
|
-
piiScanStatus: "
|
|
2591
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2592
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2593
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2587
2594
|
metadata: Record<string, unknown>;
|
|
2588
2595
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2589
2596
|
kind: "uploaded_file";
|
|
@@ -2598,9 +2605,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2598
2605
|
title: string;
|
|
2599
2606
|
sourceHash: string;
|
|
2600
2607
|
occurredAt: string;
|
|
2601
|
-
licensingStatus: "
|
|
2602
|
-
secretScanStatus: "
|
|
2603
|
-
piiScanStatus: "
|
|
2608
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2609
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2610
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2604
2611
|
metadata: Record<string, unknown>;
|
|
2605
2612
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2606
2613
|
kind: "generated";
|
|
@@ -2614,9 +2621,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2614
2621
|
title: string;
|
|
2615
2622
|
sourceHash: string;
|
|
2616
2623
|
occurredAt: string;
|
|
2617
|
-
licensingStatus: "
|
|
2618
|
-
secretScanStatus: "
|
|
2619
|
-
piiScanStatus: "
|
|
2624
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2625
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2626
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2620
2627
|
metadata: Record<string, unknown>;
|
|
2621
2628
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2622
2629
|
kind: "learning_batch";
|
|
@@ -2643,36 +2650,67 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2643
2650
|
title: string;
|
|
2644
2651
|
occurredAt: string;
|
|
2645
2652
|
consent: {
|
|
2646
|
-
status: "
|
|
2647
|
-
scope: "
|
|
2653
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
2654
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
2648
2655
|
grantedBy: string | null;
|
|
2649
2656
|
grantedAt: string | null;
|
|
2650
2657
|
purpose: "task_authoring_and_evaluation";
|
|
2651
2658
|
};
|
|
2652
2659
|
connectedAppIds: string[];
|
|
2653
|
-
secretScanStatus: "
|
|
2654
|
-
piiScanStatus: "
|
|
2655
|
-
licensingStatus: "
|
|
2660
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2661
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2662
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2656
2663
|
metadata: Record<string, unknown>;
|
|
2657
2664
|
})[];
|
|
2658
|
-
|
|
2659
|
-
|
|
2660
|
-
|
|
2661
|
-
|
|
2662
|
-
|
|
2663
|
-
|
|
2664
|
-
|
|
2665
|
-
|
|
2666
|
-
|
|
2667
|
-
|
|
2668
|
-
|
|
2669
|
-
|
|
2670
|
-
|
|
2671
|
-
|
|
2672
|
-
|
|
2673
|
-
|
|
2674
|
-
|
|
2675
|
-
|
|
2665
|
+
datasetArtifact?: {
|
|
2666
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
2667
|
+
id: string;
|
|
2668
|
+
tasksetId: string;
|
|
2669
|
+
tasksetRevision: number;
|
|
2670
|
+
contentHash: string;
|
|
2671
|
+
format: "parquet";
|
|
2672
|
+
schema: {
|
|
2673
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2674
|
+
fields: {
|
|
2675
|
+
name: string;
|
|
2676
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
2677
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
2678
|
+
nullable: boolean;
|
|
2679
|
+
policy: "metadata" | "privileged" | "visible";
|
|
2680
|
+
}[];
|
|
2681
|
+
schemaHash: string;
|
|
2682
|
+
};
|
|
2683
|
+
shards: {
|
|
2684
|
+
id: string;
|
|
2685
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2686
|
+
path: string;
|
|
2687
|
+
contentHash: string;
|
|
2688
|
+
schemaHash: string;
|
|
2689
|
+
sizeBytes: number;
|
|
2690
|
+
rowCount: number;
|
|
2691
|
+
rowGroupCount: number;
|
|
2692
|
+
}[];
|
|
2693
|
+
rowCount: number;
|
|
2694
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
2695
|
+
sourceReceiptRefs: string[];
|
|
2696
|
+
mappingHash: string;
|
|
2697
|
+
qualityReportHash: string;
|
|
2698
|
+
createdAt: string;
|
|
2699
|
+
} | null | undefined;
|
|
2700
|
+
policy: {
|
|
2701
|
+
policyVisibleFields: string[];
|
|
2702
|
+
privilegedFields: string[];
|
|
2703
|
+
hiddenGraderRefs: string[];
|
|
2704
|
+
connectedAppScopes: string[];
|
|
2705
|
+
};
|
|
2706
|
+
environment: {
|
|
2707
|
+
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2708
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
2709
|
+
entrypoint: string;
|
|
2710
|
+
stateful: boolean;
|
|
2711
|
+
deterministicSeeds: boolean;
|
|
2712
|
+
toolNames: string[];
|
|
2713
|
+
actionBindings?: {
|
|
2676
2714
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
2677
2715
|
actionId: string;
|
|
2678
2716
|
modelToolName: string;
|
|
@@ -2694,18 +2732,22 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2694
2732
|
source: "case_id";
|
|
2695
2733
|
}[];
|
|
2696
2734
|
}[] | undefined;
|
|
2735
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
2736
|
+
defaultTimeoutMs: number;
|
|
2737
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
2697
2738
|
resources?: {
|
|
2698
2739
|
id: string;
|
|
2699
|
-
kind: "
|
|
2740
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
2700
2741
|
path: string;
|
|
2701
|
-
|
|
2742
|
+
mediaType?: string | null | undefined;
|
|
2743
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
2702
2744
|
required: boolean;
|
|
2703
2745
|
metadata: Record<string, unknown>;
|
|
2704
|
-
mediaType?: string | null | undefined;
|
|
2705
2746
|
}[] | undefined;
|
|
2747
|
+
metadata: Record<string, unknown>;
|
|
2706
2748
|
};
|
|
2707
2749
|
output: {
|
|
2708
|
-
mode: "
|
|
2750
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
2709
2751
|
jsonSchema: Record<string, unknown> | null;
|
|
2710
2752
|
renderer: {
|
|
2711
2753
|
module: string;
|
|
@@ -2715,14 +2757,14 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2715
2757
|
};
|
|
2716
2758
|
capabilities: {
|
|
2717
2759
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2718
|
-
taskKind: "chat" | "
|
|
2719
|
-
supportedSignals: ("
|
|
2720
|
-
compatibleMethods: ("
|
|
2721
|
-
rewardKinds: ("
|
|
2760
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
2761
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
2762
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
2763
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
2722
2764
|
requiresTools: boolean;
|
|
2723
2765
|
requiresState: boolean;
|
|
2724
2766
|
requiresPrivilegedGrading: boolean;
|
|
2725
|
-
environmentPlacements: ("
|
|
2767
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
2726
2768
|
exportable: boolean;
|
|
2727
2769
|
portabilityBlockers: string[];
|
|
2728
2770
|
};
|
|
@@ -2730,7 +2772,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2730
2772
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
2731
2773
|
primaryMetric: string;
|
|
2732
2774
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
2733
|
-
missingReward: "
|
|
2775
|
+
missingReward: "exclude" | "zero";
|
|
2776
|
+
taskWeights?: Record<string, number> | undefined;
|
|
2734
2777
|
customAggregator: {
|
|
2735
2778
|
module: string;
|
|
2736
2779
|
exportName: string;
|
|
@@ -2738,7 +2781,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2738
2781
|
timeoutMs: number;
|
|
2739
2782
|
networkPolicy: "none";
|
|
2740
2783
|
} | null;
|
|
2741
|
-
taskWeights?: Record<string, number> | undefined;
|
|
2742
2784
|
};
|
|
2743
2785
|
review: {
|
|
2744
2786
|
enabled: boolean;
|
|
@@ -2758,37 +2800,39 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2758
2800
|
schemaVersion: "openpond.taskData.v1";
|
|
2759
2801
|
id: string;
|
|
2760
2802
|
clusterKey: string;
|
|
2761
|
-
split: "
|
|
2803
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2762
2804
|
input: Record<string, unknown>;
|
|
2763
2805
|
expectedOutput: Record<string, unknown> | null;
|
|
2764
2806
|
policyVisibleContext: Record<string, unknown>;
|
|
2765
2807
|
privilegedContextRef: string | null;
|
|
2766
|
-
tags: string[];
|
|
2767
|
-
metadata: Record<string, unknown>;
|
|
2768
|
-
sourceRefs: string[];
|
|
2769
2808
|
assets?: {
|
|
2770
2809
|
id: string;
|
|
2771
2810
|
sourceRefId: string;
|
|
2772
2811
|
artifactRef: string;
|
|
2773
2812
|
fileName: string;
|
|
2813
|
+
stagingPath?: string | undefined;
|
|
2774
2814
|
mediaType: string;
|
|
2775
2815
|
sha256: string;
|
|
2776
2816
|
sizeBytes: number;
|
|
2777
|
-
split: "
|
|
2817
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2778
2818
|
metadata: Record<string, unknown>;
|
|
2779
|
-
stagingPath?: string | undefined;
|
|
2780
2819
|
}[] | undefined;
|
|
2781
2820
|
resourceRefs?: string[] | undefined;
|
|
2782
2821
|
requiredOutputs?: {
|
|
2783
2822
|
path: string;
|
|
2784
2823
|
mediaType: string;
|
|
2785
|
-
metadata: Record<string, unknown>;
|
|
2786
2824
|
schemaRef?: string | null | undefined;
|
|
2825
|
+
submissionMode?: "structured_json" | undefined;
|
|
2787
2826
|
maxBytes?: number | undefined;
|
|
2827
|
+
metadata: Record<string, unknown>;
|
|
2788
2828
|
}[] | undefined;
|
|
2829
|
+
tags: string[];
|
|
2830
|
+
metadata: Record<string, unknown>;
|
|
2831
|
+
sourceRefs: string[];
|
|
2789
2832
|
}[];
|
|
2790
2833
|
graders: ({
|
|
2791
2834
|
id: string;
|
|
2835
|
+
taskIds?: string[] | undefined;
|
|
2792
2836
|
version: string;
|
|
2793
2837
|
label: string;
|
|
2794
2838
|
weight: number;
|
|
@@ -2796,11 +2840,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2796
2840
|
rewardEligible: boolean;
|
|
2797
2841
|
privileged: boolean;
|
|
2798
2842
|
metadata: Record<string, unknown>;
|
|
2799
|
-
kind: "
|
|
2843
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
2800
2844
|
config: Record<string, unknown>;
|
|
2801
|
-
taskIds?: string[] | undefined;
|
|
2802
2845
|
} | {
|
|
2803
2846
|
id: string;
|
|
2847
|
+
taskIds?: string[] | undefined;
|
|
2804
2848
|
version: string;
|
|
2805
2849
|
label: string;
|
|
2806
2850
|
weight: number;
|
|
@@ -2811,15 +2855,15 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2811
2855
|
kind: "model_judge";
|
|
2812
2856
|
rubric: string;
|
|
2813
2857
|
judge: {
|
|
2814
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
2858
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
2815
2859
|
modelId: string;
|
|
2816
2860
|
};
|
|
2817
2861
|
calibrationFixtureRefs: string[];
|
|
2818
|
-
calibrationStatus: "
|
|
2862
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
2819
2863
|
temperature: number;
|
|
2820
|
-
taskIds?: string[] | undefined;
|
|
2821
2864
|
} | {
|
|
2822
2865
|
id: string;
|
|
2866
|
+
taskIds?: string[] | undefined;
|
|
2823
2867
|
version: string;
|
|
2824
2868
|
label: string;
|
|
2825
2869
|
weight: number;
|
|
@@ -2828,9 +2872,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2828
2872
|
privileged: boolean;
|
|
2829
2873
|
metadata: Record<string, unknown>;
|
|
2830
2874
|
kind: "human";
|
|
2831
|
-
rubric: string;
|
|
2832
|
-
reviewerRole: string;
|
|
2833
|
-
taskIds?: string[] | undefined;
|
|
2834
2875
|
form?: {
|
|
2835
2876
|
schemaVersion: "openpond.humanForm.v1";
|
|
2836
2877
|
mode: "individual" | "pairwise";
|
|
@@ -2841,72 +2882,75 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2841
2882
|
instructions: string;
|
|
2842
2883
|
required: boolean;
|
|
2843
2884
|
allowAbstain: boolean;
|
|
2844
|
-
kind: "score";
|
|
2845
|
-
minimum: number;
|
|
2846
|
-
maximum: number;
|
|
2847
|
-
step: number;
|
|
2848
2885
|
requireRationale?: boolean | undefined;
|
|
2849
2886
|
anchors?: {
|
|
2850
2887
|
value: string | number | boolean;
|
|
2851
2888
|
description: string;
|
|
2852
2889
|
}[] | undefined;
|
|
2890
|
+
kind: "score";
|
|
2891
|
+
minimum: number;
|
|
2892
|
+
maximum: number;
|
|
2893
|
+
step: number;
|
|
2853
2894
|
} | {
|
|
2854
2895
|
id: string;
|
|
2855
2896
|
label: string;
|
|
2856
2897
|
instructions: string;
|
|
2857
2898
|
required: boolean;
|
|
2858
2899
|
allowAbstain: boolean;
|
|
2859
|
-
kind: "category";
|
|
2860
|
-
options: string[];
|
|
2861
2900
|
requireRationale?: boolean | undefined;
|
|
2862
2901
|
anchors?: {
|
|
2863
2902
|
value: string | number | boolean;
|
|
2864
2903
|
description: string;
|
|
2865
2904
|
}[] | undefined;
|
|
2905
|
+
kind: "category";
|
|
2906
|
+
options: string[];
|
|
2866
2907
|
} | {
|
|
2867
2908
|
id: string;
|
|
2868
2909
|
label: string;
|
|
2869
2910
|
instructions: string;
|
|
2870
2911
|
required: boolean;
|
|
2871
2912
|
allowAbstain: boolean;
|
|
2872
|
-
kind: "boolean";
|
|
2873
2913
|
requireRationale?: boolean | undefined;
|
|
2874
2914
|
anchors?: {
|
|
2875
2915
|
value: string | number | boolean;
|
|
2876
2916
|
description: string;
|
|
2877
2917
|
}[] | undefined;
|
|
2918
|
+
kind: "boolean";
|
|
2878
2919
|
} | {
|
|
2879
2920
|
id: string;
|
|
2880
2921
|
label: string;
|
|
2881
2922
|
instructions: string;
|
|
2882
2923
|
required: boolean;
|
|
2883
2924
|
allowAbstain: boolean;
|
|
2884
|
-
kind: "text";
|
|
2885
|
-
maximumLength: number;
|
|
2886
2925
|
requireRationale?: boolean | undefined;
|
|
2887
2926
|
anchors?: {
|
|
2888
2927
|
value: string | number | boolean;
|
|
2889
2928
|
description: string;
|
|
2890
2929
|
}[] | undefined;
|
|
2930
|
+
kind: "text";
|
|
2891
2931
|
minimumLength?: number | undefined;
|
|
2932
|
+
maximumLength: number;
|
|
2892
2933
|
} | {
|
|
2893
2934
|
id: string;
|
|
2894
2935
|
label: string;
|
|
2895
2936
|
instructions: string;
|
|
2896
2937
|
required: boolean;
|
|
2897
2938
|
allowAbstain: boolean;
|
|
2898
|
-
kind: "preference";
|
|
2899
|
-
allowTie: boolean;
|
|
2900
2939
|
requireRationale?: boolean | undefined;
|
|
2901
2940
|
anchors?: {
|
|
2902
2941
|
value: string | number | boolean;
|
|
2903
2942
|
description: string;
|
|
2904
2943
|
}[] | undefined;
|
|
2944
|
+
kind: "preference";
|
|
2905
2945
|
requireStrength?: boolean | undefined;
|
|
2946
|
+
allowTie: boolean;
|
|
2906
2947
|
})[];
|
|
2907
2948
|
} | undefined;
|
|
2949
|
+
rubric: string;
|
|
2950
|
+
reviewerRole: string;
|
|
2908
2951
|
} | {
|
|
2909
2952
|
id: string;
|
|
2953
|
+
taskIds?: string[] | undefined;
|
|
2910
2954
|
version: string;
|
|
2911
2955
|
label: string;
|
|
2912
2956
|
weight: number;
|
|
@@ -2915,17 +2959,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2915
2959
|
privileged: boolean;
|
|
2916
2960
|
metadata: Record<string, unknown>;
|
|
2917
2961
|
kind: "custom_verifier";
|
|
2962
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
2918
2963
|
module: string;
|
|
2919
2964
|
exportName: string;
|
|
2920
2965
|
timeoutMs: number;
|
|
2921
2966
|
networkPolicy: "none";
|
|
2922
|
-
taskIds?: string[] | undefined;
|
|
2923
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
2924
2967
|
})[];
|
|
2925
2968
|
graderFixtures: {
|
|
2926
2969
|
id: string;
|
|
2927
2970
|
taskId: string;
|
|
2928
|
-
label: "
|
|
2971
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
2929
2972
|
output: Record<string, unknown>;
|
|
2930
2973
|
infrastructureError: string | null;
|
|
2931
2974
|
expectedPassed: boolean;
|
|
@@ -2982,7 +3025,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
2982
3025
|
metadata: Record<string, unknown>;
|
|
2983
3026
|
kind: "feedback";
|
|
2984
3027
|
feedback: string;
|
|
2985
|
-
polarity: "
|
|
3028
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
2986
3029
|
}[];
|
|
2987
3030
|
rewards: {
|
|
2988
3031
|
id: string;
|
|
@@ -3033,49 +3076,14 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3033
3076
|
createdAt: string;
|
|
3034
3077
|
updatedAt: string;
|
|
3035
3078
|
metadata: Record<string, unknown>;
|
|
3036
|
-
datasetArtifact?: {
|
|
3037
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
3038
|
-
id: string;
|
|
3039
|
-
tasksetId: string;
|
|
3040
|
-
tasksetRevision: number;
|
|
3041
|
-
contentHash: string;
|
|
3042
|
-
format: "parquet";
|
|
3043
|
-
schema: {
|
|
3044
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3045
|
-
fields: {
|
|
3046
|
-
name: string;
|
|
3047
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
3048
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
3049
|
-
nullable: boolean;
|
|
3050
|
-
policy: "metadata" | "visible" | "privileged";
|
|
3051
|
-
}[];
|
|
3052
|
-
schemaHash: string;
|
|
3053
|
-
};
|
|
3054
|
-
shards: {
|
|
3055
|
-
id: string;
|
|
3056
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
3057
|
-
path: string;
|
|
3058
|
-
contentHash: string;
|
|
3059
|
-
schemaHash: string;
|
|
3060
|
-
sizeBytes: number;
|
|
3061
|
-
rowCount: number;
|
|
3062
|
-
rowGroupCount: number;
|
|
3063
|
-
}[];
|
|
3064
|
-
rowCount: number;
|
|
3065
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
3066
|
-
sourceReceiptRefs: string[];
|
|
3067
|
-
mappingHash: string;
|
|
3068
|
-
qualityReportHash: string;
|
|
3069
|
-
createdAt: string;
|
|
3070
|
-
} | null | undefined;
|
|
3071
3079
|
};
|
|
3072
3080
|
workspaceHash: string;
|
|
3073
3081
|
projectEtag: string;
|
|
3074
|
-
teamId: string;
|
|
3075
|
-
modelId: string;
|
|
3076
|
-
schemaVersion: "openpond.tasksetDraftReadback.v1";
|
|
3077
3082
|
}>;
|
|
3078
3083
|
files(modelId: string, draftId: string, options?: Options): Promise<{
|
|
3084
|
+
teamId: string;
|
|
3085
|
+
modelId: string;
|
|
3086
|
+
schemaVersion: "openpond.tasksetDraftFileList.v1";
|
|
3079
3087
|
draftId: string;
|
|
3080
3088
|
draftRevision: number;
|
|
3081
3089
|
files: {
|
|
@@ -3083,11 +3091,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3083
3091
|
sizeBytes: number;
|
|
3084
3092
|
writable: boolean;
|
|
3085
3093
|
}[];
|
|
3086
|
-
teamId: string;
|
|
3087
|
-
modelId: string;
|
|
3088
|
-
schemaVersion: "openpond.tasksetDraftFileList.v1";
|
|
3089
3094
|
}>;
|
|
3090
3095
|
readFile(modelId: string, draftId: string, path: string, options?: Options): Promise<{
|
|
3096
|
+
teamId: string;
|
|
3097
|
+
modelId: string;
|
|
3098
|
+
schemaVersion: "openpond.tasksetDraftFileReadback.v1";
|
|
3091
3099
|
draftId: string;
|
|
3092
3100
|
draftRevision: number;
|
|
3093
3101
|
file: {
|
|
@@ -3096,15 +3104,15 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3096
3104
|
writable: boolean;
|
|
3097
3105
|
contentHash: string;
|
|
3098
3106
|
content: {
|
|
3099
|
-
encoding: "
|
|
3107
|
+
encoding: "base64" | "utf8";
|
|
3100
3108
|
data: string;
|
|
3101
3109
|
};
|
|
3102
3110
|
};
|
|
3103
|
-
teamId: string;
|
|
3104
|
-
modelId: string;
|
|
3105
|
-
schemaVersion: "openpond.tasksetDraftFileReadback.v1";
|
|
3106
3111
|
}>;
|
|
3107
3112
|
saveFile(modelId: string, input: TasksetDraftFileMutation, options?: Options): Promise<{
|
|
3113
|
+
teamId: string;
|
|
3114
|
+
modelId: string;
|
|
3115
|
+
schemaVersion: "openpond.tasksetDraftReadback.v1";
|
|
3108
3116
|
draft: {
|
|
3109
3117
|
schemaVersion: "openpond.tasksetDraft.v1";
|
|
3110
3118
|
id: string;
|
|
@@ -3147,17 +3155,17 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3147
3155
|
} | null;
|
|
3148
3156
|
name: string;
|
|
3149
3157
|
objective: string;
|
|
3150
|
-
purpose: "
|
|
3158
|
+
purpose: "benchmark" | "general";
|
|
3151
3159
|
benchmark: {
|
|
3152
3160
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
3153
3161
|
definitionId: string;
|
|
3154
3162
|
releaseId: string;
|
|
3155
3163
|
releaseHash: string;
|
|
3156
3164
|
managedReleasePath: string;
|
|
3157
|
-
adaptationSplit: "
|
|
3158
|
-
evaluationSplit: "
|
|
3159
|
-
primaryMetric: "
|
|
3160
|
-
qualityGate: "
|
|
3165
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
3166
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
3167
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
3168
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
3161
3169
|
source: "builtin" | "imported";
|
|
3162
3170
|
metadata: Record<string, unknown>;
|
|
3163
3171
|
} | null;
|
|
@@ -3168,7 +3176,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3168
3176
|
publishedAt: string;
|
|
3169
3177
|
metadata: Record<string, unknown>;
|
|
3170
3178
|
} | null;
|
|
3171
|
-
status: "draft" | "
|
|
3179
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
3172
3180
|
sourceRefs: ({
|
|
3173
3181
|
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
3174
3182
|
kind: "connected_activity";
|
|
@@ -3177,27 +3185,27 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3177
3185
|
title: string;
|
|
3178
3186
|
sourceHash: string;
|
|
3179
3187
|
occurredAt: string;
|
|
3180
|
-
licensingStatus: "
|
|
3181
|
-
secretScanStatus: "
|
|
3182
|
-
piiScanStatus: "
|
|
3183
|
-
origin: "
|
|
3188
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3189
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3190
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3191
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
3184
3192
|
sourceId: string;
|
|
3185
3193
|
sessionId: string;
|
|
3186
3194
|
normalizerVersion: string;
|
|
3187
|
-
projection: "
|
|
3195
|
+
projection: "conversation" | "turn";
|
|
3188
3196
|
ownerUserId: string;
|
|
3189
3197
|
purpose: "recorded_evaluation";
|
|
3190
|
-
metadata: Record<string, unknown>;
|
|
3191
3198
|
sourceFileHashes?: string[] | undefined;
|
|
3199
|
+
metadata: Record<string, unknown>;
|
|
3192
3200
|
} | {
|
|
3193
3201
|
id: string;
|
|
3194
3202
|
profileId: string;
|
|
3195
3203
|
title: string;
|
|
3196
3204
|
sourceHash: string;
|
|
3197
3205
|
occurredAt: string;
|
|
3198
|
-
licensingStatus: "
|
|
3199
|
-
secretScanStatus: "
|
|
3200
|
-
piiScanStatus: "
|
|
3206
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3207
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3208
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3201
3209
|
metadata: Record<string, unknown>;
|
|
3202
3210
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
3203
3211
|
kind: "huggingface";
|
|
@@ -3216,9 +3224,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3216
3224
|
title: string;
|
|
3217
3225
|
sourceHash: string;
|
|
3218
3226
|
occurredAt: string;
|
|
3219
|
-
licensingStatus: "
|
|
3220
|
-
secretScanStatus: "
|
|
3221
|
-
piiScanStatus: "
|
|
3227
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3228
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3229
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3222
3230
|
metadata: Record<string, unknown>;
|
|
3223
3231
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
3224
3232
|
kind: "uploaded_file";
|
|
@@ -3233,9 +3241,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3233
3241
|
title: string;
|
|
3234
3242
|
sourceHash: string;
|
|
3235
3243
|
occurredAt: string;
|
|
3236
|
-
licensingStatus: "
|
|
3237
|
-
secretScanStatus: "
|
|
3238
|
-
piiScanStatus: "
|
|
3244
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3245
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3246
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3239
3247
|
metadata: Record<string, unknown>;
|
|
3240
3248
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
3241
3249
|
kind: "generated";
|
|
@@ -3249,9 +3257,9 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3249
3257
|
title: string;
|
|
3250
3258
|
sourceHash: string;
|
|
3251
3259
|
occurredAt: string;
|
|
3252
|
-
licensingStatus: "
|
|
3253
|
-
secretScanStatus: "
|
|
3254
|
-
piiScanStatus: "
|
|
3260
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3261
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3262
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3255
3263
|
metadata: Record<string, unknown>;
|
|
3256
3264
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
3257
3265
|
kind: "learning_batch";
|
|
@@ -3278,18 +3286,53 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3278
3286
|
title: string;
|
|
3279
3287
|
occurredAt: string;
|
|
3280
3288
|
consent: {
|
|
3281
|
-
status: "
|
|
3282
|
-
scope: "
|
|
3289
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
3290
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
3283
3291
|
grantedBy: string | null;
|
|
3284
3292
|
grantedAt: string | null;
|
|
3285
3293
|
purpose: "task_authoring_and_evaluation";
|
|
3286
3294
|
};
|
|
3287
3295
|
connectedAppIds: string[];
|
|
3288
|
-
secretScanStatus: "
|
|
3289
|
-
piiScanStatus: "
|
|
3290
|
-
licensingStatus: "
|
|
3296
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
3297
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
3298
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
3291
3299
|
metadata: Record<string, unknown>;
|
|
3292
3300
|
})[];
|
|
3301
|
+
datasetArtifact?: {
|
|
3302
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
3303
|
+
id: string;
|
|
3304
|
+
tasksetId: string;
|
|
3305
|
+
tasksetRevision: number;
|
|
3306
|
+
contentHash: string;
|
|
3307
|
+
format: "parquet";
|
|
3308
|
+
schema: {
|
|
3309
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3310
|
+
fields: {
|
|
3311
|
+
name: string;
|
|
3312
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
3313
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
3314
|
+
nullable: boolean;
|
|
3315
|
+
policy: "metadata" | "privileged" | "visible";
|
|
3316
|
+
}[];
|
|
3317
|
+
schemaHash: string;
|
|
3318
|
+
};
|
|
3319
|
+
shards: {
|
|
3320
|
+
id: string;
|
|
3321
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
3322
|
+
path: string;
|
|
3323
|
+
contentHash: string;
|
|
3324
|
+
schemaHash: string;
|
|
3325
|
+
sizeBytes: number;
|
|
3326
|
+
rowCount: number;
|
|
3327
|
+
rowGroupCount: number;
|
|
3328
|
+
}[];
|
|
3329
|
+
rowCount: number;
|
|
3330
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
3331
|
+
sourceReceiptRefs: string[];
|
|
3332
|
+
mappingHash: string;
|
|
3333
|
+
qualityReportHash: string;
|
|
3334
|
+
createdAt: string;
|
|
3335
|
+
} | null | undefined;
|
|
3293
3336
|
policy: {
|
|
3294
3337
|
policyVisibleFields: string[];
|
|
3295
3338
|
privilegedFields: string[];
|
|
@@ -3298,15 +3341,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3298
3341
|
};
|
|
3299
3342
|
environment: {
|
|
3300
3343
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
3301
|
-
kind: "agent" | "
|
|
3344
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
3302
3345
|
entrypoint: string;
|
|
3303
3346
|
stateful: boolean;
|
|
3304
3347
|
deterministicSeeds: boolean;
|
|
3305
3348
|
toolNames: string[];
|
|
3306
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
3307
|
-
defaultTimeoutMs: number;
|
|
3308
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
3309
|
-
metadata: Record<string, unknown>;
|
|
3310
3349
|
actionBindings?: {
|
|
3311
3350
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
3312
3351
|
actionId: string;
|
|
@@ -3329,18 +3368,22 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3329
3368
|
source: "case_id";
|
|
3330
3369
|
}[];
|
|
3331
3370
|
}[] | undefined;
|
|
3371
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
3372
|
+
defaultTimeoutMs: number;
|
|
3373
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
3332
3374
|
resources?: {
|
|
3333
3375
|
id: string;
|
|
3334
|
-
kind: "
|
|
3376
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
3335
3377
|
path: string;
|
|
3336
|
-
|
|
3378
|
+
mediaType?: string | null | undefined;
|
|
3379
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
3337
3380
|
required: boolean;
|
|
3338
3381
|
metadata: Record<string, unknown>;
|
|
3339
|
-
mediaType?: string | null | undefined;
|
|
3340
3382
|
}[] | undefined;
|
|
3383
|
+
metadata: Record<string, unknown>;
|
|
3341
3384
|
};
|
|
3342
3385
|
output: {
|
|
3343
|
-
mode: "
|
|
3386
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
3344
3387
|
jsonSchema: Record<string, unknown> | null;
|
|
3345
3388
|
renderer: {
|
|
3346
3389
|
module: string;
|
|
@@ -3350,14 +3393,14 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3350
3393
|
};
|
|
3351
3394
|
capabilities: {
|
|
3352
3395
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
3353
|
-
taskKind: "chat" | "
|
|
3354
|
-
supportedSignals: ("
|
|
3355
|
-
compatibleMethods: ("
|
|
3356
|
-
rewardKinds: ("
|
|
3396
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
3397
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
3398
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
3399
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
3357
3400
|
requiresTools: boolean;
|
|
3358
3401
|
requiresState: boolean;
|
|
3359
3402
|
requiresPrivilegedGrading: boolean;
|
|
3360
|
-
environmentPlacements: ("
|
|
3403
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
3361
3404
|
exportable: boolean;
|
|
3362
3405
|
portabilityBlockers: string[];
|
|
3363
3406
|
};
|
|
@@ -3365,7 +3408,8 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3365
3408
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
3366
3409
|
primaryMetric: string;
|
|
3367
3410
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
3368
|
-
missingReward: "
|
|
3411
|
+
missingReward: "exclude" | "zero";
|
|
3412
|
+
taskWeights?: Record<string, number> | undefined;
|
|
3369
3413
|
customAggregator: {
|
|
3370
3414
|
module: string;
|
|
3371
3415
|
exportName: string;
|
|
@@ -3373,7 +3417,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3373
3417
|
timeoutMs: number;
|
|
3374
3418
|
networkPolicy: "none";
|
|
3375
3419
|
} | null;
|
|
3376
|
-
taskWeights?: Record<string, number> | undefined;
|
|
3377
3420
|
};
|
|
3378
3421
|
review: {
|
|
3379
3422
|
enabled: boolean;
|
|
@@ -3393,37 +3436,39 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3393
3436
|
schemaVersion: "openpond.taskData.v1";
|
|
3394
3437
|
id: string;
|
|
3395
3438
|
clusterKey: string;
|
|
3396
|
-
split: "
|
|
3439
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
3397
3440
|
input: Record<string, unknown>;
|
|
3398
3441
|
expectedOutput: Record<string, unknown> | null;
|
|
3399
3442
|
policyVisibleContext: Record<string, unknown>;
|
|
3400
3443
|
privilegedContextRef: string | null;
|
|
3401
|
-
tags: string[];
|
|
3402
|
-
metadata: Record<string, unknown>;
|
|
3403
|
-
sourceRefs: string[];
|
|
3404
3444
|
assets?: {
|
|
3405
3445
|
id: string;
|
|
3406
3446
|
sourceRefId: string;
|
|
3407
3447
|
artifactRef: string;
|
|
3408
3448
|
fileName: string;
|
|
3449
|
+
stagingPath?: string | undefined;
|
|
3409
3450
|
mediaType: string;
|
|
3410
3451
|
sha256: string;
|
|
3411
3452
|
sizeBytes: number;
|
|
3412
|
-
split: "
|
|
3453
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
3413
3454
|
metadata: Record<string, unknown>;
|
|
3414
|
-
stagingPath?: string | undefined;
|
|
3415
3455
|
}[] | undefined;
|
|
3416
3456
|
resourceRefs?: string[] | undefined;
|
|
3417
3457
|
requiredOutputs?: {
|
|
3418
3458
|
path: string;
|
|
3419
3459
|
mediaType: string;
|
|
3420
|
-
metadata: Record<string, unknown>;
|
|
3421
3460
|
schemaRef?: string | null | undefined;
|
|
3461
|
+
submissionMode?: "structured_json" | undefined;
|
|
3422
3462
|
maxBytes?: number | undefined;
|
|
3463
|
+
metadata: Record<string, unknown>;
|
|
3423
3464
|
}[] | undefined;
|
|
3465
|
+
tags: string[];
|
|
3466
|
+
metadata: Record<string, unknown>;
|
|
3467
|
+
sourceRefs: string[];
|
|
3424
3468
|
}[];
|
|
3425
3469
|
graders: ({
|
|
3426
3470
|
id: string;
|
|
3471
|
+
taskIds?: string[] | undefined;
|
|
3427
3472
|
version: string;
|
|
3428
3473
|
label: string;
|
|
3429
3474
|
weight: number;
|
|
@@ -3431,11 +3476,11 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3431
3476
|
rewardEligible: boolean;
|
|
3432
3477
|
privileged: boolean;
|
|
3433
3478
|
metadata: Record<string, unknown>;
|
|
3434
|
-
kind: "
|
|
3479
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
3435
3480
|
config: Record<string, unknown>;
|
|
3436
|
-
taskIds?: string[] | undefined;
|
|
3437
3481
|
} | {
|
|
3438
3482
|
id: string;
|
|
3483
|
+
taskIds?: string[] | undefined;
|
|
3439
3484
|
version: string;
|
|
3440
3485
|
label: string;
|
|
3441
3486
|
weight: number;
|
|
@@ -3446,15 +3491,15 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3446
3491
|
kind: "model_judge";
|
|
3447
3492
|
rubric: string;
|
|
3448
3493
|
judge: {
|
|
3449
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
3494
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
3450
3495
|
modelId: string;
|
|
3451
3496
|
};
|
|
3452
3497
|
calibrationFixtureRefs: string[];
|
|
3453
|
-
calibrationStatus: "
|
|
3498
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
3454
3499
|
temperature: number;
|
|
3455
|
-
taskIds?: string[] | undefined;
|
|
3456
3500
|
} | {
|
|
3457
3501
|
id: string;
|
|
3502
|
+
taskIds?: string[] | undefined;
|
|
3458
3503
|
version: string;
|
|
3459
3504
|
label: string;
|
|
3460
3505
|
weight: number;
|
|
@@ -3463,9 +3508,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3463
3508
|
privileged: boolean;
|
|
3464
3509
|
metadata: Record<string, unknown>;
|
|
3465
3510
|
kind: "human";
|
|
3466
|
-
rubric: string;
|
|
3467
|
-
reviewerRole: string;
|
|
3468
|
-
taskIds?: string[] | undefined;
|
|
3469
3511
|
form?: {
|
|
3470
3512
|
schemaVersion: "openpond.humanForm.v1";
|
|
3471
3513
|
mode: "individual" | "pairwise";
|
|
@@ -3476,72 +3518,75 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3476
3518
|
instructions: string;
|
|
3477
3519
|
required: boolean;
|
|
3478
3520
|
allowAbstain: boolean;
|
|
3479
|
-
kind: "score";
|
|
3480
|
-
minimum: number;
|
|
3481
|
-
maximum: number;
|
|
3482
|
-
step: number;
|
|
3483
3521
|
requireRationale?: boolean | undefined;
|
|
3484
3522
|
anchors?: {
|
|
3485
3523
|
value: string | number | boolean;
|
|
3486
3524
|
description: string;
|
|
3487
3525
|
}[] | undefined;
|
|
3526
|
+
kind: "score";
|
|
3527
|
+
minimum: number;
|
|
3528
|
+
maximum: number;
|
|
3529
|
+
step: number;
|
|
3488
3530
|
} | {
|
|
3489
3531
|
id: string;
|
|
3490
3532
|
label: string;
|
|
3491
3533
|
instructions: string;
|
|
3492
3534
|
required: boolean;
|
|
3493
3535
|
allowAbstain: boolean;
|
|
3494
|
-
kind: "category";
|
|
3495
|
-
options: string[];
|
|
3496
3536
|
requireRationale?: boolean | undefined;
|
|
3497
3537
|
anchors?: {
|
|
3498
3538
|
value: string | number | boolean;
|
|
3499
3539
|
description: string;
|
|
3500
3540
|
}[] | undefined;
|
|
3541
|
+
kind: "category";
|
|
3542
|
+
options: string[];
|
|
3501
3543
|
} | {
|
|
3502
3544
|
id: string;
|
|
3503
3545
|
label: string;
|
|
3504
3546
|
instructions: string;
|
|
3505
3547
|
required: boolean;
|
|
3506
3548
|
allowAbstain: boolean;
|
|
3507
|
-
kind: "boolean";
|
|
3508
3549
|
requireRationale?: boolean | undefined;
|
|
3509
3550
|
anchors?: {
|
|
3510
3551
|
value: string | number | boolean;
|
|
3511
3552
|
description: string;
|
|
3512
3553
|
}[] | undefined;
|
|
3554
|
+
kind: "boolean";
|
|
3513
3555
|
} | {
|
|
3514
3556
|
id: string;
|
|
3515
3557
|
label: string;
|
|
3516
3558
|
instructions: string;
|
|
3517
3559
|
required: boolean;
|
|
3518
3560
|
allowAbstain: boolean;
|
|
3519
|
-
kind: "text";
|
|
3520
|
-
maximumLength: number;
|
|
3521
3561
|
requireRationale?: boolean | undefined;
|
|
3522
3562
|
anchors?: {
|
|
3523
3563
|
value: string | number | boolean;
|
|
3524
3564
|
description: string;
|
|
3525
3565
|
}[] | undefined;
|
|
3566
|
+
kind: "text";
|
|
3526
3567
|
minimumLength?: number | undefined;
|
|
3568
|
+
maximumLength: number;
|
|
3527
3569
|
} | {
|
|
3528
3570
|
id: string;
|
|
3529
3571
|
label: string;
|
|
3530
3572
|
instructions: string;
|
|
3531
3573
|
required: boolean;
|
|
3532
3574
|
allowAbstain: boolean;
|
|
3533
|
-
kind: "preference";
|
|
3534
|
-
allowTie: boolean;
|
|
3535
3575
|
requireRationale?: boolean | undefined;
|
|
3536
3576
|
anchors?: {
|
|
3537
3577
|
value: string | number | boolean;
|
|
3538
3578
|
description: string;
|
|
3539
3579
|
}[] | undefined;
|
|
3580
|
+
kind: "preference";
|
|
3540
3581
|
requireStrength?: boolean | undefined;
|
|
3582
|
+
allowTie: boolean;
|
|
3541
3583
|
})[];
|
|
3542
3584
|
} | undefined;
|
|
3585
|
+
rubric: string;
|
|
3586
|
+
reviewerRole: string;
|
|
3543
3587
|
} | {
|
|
3544
3588
|
id: string;
|
|
3589
|
+
taskIds?: string[] | undefined;
|
|
3545
3590
|
version: string;
|
|
3546
3591
|
label: string;
|
|
3547
3592
|
weight: number;
|
|
@@ -3550,17 +3595,16 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3550
3595
|
privileged: boolean;
|
|
3551
3596
|
metadata: Record<string, unknown>;
|
|
3552
3597
|
kind: "custom_verifier";
|
|
3598
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
3553
3599
|
module: string;
|
|
3554
3600
|
exportName: string;
|
|
3555
3601
|
timeoutMs: number;
|
|
3556
3602
|
networkPolicy: "none";
|
|
3557
|
-
taskIds?: string[] | undefined;
|
|
3558
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
3559
3603
|
})[];
|
|
3560
3604
|
graderFixtures: {
|
|
3561
3605
|
id: string;
|
|
3562
3606
|
taskId: string;
|
|
3563
|
-
label: "
|
|
3607
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
3564
3608
|
output: Record<string, unknown>;
|
|
3565
3609
|
infrastructureError: string | null;
|
|
3566
3610
|
expectedPassed: boolean;
|
|
@@ -3617,7 +3661,7 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3617
3661
|
metadata: Record<string, unknown>;
|
|
3618
3662
|
kind: "feedback";
|
|
3619
3663
|
feedback: string;
|
|
3620
|
-
polarity: "
|
|
3664
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
3621
3665
|
}[];
|
|
3622
3666
|
rewards: {
|
|
3623
3667
|
id: string;
|
|
@@ -3668,49 +3712,14 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3668
3712
|
createdAt: string;
|
|
3669
3713
|
updatedAt: string;
|
|
3670
3714
|
metadata: Record<string, unknown>;
|
|
3671
|
-
datasetArtifact?: {
|
|
3672
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
3673
|
-
id: string;
|
|
3674
|
-
tasksetId: string;
|
|
3675
|
-
tasksetRevision: number;
|
|
3676
|
-
contentHash: string;
|
|
3677
|
-
format: "parquet";
|
|
3678
|
-
schema: {
|
|
3679
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
3680
|
-
fields: {
|
|
3681
|
-
name: string;
|
|
3682
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
3683
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
3684
|
-
nullable: boolean;
|
|
3685
|
-
policy: "metadata" | "visible" | "privileged";
|
|
3686
|
-
}[];
|
|
3687
|
-
schemaHash: string;
|
|
3688
|
-
};
|
|
3689
|
-
shards: {
|
|
3690
|
-
id: string;
|
|
3691
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
3692
|
-
path: string;
|
|
3693
|
-
contentHash: string;
|
|
3694
|
-
schemaHash: string;
|
|
3695
|
-
sizeBytes: number;
|
|
3696
|
-
rowCount: number;
|
|
3697
|
-
rowGroupCount: number;
|
|
3698
|
-
}[];
|
|
3699
|
-
rowCount: number;
|
|
3700
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
3701
|
-
sourceReceiptRefs: string[];
|
|
3702
|
-
mappingHash: string;
|
|
3703
|
-
qualityReportHash: string;
|
|
3704
|
-
createdAt: string;
|
|
3705
|
-
} | null | undefined;
|
|
3706
3715
|
};
|
|
3707
3716
|
workspaceHash: string;
|
|
3708
3717
|
projectEtag: string;
|
|
3709
|
-
teamId: string;
|
|
3710
|
-
modelId: string;
|
|
3711
|
-
schemaVersion: "openpond.tasksetDraftReadback.v1";
|
|
3712
3718
|
}>;
|
|
3713
3719
|
validate(modelId: string, draftId: string, input: TasksetDraftValidationRequest, options?: Options): Promise<{
|
|
3720
|
+
teamId: string;
|
|
3721
|
+
modelId: string;
|
|
3722
|
+
schemaVersion: "openpond.tasksetDraftValidation.v1";
|
|
3714
3723
|
draftId: string;
|
|
3715
3724
|
draftRevision: number;
|
|
3716
3725
|
workspaceHash: string;
|
|
@@ -3727,9 +3736,6 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3727
3736
|
contentHash: string;
|
|
3728
3737
|
revision: number;
|
|
3729
3738
|
} | null;
|
|
3730
|
-
teamId: string;
|
|
3731
|
-
modelId: string;
|
|
3732
|
-
schemaVersion: "openpond.tasksetDraftValidation.v1";
|
|
3733
3739
|
}>;
|
|
3734
3740
|
publish(modelId: string, draftId: string, input: TasksetDraftPublicationRequest, options?: Options): Promise<{
|
|
3735
3741
|
schemaVersion: "openpond.tasksetPackageReceipt.v1";
|
|
@@ -3757,45 +3763,15 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3757
3763
|
tokenizerRevision: string | null;
|
|
3758
3764
|
chatTemplateHash: string | null;
|
|
3759
3765
|
modelAssetId: string | null;
|
|
3760
|
-
source: "
|
|
3766
|
+
source: "builtin" | "local" | "managed";
|
|
3761
3767
|
} | null;
|
|
3762
3768
|
defaultDestinationId: string | null;
|
|
3763
3769
|
trainingSetup: {
|
|
3764
|
-
method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo" | null;
|
|
3765
|
-
harnessRelease: {
|
|
3766
|
-
id: string;
|
|
3767
|
-
contentHash: string;
|
|
3768
|
-
} | null;
|
|
3769
|
-
tasksetRelease: {
|
|
3770
|
-
id: string;
|
|
3771
|
-
contentHash: string;
|
|
3772
|
-
} | null;
|
|
3773
3770
|
tasksetRef: {
|
|
3774
3771
|
id: string;
|
|
3775
3772
|
contentHash: string;
|
|
3776
3773
|
revision: number;
|
|
3777
3774
|
} | null;
|
|
3778
|
-
baseModel: {
|
|
3779
|
-
schemaVersion: "openpond.baseModelPreference.v1";
|
|
3780
|
-
modelId: string;
|
|
3781
|
-
revision: string | null;
|
|
3782
|
-
tokenizerRevision: string | null;
|
|
3783
|
-
chatTemplateHash: string | null;
|
|
3784
|
-
modelAssetId: string | null;
|
|
3785
|
-
source: "local" | "managed" | "builtin";
|
|
3786
|
-
} | null;
|
|
3787
|
-
destinationId: string | null;
|
|
3788
|
-
managedRolloutPlacement: "local" | "remote";
|
|
3789
|
-
managedGpuPlacementObjective: "fast" | "balanced" | "economical";
|
|
3790
|
-
runPreset: "custom" | "small" | "standard" | "small_experiment" | null;
|
|
3791
|
-
recipe: {
|
|
3792
|
-
[x: string]: unknown;
|
|
3793
|
-
schemaVersion: string;
|
|
3794
|
-
method: "sft" | "dpo" | "grpo" | "ppo" | "sdft" | "opd" | "opsd" | "sdpo";
|
|
3795
|
-
parameterization: "lora" | "full";
|
|
3796
|
-
} | null;
|
|
3797
|
-
preferredMaximumSpendUsd: number | null;
|
|
3798
|
-
preferredRetentionDays: number | null;
|
|
3799
3775
|
evaluationTasksetRef?: {
|
|
3800
3776
|
id: string;
|
|
3801
3777
|
contentHash: string;
|
|
@@ -3828,6 +3804,36 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3828
3804
|
contentHash: string;
|
|
3829
3805
|
revision: number;
|
|
3830
3806
|
} | null | undefined;
|
|
3807
|
+
tasksetRelease: {
|
|
3808
|
+
id: string;
|
|
3809
|
+
contentHash: string;
|
|
3810
|
+
} | null;
|
|
3811
|
+
harnessRelease: {
|
|
3812
|
+
id: string;
|
|
3813
|
+
contentHash: string;
|
|
3814
|
+
} | null;
|
|
3815
|
+
baseModel: {
|
|
3816
|
+
schemaVersion: "openpond.baseModelPreference.v1";
|
|
3817
|
+
modelId: string;
|
|
3818
|
+
revision: string | null;
|
|
3819
|
+
tokenizerRevision: string | null;
|
|
3820
|
+
chatTemplateHash: string | null;
|
|
3821
|
+
modelAssetId: string | null;
|
|
3822
|
+
source: "builtin" | "local" | "managed";
|
|
3823
|
+
} | null;
|
|
3824
|
+
method: "dpo" | "grpo" | "opd" | "opsd" | "ppo" | "sdft" | "sdpo" | "sft" | null;
|
|
3825
|
+
destinationId: string | null;
|
|
3826
|
+
managedRolloutPlacement: "local" | "remote";
|
|
3827
|
+
managedGpuPlacementObjective: "balanced" | "economical" | "fast";
|
|
3828
|
+
runPreset: "custom" | "small" | "small_experiment" | "standard" | null;
|
|
3829
|
+
recipe: {
|
|
3830
|
+
[x: string]: unknown;
|
|
3831
|
+
schemaVersion: string;
|
|
3832
|
+
method: "dpo" | "grpo" | "opd" | "opsd" | "ppo" | "sdft" | "sdpo" | "sft";
|
|
3833
|
+
parameterization: "full" | "lora";
|
|
3834
|
+
} | null;
|
|
3835
|
+
preferredMaximumSpendUsd: number | null;
|
|
3836
|
+
preferredRetentionDays: number | null;
|
|
3831
3837
|
};
|
|
3832
3838
|
sourceRevision: number;
|
|
3833
3839
|
sourceUpdatedAt: string;
|
|
@@ -3848,12 +3854,12 @@ export declare class OpenPondTasksetDraftClient {
|
|
|
3848
3854
|
} | undefined;
|
|
3849
3855
|
}>;
|
|
3850
3856
|
delete(modelId: string, draftId: string, expectedDraftRevision: number, options?: Options): Promise<{
|
|
3851
|
-
draftId: string;
|
|
3852
|
-
revision: number;
|
|
3853
|
-
deleted: true;
|
|
3854
3857
|
teamId: string;
|
|
3855
3858
|
modelId: string;
|
|
3856
3859
|
schemaVersion: "openpond.tasksetDraftDeletion.v1";
|
|
3860
|
+
draftId: string;
|
|
3861
|
+
revision: number;
|
|
3862
|
+
deleted: true;
|
|
3857
3863
|
}>;
|
|
3858
3864
|
}
|
|
3859
3865
|
export {};
|