openpond-sdk 0.12.3 → 0.12.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-VY5AFE7A.js → chunk-24N6A6SF.js} +4 -4
- package/dist/chunk-24N6A6SF.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-53LLNDXF.js} +3 -3
- package/dist/chunk-53LLNDXF.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-B5XTGEBE.js} +25 -13
- package/dist/chunk-B5XTGEBE.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-BVMR5OFW.js} +5 -5
- package/dist/chunk-BVMR5OFW.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-CMWZZZGW.js} +5 -5
- package/dist/chunk-CMWZZZGW.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-DF2QXVZ3.js} +8 -8
- package/dist/chunk-DF2QXVZ3.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-EFUT3XKW.js} +4 -4
- package/dist/chunk-EFUT3XKW.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-ETX25FTB.js} +3 -3
- package/dist/chunk-ETX25FTB.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-GAIDBPFY.js} +5 -5
- package/dist/chunk-GAIDBPFY.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-HGXVOFCL.js} +2 -2
- package/dist/chunk-HGXVOFCL.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-I54WQBXL.js} +8 -8
- package/dist/chunk-I54WQBXL.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-K5LWSWV7.js} +4 -4
- package/dist/chunk-K5LWSWV7.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-LHX7ENKZ.js} +3 -3
- package/dist/chunk-LHX7ENKZ.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-LR5CTOC5.js} +18 -18
- package/dist/chunk-LR5CTOC5.js.map +1 -0
- package/dist/chunk-MO4HAJZG.js +8709 -0
- package/dist/chunk-MO4HAJZG.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-77N3QEIL.js → chunk-OR3TMIJN.js} +5 -5
- package/dist/chunk-OR3TMIJN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-QRS7Y3EM.js} +4 -3
- package/dist/chunk-QRS7Y3EM.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-RRKRA237.js} +14 -5
- package/dist/chunk-RRKRA237.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-U7XWIOSB.js} +3 -3
- package/dist/chunk-U7XWIOSB.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-VHGC44HA.js} +5 -5
- package/dist/chunk-VHGC44HA.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-VN5V2E2S.js} +7 -5
- package/dist/chunk-VN5V2E2S.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-WMIKJGXW.js} +3 -3
- package/dist/chunk-WMIKJGXW.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-XON75UFN.js} +3 -3
- package/dist/chunk-XON75UFN.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-ZHQK3MOM.js} +4 -4
- package/dist/chunk-ZHQK3MOM.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-ZIFZFP5I.js} +5 -5
- package/dist/chunk-ZIFZFP5I.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +98 -50
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +324 -324
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +438 -377
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +744 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4589 -4577
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -19,20 +19,25 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
19
19
|
id: string;
|
|
20
20
|
revision: number;
|
|
21
21
|
profileId: string;
|
|
22
|
+
profileRelease?: {
|
|
23
|
+
id: string;
|
|
24
|
+
contentHash: string;
|
|
25
|
+
revision: number;
|
|
26
|
+
} | null | undefined;
|
|
22
27
|
createImproveRunId: string | null;
|
|
23
28
|
name: string;
|
|
24
29
|
objective: string;
|
|
25
|
-
purpose: "
|
|
30
|
+
purpose: "benchmark" | "general";
|
|
26
31
|
benchmark: {
|
|
27
32
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
28
33
|
definitionId: string;
|
|
29
34
|
releaseId: string;
|
|
30
35
|
releaseHash: string;
|
|
31
36
|
managedReleasePath: string;
|
|
32
|
-
adaptationSplit: "
|
|
33
|
-
evaluationSplit: "
|
|
34
|
-
primaryMetric: "
|
|
35
|
-
qualityGate: "
|
|
37
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
38
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
39
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
40
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
36
41
|
source: "builtin" | "imported";
|
|
37
42
|
metadata: Record<string, unknown>;
|
|
38
43
|
} | null;
|
|
@@ -43,7 +48,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
43
48
|
publishedAt: string;
|
|
44
49
|
metadata: Record<string, unknown>;
|
|
45
50
|
} | null;
|
|
46
|
-
status: "
|
|
51
|
+
status: "archived" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "baselining" | "blocked" | "draft" | "failed" | "materializing" | "needs_review" | "ready" | "validating";
|
|
47
52
|
sourceRefs: ({
|
|
48
53
|
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
49
54
|
kind: "connected_activity";
|
|
@@ -52,27 +57,27 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
52
57
|
title: string;
|
|
53
58
|
sourceHash: string;
|
|
54
59
|
occurredAt: string;
|
|
55
|
-
licensingStatus: "
|
|
56
|
-
secretScanStatus: "
|
|
57
|
-
piiScanStatus: "
|
|
58
|
-
origin: "
|
|
60
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
61
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
62
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
63
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
59
64
|
sourceId: string;
|
|
60
65
|
sessionId: string;
|
|
61
66
|
normalizerVersion: string;
|
|
62
|
-
projection: "
|
|
67
|
+
projection: "conversation" | "turn";
|
|
63
68
|
ownerUserId: string;
|
|
64
69
|
purpose: "recorded_evaluation";
|
|
65
|
-
metadata: Record<string, unknown>;
|
|
66
70
|
sourceFileHashes?: string[] | undefined;
|
|
71
|
+
metadata: Record<string, unknown>;
|
|
67
72
|
} | {
|
|
68
73
|
id: string;
|
|
69
74
|
profileId: string;
|
|
70
75
|
title: string;
|
|
71
76
|
sourceHash: string;
|
|
72
77
|
occurredAt: string;
|
|
73
|
-
licensingStatus: "
|
|
74
|
-
secretScanStatus: "
|
|
75
|
-
piiScanStatus: "
|
|
78
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
79
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
80
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
76
81
|
metadata: Record<string, unknown>;
|
|
77
82
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
78
83
|
kind: "huggingface";
|
|
@@ -91,9 +96,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
91
96
|
title: string;
|
|
92
97
|
sourceHash: string;
|
|
93
98
|
occurredAt: string;
|
|
94
|
-
licensingStatus: "
|
|
95
|
-
secretScanStatus: "
|
|
96
|
-
piiScanStatus: "
|
|
99
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
100
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
101
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
97
102
|
metadata: Record<string, unknown>;
|
|
98
103
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
99
104
|
kind: "uploaded_file";
|
|
@@ -108,9 +113,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
108
113
|
title: string;
|
|
109
114
|
sourceHash: string;
|
|
110
115
|
occurredAt: string;
|
|
111
|
-
licensingStatus: "
|
|
112
|
-
secretScanStatus: "
|
|
113
|
-
piiScanStatus: "
|
|
116
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
117
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
118
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
114
119
|
metadata: Record<string, unknown>;
|
|
115
120
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
116
121
|
kind: "generated";
|
|
@@ -124,9 +129,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
124
129
|
title: string;
|
|
125
130
|
sourceHash: string;
|
|
126
131
|
occurredAt: string;
|
|
127
|
-
licensingStatus: "
|
|
128
|
-
secretScanStatus: "
|
|
129
|
-
piiScanStatus: "
|
|
132
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
133
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
134
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
130
135
|
metadata: Record<string, unknown>;
|
|
131
136
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
132
137
|
kind: "learning_batch";
|
|
@@ -153,18 +158,53 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
153
158
|
title: string;
|
|
154
159
|
occurredAt: string;
|
|
155
160
|
consent: {
|
|
156
|
-
status: "
|
|
157
|
-
scope: "
|
|
161
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
162
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
158
163
|
grantedBy: string | null;
|
|
159
164
|
grantedAt: string | null;
|
|
160
165
|
purpose: "task_authoring_and_evaluation";
|
|
161
166
|
};
|
|
162
167
|
connectedAppIds: string[];
|
|
163
|
-
secretScanStatus: "
|
|
164
|
-
piiScanStatus: "
|
|
165
|
-
licensingStatus: "
|
|
168
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
169
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
170
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
166
171
|
metadata: Record<string, unknown>;
|
|
167
172
|
})[];
|
|
173
|
+
datasetArtifact?: {
|
|
174
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
175
|
+
id: string;
|
|
176
|
+
tasksetId: string;
|
|
177
|
+
tasksetRevision: number;
|
|
178
|
+
contentHash: string;
|
|
179
|
+
format: "parquet";
|
|
180
|
+
schema: {
|
|
181
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
182
|
+
fields: {
|
|
183
|
+
name: string;
|
|
184
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
185
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
186
|
+
nullable: boolean;
|
|
187
|
+
policy: "metadata" | "privileged" | "visible";
|
|
188
|
+
}[];
|
|
189
|
+
schemaHash: string;
|
|
190
|
+
};
|
|
191
|
+
shards: {
|
|
192
|
+
id: string;
|
|
193
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
194
|
+
path: string;
|
|
195
|
+
contentHash: string;
|
|
196
|
+
schemaHash: string;
|
|
197
|
+
sizeBytes: number;
|
|
198
|
+
rowCount: number;
|
|
199
|
+
rowGroupCount: number;
|
|
200
|
+
}[];
|
|
201
|
+
rowCount: number;
|
|
202
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
203
|
+
sourceReceiptRefs: string[];
|
|
204
|
+
mappingHash: string;
|
|
205
|
+
qualityReportHash: string;
|
|
206
|
+
createdAt: string;
|
|
207
|
+
} | null | undefined;
|
|
168
208
|
policy: {
|
|
169
209
|
policyVisibleFields: string[];
|
|
170
210
|
privilegedFields: string[];
|
|
@@ -173,15 +213,11 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
173
213
|
};
|
|
174
214
|
environment: {
|
|
175
215
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
176
|
-
kind: "agent" | "
|
|
216
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
177
217
|
entrypoint: string;
|
|
178
218
|
stateful: boolean;
|
|
179
219
|
deterministicSeeds: boolean;
|
|
180
220
|
toolNames: string[];
|
|
181
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
182
|
-
defaultTimeoutMs: number;
|
|
183
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
184
|
-
metadata: Record<string, unknown>;
|
|
185
221
|
actionBindings?: {
|
|
186
222
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
187
223
|
actionId: string;
|
|
@@ -204,64 +240,84 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
204
240
|
source: "case_id";
|
|
205
241
|
}[];
|
|
206
242
|
}[] | undefined;
|
|
243
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
244
|
+
defaultTimeoutMs: number;
|
|
245
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
207
246
|
resources?: {
|
|
208
247
|
id: string;
|
|
209
|
-
kind: "
|
|
248
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
210
249
|
path: string;
|
|
211
|
-
|
|
250
|
+
mediaType?: string | null | undefined;
|
|
251
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
212
252
|
required: boolean;
|
|
213
253
|
metadata: Record<string, unknown>;
|
|
214
|
-
mediaType?: string | null | undefined;
|
|
215
254
|
}[] | undefined;
|
|
255
|
+
metadata: Record<string, unknown>;
|
|
216
256
|
};
|
|
217
257
|
capabilities: {
|
|
218
258
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
219
|
-
taskKind: "chat" | "
|
|
220
|
-
supportedSignals: ("
|
|
221
|
-
compatibleMethods: ("
|
|
222
|
-
rewardKinds: ("
|
|
259
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
260
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
261
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
262
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
223
263
|
requiresTools: boolean;
|
|
224
264
|
requiresState: boolean;
|
|
225
265
|
requiresPrivilegedGrading: boolean;
|
|
226
|
-
environmentPlacements: ("
|
|
266
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
227
267
|
exportable: boolean;
|
|
228
268
|
portabilityBlockers: string[];
|
|
229
269
|
};
|
|
270
|
+
metrics?: {
|
|
271
|
+
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
272
|
+
primaryMetric: string;
|
|
273
|
+
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
274
|
+
missingReward: "exclude" | "zero";
|
|
275
|
+
taskWeights?: Record<string, number> | undefined;
|
|
276
|
+
customAggregator: {
|
|
277
|
+
module: string;
|
|
278
|
+
exportName: string;
|
|
279
|
+
contentHash: string;
|
|
280
|
+
timeoutMs: number;
|
|
281
|
+
networkPolicy: "none";
|
|
282
|
+
} | null;
|
|
283
|
+
} | undefined;
|
|
230
284
|
tasks: {
|
|
231
285
|
schemaVersion: "openpond.taskData.v1";
|
|
232
286
|
id: string;
|
|
233
287
|
clusterKey: string;
|
|
234
|
-
split: "
|
|
288
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
235
289
|
input: Record<string, unknown>;
|
|
236
290
|
expectedOutput: Record<string, unknown> | null;
|
|
237
291
|
policyVisibleContext: Record<string, unknown>;
|
|
238
292
|
privilegedContextRef: string | null;
|
|
239
293
|
sourceRefs: string[];
|
|
240
|
-
tags: string[];
|
|
241
|
-
metadata: Record<string, unknown>;
|
|
242
294
|
assets?: {
|
|
243
295
|
id: string;
|
|
244
296
|
sourceRefId: string;
|
|
245
297
|
artifactRef: string;
|
|
246
298
|
fileName: string;
|
|
299
|
+
stagingPath?: string | undefined;
|
|
247
300
|
mediaType: string;
|
|
248
301
|
sha256: string;
|
|
249
302
|
sizeBytes: number;
|
|
250
|
-
split: "
|
|
303
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
251
304
|
metadata: Record<string, unknown>;
|
|
252
|
-
stagingPath?: string | undefined;
|
|
253
305
|
}[] | undefined;
|
|
254
306
|
resourceRefs?: string[] | undefined;
|
|
255
307
|
requiredOutputs?: {
|
|
256
308
|
path: string;
|
|
257
309
|
mediaType: string;
|
|
258
|
-
metadata: Record<string, unknown>;
|
|
259
310
|
schemaRef?: string | null | undefined;
|
|
311
|
+
submissionMode?: "structured_json" | undefined;
|
|
260
312
|
maxBytes?: number | undefined;
|
|
313
|
+
metadata: Record<string, unknown>;
|
|
261
314
|
}[] | undefined;
|
|
315
|
+
tags: string[];
|
|
316
|
+
metadata: Record<string, unknown>;
|
|
262
317
|
}[];
|
|
263
318
|
graders: ({
|
|
264
319
|
id: string;
|
|
320
|
+
taskIds?: string[] | undefined;
|
|
265
321
|
version: string;
|
|
266
322
|
label: string;
|
|
267
323
|
weight: number;
|
|
@@ -269,11 +325,11 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
269
325
|
rewardEligible: boolean;
|
|
270
326
|
privileged: boolean;
|
|
271
327
|
metadata: Record<string, unknown>;
|
|
272
|
-
kind: "
|
|
328
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
273
329
|
config: Record<string, unknown>;
|
|
274
|
-
taskIds?: string[] | undefined;
|
|
275
330
|
} | {
|
|
276
331
|
id: string;
|
|
332
|
+
taskIds?: string[] | undefined;
|
|
277
333
|
version: string;
|
|
278
334
|
label: string;
|
|
279
335
|
weight: number;
|
|
@@ -284,15 +340,15 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
284
340
|
kind: "model_judge";
|
|
285
341
|
rubric: string;
|
|
286
342
|
judge: {
|
|
287
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
343
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
288
344
|
modelId: string;
|
|
289
345
|
};
|
|
290
346
|
calibrationFixtureRefs: string[];
|
|
291
|
-
calibrationStatus: "
|
|
347
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
292
348
|
temperature: number;
|
|
293
|
-
taskIds?: string[] | undefined;
|
|
294
349
|
} | {
|
|
295
350
|
id: string;
|
|
351
|
+
taskIds?: string[] | undefined;
|
|
296
352
|
version: string;
|
|
297
353
|
label: string;
|
|
298
354
|
weight: number;
|
|
@@ -301,9 +357,6 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
301
357
|
privileged: boolean;
|
|
302
358
|
metadata: Record<string, unknown>;
|
|
303
359
|
kind: "human";
|
|
304
|
-
rubric: string;
|
|
305
|
-
reviewerRole: string;
|
|
306
|
-
taskIds?: string[] | undefined;
|
|
307
360
|
form?: {
|
|
308
361
|
schemaVersion: "openpond.humanForm.v1";
|
|
309
362
|
mode: "individual" | "pairwise";
|
|
@@ -314,72 +367,75 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
314
367
|
instructions: string;
|
|
315
368
|
required: boolean;
|
|
316
369
|
allowAbstain: boolean;
|
|
317
|
-
kind: "score";
|
|
318
|
-
minimum: number;
|
|
319
|
-
maximum: number;
|
|
320
|
-
step: number;
|
|
321
370
|
requireRationale?: boolean | undefined;
|
|
322
371
|
anchors?: {
|
|
323
372
|
value: string | number | boolean;
|
|
324
373
|
description: string;
|
|
325
374
|
}[] | undefined;
|
|
375
|
+
kind: "score";
|
|
376
|
+
minimum: number;
|
|
377
|
+
maximum: number;
|
|
378
|
+
step: number;
|
|
326
379
|
} | {
|
|
327
380
|
id: string;
|
|
328
381
|
label: string;
|
|
329
382
|
instructions: string;
|
|
330
383
|
required: boolean;
|
|
331
384
|
allowAbstain: boolean;
|
|
332
|
-
kind: "category";
|
|
333
|
-
options: string[];
|
|
334
385
|
requireRationale?: boolean | undefined;
|
|
335
386
|
anchors?: {
|
|
336
387
|
value: string | number | boolean;
|
|
337
388
|
description: string;
|
|
338
389
|
}[] | undefined;
|
|
390
|
+
kind: "category";
|
|
391
|
+
options: string[];
|
|
339
392
|
} | {
|
|
340
393
|
id: string;
|
|
341
394
|
label: string;
|
|
342
395
|
instructions: string;
|
|
343
396
|
required: boolean;
|
|
344
397
|
allowAbstain: boolean;
|
|
345
|
-
kind: "boolean";
|
|
346
398
|
requireRationale?: boolean | undefined;
|
|
347
399
|
anchors?: {
|
|
348
400
|
value: string | number | boolean;
|
|
349
401
|
description: string;
|
|
350
402
|
}[] | undefined;
|
|
403
|
+
kind: "boolean";
|
|
351
404
|
} | {
|
|
352
405
|
id: string;
|
|
353
406
|
label: string;
|
|
354
407
|
instructions: string;
|
|
355
408
|
required: boolean;
|
|
356
409
|
allowAbstain: boolean;
|
|
357
|
-
kind: "text";
|
|
358
|
-
maximumLength: number;
|
|
359
410
|
requireRationale?: boolean | undefined;
|
|
360
411
|
anchors?: {
|
|
361
412
|
value: string | number | boolean;
|
|
362
413
|
description: string;
|
|
363
414
|
}[] | undefined;
|
|
415
|
+
kind: "text";
|
|
364
416
|
minimumLength?: number | undefined;
|
|
417
|
+
maximumLength: number;
|
|
365
418
|
} | {
|
|
366
419
|
id: string;
|
|
367
420
|
label: string;
|
|
368
421
|
instructions: string;
|
|
369
422
|
required: boolean;
|
|
370
423
|
allowAbstain: boolean;
|
|
371
|
-
kind: "preference";
|
|
372
|
-
allowTie: boolean;
|
|
373
424
|
requireRationale?: boolean | undefined;
|
|
374
425
|
anchors?: {
|
|
375
426
|
value: string | number | boolean;
|
|
376
427
|
description: string;
|
|
377
428
|
}[] | undefined;
|
|
429
|
+
kind: "preference";
|
|
378
430
|
requireStrength?: boolean | undefined;
|
|
431
|
+
allowTie: boolean;
|
|
379
432
|
})[];
|
|
380
433
|
} | undefined;
|
|
434
|
+
rubric: string;
|
|
435
|
+
reviewerRole: string;
|
|
381
436
|
} | {
|
|
382
437
|
id: string;
|
|
438
|
+
taskIds?: string[] | undefined;
|
|
383
439
|
version: string;
|
|
384
440
|
label: string;
|
|
385
441
|
weight: number;
|
|
@@ -388,17 +444,16 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
388
444
|
privileged: boolean;
|
|
389
445
|
metadata: Record<string, unknown>;
|
|
390
446
|
kind: "custom_verifier";
|
|
447
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
391
448
|
module: string;
|
|
392
449
|
exportName: string;
|
|
393
450
|
timeoutMs: number;
|
|
394
451
|
networkPolicy: "none";
|
|
395
|
-
taskIds?: string[] | undefined;
|
|
396
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
397
452
|
})[];
|
|
398
453
|
graderFixtures: {
|
|
399
454
|
id: string;
|
|
400
455
|
taskId: string;
|
|
401
|
-
label: "
|
|
456
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
402
457
|
output: Record<string, unknown>;
|
|
403
458
|
infrastructureError: string | null;
|
|
404
459
|
expectedPassed: boolean;
|
|
@@ -455,7 +510,7 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
455
510
|
metadata: Record<string, unknown>;
|
|
456
511
|
kind: "feedback";
|
|
457
512
|
feedback: string;
|
|
458
|
-
polarity: "
|
|
513
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
459
514
|
}[];
|
|
460
515
|
rewards: {
|
|
461
516
|
id: string;
|
|
@@ -501,13 +556,13 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
501
556
|
authoringProvenance: {
|
|
502
557
|
schemaVersion: "openpond.taskAuthoringProvenance.v1";
|
|
503
558
|
model: {
|
|
504
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
559
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
505
560
|
modelId: string;
|
|
506
561
|
} | null;
|
|
507
562
|
modelConfig: Record<string, unknown>;
|
|
508
563
|
skillHash: string;
|
|
509
564
|
promptTemplateVersion: string;
|
|
510
|
-
buildIntent: "
|
|
565
|
+
buildIntent: "demonstrations" | "discovery" | "preferences" | "rubric" | "verifiable_reward";
|
|
511
566
|
buildSpecification: {
|
|
512
567
|
kind: "demonstrations";
|
|
513
568
|
behavior: string;
|
|
@@ -562,9 +617,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
562
617
|
tasksetId: string;
|
|
563
618
|
tasksetHash: string;
|
|
564
619
|
ready: boolean;
|
|
565
|
-
recommendedMethod: "
|
|
620
|
+
recommendedMethod: "dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft";
|
|
566
621
|
trainingPath: {
|
|
567
|
-
primaryMethod: "
|
|
622
|
+
primaryMethod: "dpo" | "grpo" | "opsd" | "ppo" | "sdft" | "sdpo" | "sft";
|
|
568
623
|
bootstrap: {
|
|
569
624
|
method: "sft";
|
|
570
625
|
purpose: "trajectory_bootstrap";
|
|
@@ -573,9 +628,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
573
628
|
} | null;
|
|
574
629
|
} | null;
|
|
575
630
|
methodReadiness: {
|
|
576
|
-
method: "
|
|
577
|
-
status: "
|
|
578
|
-
reasonCodes: ("
|
|
631
|
+
method: "dpo" | "grpo" | "ppo" | "sft";
|
|
632
|
+
status: "compatible" | "needs_dataset_work" | "recommended";
|
|
633
|
+
reasonCodes: ("demonstrations_missing" | "executable_reward_missing" | "frozen_eval_missing" | "preference_pairs_invalid" | "preference_pairs_missing" | "reward_model_missing" | "reward_not_calibrated" | "taskset_not_ready" | "value_model_required")[];
|
|
579
634
|
reasons: string[];
|
|
580
635
|
}[];
|
|
581
636
|
compatibleDestinationClasses: ("custom" | "export" | "hosted_managed")[];
|
|
@@ -596,60 +651,6 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
596
651
|
createdAt: string;
|
|
597
652
|
updatedAt: string;
|
|
598
653
|
metadata: Record<string, unknown>;
|
|
599
|
-
profileRelease?: {
|
|
600
|
-
id: string;
|
|
601
|
-
contentHash: string;
|
|
602
|
-
revision: number;
|
|
603
|
-
} | null | undefined;
|
|
604
|
-
datasetArtifact?: {
|
|
605
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
606
|
-
id: string;
|
|
607
|
-
tasksetId: string;
|
|
608
|
-
tasksetRevision: number;
|
|
609
|
-
contentHash: string;
|
|
610
|
-
format: "parquet";
|
|
611
|
-
schema: {
|
|
612
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
613
|
-
fields: {
|
|
614
|
-
name: string;
|
|
615
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
616
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
617
|
-
nullable: boolean;
|
|
618
|
-
policy: "metadata" | "visible" | "privileged";
|
|
619
|
-
}[];
|
|
620
|
-
schemaHash: string;
|
|
621
|
-
};
|
|
622
|
-
shards: {
|
|
623
|
-
id: string;
|
|
624
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
625
|
-
path: string;
|
|
626
|
-
contentHash: string;
|
|
627
|
-
schemaHash: string;
|
|
628
|
-
sizeBytes: number;
|
|
629
|
-
rowCount: number;
|
|
630
|
-
rowGroupCount: number;
|
|
631
|
-
}[];
|
|
632
|
-
rowCount: number;
|
|
633
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
634
|
-
sourceReceiptRefs: string[];
|
|
635
|
-
mappingHash: string;
|
|
636
|
-
qualityReportHash: string;
|
|
637
|
-
createdAt: string;
|
|
638
|
-
} | null | undefined;
|
|
639
|
-
metrics?: {
|
|
640
|
-
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
641
|
-
primaryMetric: string;
|
|
642
|
-
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
643
|
-
missingReward: "zero" | "exclude";
|
|
644
|
-
customAggregator: {
|
|
645
|
-
module: string;
|
|
646
|
-
exportName: string;
|
|
647
|
-
contentHash: string;
|
|
648
|
-
timeoutMs: number;
|
|
649
|
-
networkPolicy: "none";
|
|
650
|
-
} | null;
|
|
651
|
-
taskWeights?: Record<string, number> | undefined;
|
|
652
|
-
} | undefined;
|
|
653
654
|
};
|
|
654
655
|
release: {
|
|
655
656
|
schemaVersion: "openpond.tasksetRelease.v2";
|
|
@@ -663,14 +664,18 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
663
664
|
};
|
|
664
665
|
environment: {
|
|
665
666
|
protocolVersion: "openpond.environment.v1";
|
|
666
|
-
kind: "
|
|
667
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
667
668
|
entrypoint: string;
|
|
668
669
|
stateful: boolean;
|
|
669
670
|
deterministicSeeds: boolean;
|
|
670
|
-
lifecycle: ("
|
|
671
|
-
networkPolicy: "
|
|
671
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
672
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
672
673
|
defaultTimeoutMs: number;
|
|
673
674
|
};
|
|
675
|
+
environmentRelease?: {
|
|
676
|
+
id: string;
|
|
677
|
+
contentHash: string;
|
|
678
|
+
} | undefined;
|
|
674
679
|
tools: {
|
|
675
680
|
name: string;
|
|
676
681
|
description: string;
|
|
@@ -683,12 +688,12 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
683
688
|
id: string;
|
|
684
689
|
required: boolean;
|
|
685
690
|
scopes: string[];
|
|
686
|
-
portability: "
|
|
691
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
687
692
|
}[];
|
|
688
693
|
tasks: {
|
|
689
694
|
id: string;
|
|
690
695
|
clusterKey: string;
|
|
691
|
-
split: "
|
|
696
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
692
697
|
input: Record<string, unknown>;
|
|
693
698
|
expectedOutput: Record<string, unknown> | null;
|
|
694
699
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -699,9 +704,8 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
699
704
|
contentHash: string;
|
|
700
705
|
sizeBytes: number;
|
|
701
706
|
mediaType: string;
|
|
702
|
-
visibility: "
|
|
707
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
703
708
|
}[];
|
|
704
|
-
tags: string[];
|
|
705
709
|
requiredOutputs?: {
|
|
706
710
|
path: string;
|
|
707
711
|
mediaType: string;
|
|
@@ -711,24 +715,27 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
711
715
|
contentHash: string;
|
|
712
716
|
sizeBytes: number;
|
|
713
717
|
mediaType: string;
|
|
714
|
-
visibility: "
|
|
718
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
715
719
|
} | null;
|
|
720
|
+
submissionMode?: "structured_json" | undefined;
|
|
716
721
|
maxBytes: number | null;
|
|
717
722
|
metadata: Record<string, unknown>;
|
|
718
723
|
}[] | undefined;
|
|
724
|
+
tags: string[];
|
|
719
725
|
}[];
|
|
720
726
|
graders: ({
|
|
721
727
|
id: string;
|
|
728
|
+
taskIds?: string[] | undefined;
|
|
722
729
|
version: string;
|
|
723
730
|
weight: number;
|
|
724
731
|
hardGate: boolean;
|
|
725
732
|
rewardEligible: boolean;
|
|
726
733
|
privileged: boolean;
|
|
727
|
-
kind: "
|
|
734
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
728
735
|
config: Record<string, unknown>;
|
|
729
|
-
taskIds?: string[] | undefined;
|
|
730
736
|
} | {
|
|
731
737
|
id: string;
|
|
738
|
+
taskIds?: string[] | undefined;
|
|
732
739
|
version: string;
|
|
733
740
|
weight: number;
|
|
734
741
|
hardGate: boolean;
|
|
@@ -741,10 +748,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
741
748
|
contentHash: string;
|
|
742
749
|
sizeBytes: number;
|
|
743
750
|
mediaType: string;
|
|
744
|
-
visibility: "
|
|
751
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
745
752
|
};
|
|
746
|
-
calibrationStatus: "
|
|
747
|
-
taskIds?: string[] | undefined;
|
|
753
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
748
754
|
model?: {
|
|
749
755
|
providerId: string;
|
|
750
756
|
modelId: string;
|
|
@@ -753,27 +759,28 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
753
759
|
temperature?: number | undefined;
|
|
754
760
|
} | {
|
|
755
761
|
id: string;
|
|
762
|
+
taskIds?: string[] | undefined;
|
|
756
763
|
version: string;
|
|
757
764
|
weight: number;
|
|
758
765
|
hardGate: boolean;
|
|
759
766
|
rewardEligible: boolean;
|
|
760
767
|
privileged: boolean;
|
|
761
768
|
kind: "custom_verifier";
|
|
769
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
762
770
|
verifierRef: {
|
|
763
771
|
id: string;
|
|
764
772
|
path: string;
|
|
765
773
|
contentHash: string;
|
|
766
774
|
sizeBytes: number;
|
|
767
775
|
mediaType: string;
|
|
768
|
-
visibility: "
|
|
776
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
769
777
|
};
|
|
778
|
+
exportName?: string | undefined;
|
|
770
779
|
timeoutMs: number;
|
|
771
780
|
networkPolicy: "none";
|
|
772
|
-
taskIds?: string[] | undefined;
|
|
773
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
774
|
-
exportName?: string | undefined;
|
|
775
781
|
} | {
|
|
776
782
|
id: string;
|
|
783
|
+
taskIds?: string[] | undefined;
|
|
777
784
|
version: string;
|
|
778
785
|
weight: number;
|
|
779
786
|
hardGate: boolean;
|
|
@@ -786,10 +793,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
786
793
|
contentHash: string;
|
|
787
794
|
sizeBytes: number;
|
|
788
795
|
mediaType: string;
|
|
789
|
-
visibility: "
|
|
796
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
790
797
|
};
|
|
791
798
|
reviewerRole: string;
|
|
792
|
-
taskIds?: string[] | undefined;
|
|
793
799
|
form?: {
|
|
794
800
|
schemaVersion: "openpond.humanForm.v1";
|
|
795
801
|
mode: "individual" | "pairwise";
|
|
@@ -800,77 +806,71 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
800
806
|
instructions: string;
|
|
801
807
|
required: boolean;
|
|
802
808
|
allowAbstain: boolean;
|
|
803
|
-
kind: "score";
|
|
804
|
-
minimum: number;
|
|
805
|
-
maximum: number;
|
|
806
|
-
step: number;
|
|
807
809
|
requireRationale?: boolean | undefined;
|
|
808
810
|
anchors?: {
|
|
809
811
|
value: string | number | boolean;
|
|
810
812
|
description: string;
|
|
811
813
|
}[] | undefined;
|
|
814
|
+
kind: "score";
|
|
815
|
+
minimum: number;
|
|
816
|
+
maximum: number;
|
|
817
|
+
step: number;
|
|
812
818
|
} | {
|
|
813
819
|
id: string;
|
|
814
820
|
label: string;
|
|
815
821
|
instructions: string;
|
|
816
822
|
required: boolean;
|
|
817
823
|
allowAbstain: boolean;
|
|
818
|
-
kind: "category";
|
|
819
|
-
options: string[];
|
|
820
824
|
requireRationale?: boolean | undefined;
|
|
821
825
|
anchors?: {
|
|
822
826
|
value: string | number | boolean;
|
|
823
827
|
description: string;
|
|
824
828
|
}[] | undefined;
|
|
829
|
+
kind: "category";
|
|
830
|
+
options: string[];
|
|
825
831
|
} | {
|
|
826
832
|
id: string;
|
|
827
833
|
label: string;
|
|
828
834
|
instructions: string;
|
|
829
835
|
required: boolean;
|
|
830
836
|
allowAbstain: boolean;
|
|
831
|
-
kind: "boolean";
|
|
832
837
|
requireRationale?: boolean | undefined;
|
|
833
838
|
anchors?: {
|
|
834
839
|
value: string | number | boolean;
|
|
835
840
|
description: string;
|
|
836
841
|
}[] | undefined;
|
|
842
|
+
kind: "boolean";
|
|
837
843
|
} | {
|
|
838
844
|
id: string;
|
|
839
845
|
label: string;
|
|
840
846
|
instructions: string;
|
|
841
847
|
required: boolean;
|
|
842
848
|
allowAbstain: boolean;
|
|
843
|
-
kind: "text";
|
|
844
|
-
maximumLength: number;
|
|
845
849
|
requireRationale?: boolean | undefined;
|
|
846
850
|
anchors?: {
|
|
847
851
|
value: string | number | boolean;
|
|
848
852
|
description: string;
|
|
849
853
|
}[] | undefined;
|
|
854
|
+
kind: "text";
|
|
850
855
|
minimumLength?: number | undefined;
|
|
856
|
+
maximumLength: number;
|
|
851
857
|
} | {
|
|
852
858
|
id: string;
|
|
853
859
|
label: string;
|
|
854
860
|
instructions: string;
|
|
855
861
|
required: boolean;
|
|
856
862
|
allowAbstain: boolean;
|
|
857
|
-
kind: "preference";
|
|
858
|
-
allowTie: boolean;
|
|
859
863
|
requireRationale?: boolean | undefined;
|
|
860
864
|
anchors?: {
|
|
861
865
|
value: string | number | boolean;
|
|
862
866
|
description: string;
|
|
863
867
|
}[] | undefined;
|
|
868
|
+
kind: "preference";
|
|
864
869
|
requireStrength?: boolean | undefined;
|
|
870
|
+
allowTie: boolean;
|
|
865
871
|
})[];
|
|
866
872
|
} | undefined;
|
|
867
873
|
})[];
|
|
868
|
-
metadata: Record<string, unknown>;
|
|
869
|
-
contentHash: string;
|
|
870
|
-
environmentRelease?: {
|
|
871
|
-
id: string;
|
|
872
|
-
contentHash: string;
|
|
873
|
-
} | undefined;
|
|
874
874
|
verifierSetRelease?: {
|
|
875
875
|
id: string;
|
|
876
876
|
contentHash: string;
|
|
@@ -879,7 +879,8 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
879
879
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
880
880
|
primaryMetric: string;
|
|
881
881
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
882
|
-
missingReward: "
|
|
882
|
+
missingReward: "exclude" | "zero";
|
|
883
|
+
taskWeights?: Record<string, number> | undefined;
|
|
883
884
|
customAggregator: {
|
|
884
885
|
module: string;
|
|
885
886
|
exportName: string;
|
|
@@ -887,8 +888,9 @@ export declare function materializeLearningBatchTaskset(input: {
|
|
|
887
888
|
timeoutMs: number;
|
|
888
889
|
networkPolicy: "none";
|
|
889
890
|
} | null;
|
|
890
|
-
taskWeights?: Record<string, number> | undefined;
|
|
891
891
|
} | undefined;
|
|
892
|
+
metadata: Record<string, unknown>;
|
|
893
|
+
contentHash: string;
|
|
892
894
|
};
|
|
893
895
|
generatedFiles: {
|
|
894
896
|
path: string;
|
|
@@ -908,20 +910,25 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
908
910
|
id: string;
|
|
909
911
|
revision: number;
|
|
910
912
|
profileId: string;
|
|
913
|
+
profileRelease?: {
|
|
914
|
+
id: string;
|
|
915
|
+
contentHash: string;
|
|
916
|
+
revision: number;
|
|
917
|
+
} | null | undefined;
|
|
911
918
|
createImproveRunId: string | null;
|
|
912
919
|
name: string;
|
|
913
920
|
objective: string;
|
|
914
|
-
purpose: "
|
|
921
|
+
purpose: "benchmark" | "general";
|
|
915
922
|
benchmark: {
|
|
916
923
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
917
924
|
definitionId: string;
|
|
918
925
|
releaseId: string;
|
|
919
926
|
releaseHash: string;
|
|
920
927
|
managedReleasePath: string;
|
|
921
|
-
adaptationSplit: "
|
|
922
|
-
evaluationSplit: "
|
|
923
|
-
primaryMetric: "
|
|
924
|
-
qualityGate: "
|
|
928
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
929
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
930
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
931
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
925
932
|
source: "builtin" | "imported";
|
|
926
933
|
metadata: Record<string, unknown>;
|
|
927
934
|
} | null;
|
|
@@ -932,7 +939,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
932
939
|
publishedAt: string;
|
|
933
940
|
metadata: Record<string, unknown>;
|
|
934
941
|
} | null;
|
|
935
|
-
status: "
|
|
942
|
+
status: "archived" | "awaiting_disclosure_approval" | "awaiting_materialization_approval" | "baselining" | "blocked" | "draft" | "failed" | "materializing" | "needs_review" | "ready" | "validating";
|
|
936
943
|
sourceRefs: ({
|
|
937
944
|
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
938
945
|
kind: "connected_activity";
|
|
@@ -941,27 +948,27 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
941
948
|
title: string;
|
|
942
949
|
sourceHash: string;
|
|
943
950
|
occurredAt: string;
|
|
944
|
-
licensingStatus: "
|
|
945
|
-
secretScanStatus: "
|
|
946
|
-
piiScanStatus: "
|
|
947
|
-
origin: "
|
|
951
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
952
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
953
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
954
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
948
955
|
sourceId: string;
|
|
949
956
|
sessionId: string;
|
|
950
957
|
normalizerVersion: string;
|
|
951
|
-
projection: "
|
|
958
|
+
projection: "conversation" | "turn";
|
|
952
959
|
ownerUserId: string;
|
|
953
960
|
purpose: "recorded_evaluation";
|
|
954
|
-
metadata: Record<string, unknown>;
|
|
955
961
|
sourceFileHashes?: string[] | undefined;
|
|
962
|
+
metadata: Record<string, unknown>;
|
|
956
963
|
} | {
|
|
957
964
|
id: string;
|
|
958
965
|
profileId: string;
|
|
959
966
|
title: string;
|
|
960
967
|
sourceHash: string;
|
|
961
968
|
occurredAt: string;
|
|
962
|
-
licensingStatus: "
|
|
963
|
-
secretScanStatus: "
|
|
964
|
-
piiScanStatus: "
|
|
969
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
970
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
971
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
965
972
|
metadata: Record<string, unknown>;
|
|
966
973
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
967
974
|
kind: "huggingface";
|
|
@@ -980,9 +987,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
980
987
|
title: string;
|
|
981
988
|
sourceHash: string;
|
|
982
989
|
occurredAt: string;
|
|
983
|
-
licensingStatus: "
|
|
984
|
-
secretScanStatus: "
|
|
985
|
-
piiScanStatus: "
|
|
990
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
991
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
992
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
986
993
|
metadata: Record<string, unknown>;
|
|
987
994
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
988
995
|
kind: "uploaded_file";
|
|
@@ -997,9 +1004,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
997
1004
|
title: string;
|
|
998
1005
|
sourceHash: string;
|
|
999
1006
|
occurredAt: string;
|
|
1000
|
-
licensingStatus: "
|
|
1001
|
-
secretScanStatus: "
|
|
1002
|
-
piiScanStatus: "
|
|
1007
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1008
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1009
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1003
1010
|
metadata: Record<string, unknown>;
|
|
1004
1011
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1005
1012
|
kind: "generated";
|
|
@@ -1013,9 +1020,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1013
1020
|
title: string;
|
|
1014
1021
|
sourceHash: string;
|
|
1015
1022
|
occurredAt: string;
|
|
1016
|
-
licensingStatus: "
|
|
1017
|
-
secretScanStatus: "
|
|
1018
|
-
piiScanStatus: "
|
|
1023
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1024
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1025
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1019
1026
|
metadata: Record<string, unknown>;
|
|
1020
1027
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1021
1028
|
kind: "learning_batch";
|
|
@@ -1042,18 +1049,53 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1042
1049
|
title: string;
|
|
1043
1050
|
occurredAt: string;
|
|
1044
1051
|
consent: {
|
|
1045
|
-
status: "
|
|
1046
|
-
scope: "
|
|
1052
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
1053
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
1047
1054
|
grantedBy: string | null;
|
|
1048
1055
|
grantedAt: string | null;
|
|
1049
1056
|
purpose: "task_authoring_and_evaluation";
|
|
1050
1057
|
};
|
|
1051
1058
|
connectedAppIds: string[];
|
|
1052
|
-
secretScanStatus: "
|
|
1053
|
-
piiScanStatus: "
|
|
1054
|
-
licensingStatus: "
|
|
1059
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1060
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1061
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1055
1062
|
metadata: Record<string, unknown>;
|
|
1056
1063
|
})[];
|
|
1064
|
+
datasetArtifact?: {
|
|
1065
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
1066
|
+
id: string;
|
|
1067
|
+
tasksetId: string;
|
|
1068
|
+
tasksetRevision: number;
|
|
1069
|
+
contentHash: string;
|
|
1070
|
+
format: "parquet";
|
|
1071
|
+
schema: {
|
|
1072
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1073
|
+
fields: {
|
|
1074
|
+
name: string;
|
|
1075
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
1076
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
1077
|
+
nullable: boolean;
|
|
1078
|
+
policy: "metadata" | "privileged" | "visible";
|
|
1079
|
+
}[];
|
|
1080
|
+
schemaHash: string;
|
|
1081
|
+
};
|
|
1082
|
+
shards: {
|
|
1083
|
+
id: string;
|
|
1084
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1085
|
+
path: string;
|
|
1086
|
+
contentHash: string;
|
|
1087
|
+
schemaHash: string;
|
|
1088
|
+
sizeBytes: number;
|
|
1089
|
+
rowCount: number;
|
|
1090
|
+
rowGroupCount: number;
|
|
1091
|
+
}[];
|
|
1092
|
+
rowCount: number;
|
|
1093
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
1094
|
+
sourceReceiptRefs: string[];
|
|
1095
|
+
mappingHash: string;
|
|
1096
|
+
qualityReportHash: string;
|
|
1097
|
+
createdAt: string;
|
|
1098
|
+
} | null | undefined;
|
|
1057
1099
|
policy: {
|
|
1058
1100
|
policyVisibleFields: string[];
|
|
1059
1101
|
privilegedFields: string[];
|
|
@@ -1062,15 +1104,11 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1062
1104
|
};
|
|
1063
1105
|
environment: {
|
|
1064
1106
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
1065
|
-
kind: "agent" | "
|
|
1107
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
1066
1108
|
entrypoint: string;
|
|
1067
1109
|
stateful: boolean;
|
|
1068
1110
|
deterministicSeeds: boolean;
|
|
1069
1111
|
toolNames: string[];
|
|
1070
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
1071
|
-
defaultTimeoutMs: number;
|
|
1072
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
1073
|
-
metadata: Record<string, unknown>;
|
|
1074
1112
|
actionBindings?: {
|
|
1075
1113
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
1076
1114
|
actionId: string;
|
|
@@ -1093,64 +1131,84 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1093
1131
|
source: "case_id";
|
|
1094
1132
|
}[];
|
|
1095
1133
|
}[] | undefined;
|
|
1134
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
1135
|
+
defaultTimeoutMs: number;
|
|
1136
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
1096
1137
|
resources?: {
|
|
1097
1138
|
id: string;
|
|
1098
|
-
kind: "
|
|
1139
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
1099
1140
|
path: string;
|
|
1100
|
-
|
|
1141
|
+
mediaType?: string | null | undefined;
|
|
1142
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
1101
1143
|
required: boolean;
|
|
1102
1144
|
metadata: Record<string, unknown>;
|
|
1103
|
-
mediaType?: string | null | undefined;
|
|
1104
1145
|
}[] | undefined;
|
|
1146
|
+
metadata: Record<string, unknown>;
|
|
1105
1147
|
};
|
|
1106
1148
|
capabilities: {
|
|
1107
1149
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1108
|
-
taskKind: "chat" | "
|
|
1109
|
-
supportedSignals: ("
|
|
1110
|
-
compatibleMethods: ("
|
|
1111
|
-
rewardKinds: ("
|
|
1150
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
1151
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
1152
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
1153
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
1112
1154
|
requiresTools: boolean;
|
|
1113
1155
|
requiresState: boolean;
|
|
1114
1156
|
requiresPrivilegedGrading: boolean;
|
|
1115
|
-
environmentPlacements: ("
|
|
1157
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
1116
1158
|
exportable: boolean;
|
|
1117
1159
|
portabilityBlockers: string[];
|
|
1118
1160
|
};
|
|
1161
|
+
metrics?: {
|
|
1162
|
+
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
1163
|
+
primaryMetric: string;
|
|
1164
|
+
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
1165
|
+
missingReward: "exclude" | "zero";
|
|
1166
|
+
taskWeights?: Record<string, number> | undefined;
|
|
1167
|
+
customAggregator: {
|
|
1168
|
+
module: string;
|
|
1169
|
+
exportName: string;
|
|
1170
|
+
contentHash: string;
|
|
1171
|
+
timeoutMs: number;
|
|
1172
|
+
networkPolicy: "none";
|
|
1173
|
+
} | null;
|
|
1174
|
+
} | undefined;
|
|
1119
1175
|
tasks: {
|
|
1120
1176
|
schemaVersion: "openpond.taskData.v1";
|
|
1121
1177
|
id: string;
|
|
1122
1178
|
clusterKey: string;
|
|
1123
|
-
split: "
|
|
1179
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1124
1180
|
input: Record<string, unknown>;
|
|
1125
1181
|
expectedOutput: Record<string, unknown> | null;
|
|
1126
1182
|
policyVisibleContext: Record<string, unknown>;
|
|
1127
1183
|
privilegedContextRef: string | null;
|
|
1128
1184
|
sourceRefs: string[];
|
|
1129
|
-
tags: string[];
|
|
1130
|
-
metadata: Record<string, unknown>;
|
|
1131
1185
|
assets?: {
|
|
1132
1186
|
id: string;
|
|
1133
1187
|
sourceRefId: string;
|
|
1134
1188
|
artifactRef: string;
|
|
1135
1189
|
fileName: string;
|
|
1190
|
+
stagingPath?: string | undefined;
|
|
1136
1191
|
mediaType: string;
|
|
1137
1192
|
sha256: string;
|
|
1138
1193
|
sizeBytes: number;
|
|
1139
|
-
split: "
|
|
1194
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1140
1195
|
metadata: Record<string, unknown>;
|
|
1141
|
-
stagingPath?: string | undefined;
|
|
1142
1196
|
}[] | undefined;
|
|
1143
1197
|
resourceRefs?: string[] | undefined;
|
|
1144
1198
|
requiredOutputs?: {
|
|
1145
1199
|
path: string;
|
|
1146
1200
|
mediaType: string;
|
|
1147
|
-
metadata: Record<string, unknown>;
|
|
1148
1201
|
schemaRef?: string | null | undefined;
|
|
1202
|
+
submissionMode?: "structured_json" | undefined;
|
|
1149
1203
|
maxBytes?: number | undefined;
|
|
1204
|
+
metadata: Record<string, unknown>;
|
|
1150
1205
|
}[] | undefined;
|
|
1206
|
+
tags: string[];
|
|
1207
|
+
metadata: Record<string, unknown>;
|
|
1151
1208
|
}[];
|
|
1152
1209
|
graders: ({
|
|
1153
1210
|
id: string;
|
|
1211
|
+
taskIds?: string[] | undefined;
|
|
1154
1212
|
version: string;
|
|
1155
1213
|
label: string;
|
|
1156
1214
|
weight: number;
|
|
@@ -1158,11 +1216,11 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1158
1216
|
rewardEligible: boolean;
|
|
1159
1217
|
privileged: boolean;
|
|
1160
1218
|
metadata: Record<string, unknown>;
|
|
1161
|
-
kind: "
|
|
1219
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
1162
1220
|
config: Record<string, unknown>;
|
|
1163
|
-
taskIds?: string[] | undefined;
|
|
1164
1221
|
} | {
|
|
1165
1222
|
id: string;
|
|
1223
|
+
taskIds?: string[] | undefined;
|
|
1166
1224
|
version: string;
|
|
1167
1225
|
label: string;
|
|
1168
1226
|
weight: number;
|
|
@@ -1173,15 +1231,15 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1173
1231
|
kind: "model_judge";
|
|
1174
1232
|
rubric: string;
|
|
1175
1233
|
judge: {
|
|
1176
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
1234
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
1177
1235
|
modelId: string;
|
|
1178
1236
|
};
|
|
1179
1237
|
calibrationFixtureRefs: string[];
|
|
1180
|
-
calibrationStatus: "
|
|
1238
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
1181
1239
|
temperature: number;
|
|
1182
|
-
taskIds?: string[] | undefined;
|
|
1183
1240
|
} | {
|
|
1184
1241
|
id: string;
|
|
1242
|
+
taskIds?: string[] | undefined;
|
|
1185
1243
|
version: string;
|
|
1186
1244
|
label: string;
|
|
1187
1245
|
weight: number;
|
|
@@ -1190,9 +1248,6 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1190
1248
|
privileged: boolean;
|
|
1191
1249
|
metadata: Record<string, unknown>;
|
|
1192
1250
|
kind: "human";
|
|
1193
|
-
rubric: string;
|
|
1194
|
-
reviewerRole: string;
|
|
1195
|
-
taskIds?: string[] | undefined;
|
|
1196
1251
|
form?: {
|
|
1197
1252
|
schemaVersion: "openpond.humanForm.v1";
|
|
1198
1253
|
mode: "individual" | "pairwise";
|
|
@@ -1203,72 +1258,75 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1203
1258
|
instructions: string;
|
|
1204
1259
|
required: boolean;
|
|
1205
1260
|
allowAbstain: boolean;
|
|
1206
|
-
kind: "score";
|
|
1207
|
-
minimum: number;
|
|
1208
|
-
maximum: number;
|
|
1209
|
-
step: number;
|
|
1210
1261
|
requireRationale?: boolean | undefined;
|
|
1211
1262
|
anchors?: {
|
|
1212
1263
|
value: string | number | boolean;
|
|
1213
1264
|
description: string;
|
|
1214
1265
|
}[] | undefined;
|
|
1266
|
+
kind: "score";
|
|
1267
|
+
minimum: number;
|
|
1268
|
+
maximum: number;
|
|
1269
|
+
step: number;
|
|
1215
1270
|
} | {
|
|
1216
1271
|
id: string;
|
|
1217
1272
|
label: string;
|
|
1218
1273
|
instructions: string;
|
|
1219
1274
|
required: boolean;
|
|
1220
1275
|
allowAbstain: boolean;
|
|
1221
|
-
kind: "category";
|
|
1222
|
-
options: string[];
|
|
1223
1276
|
requireRationale?: boolean | undefined;
|
|
1224
1277
|
anchors?: {
|
|
1225
1278
|
value: string | number | boolean;
|
|
1226
1279
|
description: string;
|
|
1227
1280
|
}[] | undefined;
|
|
1281
|
+
kind: "category";
|
|
1282
|
+
options: string[];
|
|
1228
1283
|
} | {
|
|
1229
1284
|
id: string;
|
|
1230
1285
|
label: string;
|
|
1231
1286
|
instructions: string;
|
|
1232
1287
|
required: boolean;
|
|
1233
1288
|
allowAbstain: boolean;
|
|
1234
|
-
kind: "boolean";
|
|
1235
1289
|
requireRationale?: boolean | undefined;
|
|
1236
1290
|
anchors?: {
|
|
1237
1291
|
value: string | number | boolean;
|
|
1238
1292
|
description: string;
|
|
1239
1293
|
}[] | undefined;
|
|
1294
|
+
kind: "boolean";
|
|
1240
1295
|
} | {
|
|
1241
1296
|
id: string;
|
|
1242
1297
|
label: string;
|
|
1243
1298
|
instructions: string;
|
|
1244
1299
|
required: boolean;
|
|
1245
1300
|
allowAbstain: boolean;
|
|
1246
|
-
kind: "text";
|
|
1247
|
-
maximumLength: number;
|
|
1248
1301
|
requireRationale?: boolean | undefined;
|
|
1249
1302
|
anchors?: {
|
|
1250
1303
|
value: string | number | boolean;
|
|
1251
1304
|
description: string;
|
|
1252
1305
|
}[] | undefined;
|
|
1306
|
+
kind: "text";
|
|
1253
1307
|
minimumLength?: number | undefined;
|
|
1308
|
+
maximumLength: number;
|
|
1254
1309
|
} | {
|
|
1255
1310
|
id: string;
|
|
1256
1311
|
label: string;
|
|
1257
1312
|
instructions: string;
|
|
1258
1313
|
required: boolean;
|
|
1259
1314
|
allowAbstain: boolean;
|
|
1260
|
-
kind: "preference";
|
|
1261
|
-
allowTie: boolean;
|
|
1262
1315
|
requireRationale?: boolean | undefined;
|
|
1263
1316
|
anchors?: {
|
|
1264
1317
|
value: string | number | boolean;
|
|
1265
1318
|
description: string;
|
|
1266
1319
|
}[] | undefined;
|
|
1320
|
+
kind: "preference";
|
|
1267
1321
|
requireStrength?: boolean | undefined;
|
|
1322
|
+
allowTie: boolean;
|
|
1268
1323
|
})[];
|
|
1269
1324
|
} | undefined;
|
|
1325
|
+
rubric: string;
|
|
1326
|
+
reviewerRole: string;
|
|
1270
1327
|
} | {
|
|
1271
1328
|
id: string;
|
|
1329
|
+
taskIds?: string[] | undefined;
|
|
1272
1330
|
version: string;
|
|
1273
1331
|
label: string;
|
|
1274
1332
|
weight: number;
|
|
@@ -1277,17 +1335,16 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1277
1335
|
privileged: boolean;
|
|
1278
1336
|
metadata: Record<string, unknown>;
|
|
1279
1337
|
kind: "custom_verifier";
|
|
1338
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1280
1339
|
module: string;
|
|
1281
1340
|
exportName: string;
|
|
1282
1341
|
timeoutMs: number;
|
|
1283
1342
|
networkPolicy: "none";
|
|
1284
|
-
taskIds?: string[] | undefined;
|
|
1285
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1286
1343
|
})[];
|
|
1287
1344
|
graderFixtures: {
|
|
1288
1345
|
id: string;
|
|
1289
1346
|
taskId: string;
|
|
1290
|
-
label: "
|
|
1347
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
1291
1348
|
output: Record<string, unknown>;
|
|
1292
1349
|
infrastructureError: string | null;
|
|
1293
1350
|
expectedPassed: boolean;
|
|
@@ -1344,7 +1401,7 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1344
1401
|
metadata: Record<string, unknown>;
|
|
1345
1402
|
kind: "feedback";
|
|
1346
1403
|
feedback: string;
|
|
1347
|
-
polarity: "
|
|
1404
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
1348
1405
|
}[];
|
|
1349
1406
|
rewards: {
|
|
1350
1407
|
id: string;
|
|
@@ -1390,13 +1447,13 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1390
1447
|
authoringProvenance: {
|
|
1391
1448
|
schemaVersion: "openpond.taskAuthoringProvenance.v1";
|
|
1392
1449
|
model: {
|
|
1393
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
1450
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
1394
1451
|
modelId: string;
|
|
1395
1452
|
} | null;
|
|
1396
1453
|
modelConfig: Record<string, unknown>;
|
|
1397
1454
|
skillHash: string;
|
|
1398
1455
|
promptTemplateVersion: string;
|
|
1399
|
-
buildIntent: "
|
|
1456
|
+
buildIntent: "demonstrations" | "discovery" | "preferences" | "rubric" | "verifiable_reward";
|
|
1400
1457
|
buildSpecification: {
|
|
1401
1458
|
kind: "demonstrations";
|
|
1402
1459
|
behavior: string;
|
|
@@ -1451,9 +1508,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1451
1508
|
tasksetId: string;
|
|
1452
1509
|
tasksetHash: string;
|
|
1453
1510
|
ready: boolean;
|
|
1454
|
-
recommendedMethod: "
|
|
1511
|
+
recommendedMethod: "dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft";
|
|
1455
1512
|
trainingPath: {
|
|
1456
|
-
primaryMethod: "
|
|
1513
|
+
primaryMethod: "dpo" | "grpo" | "opsd" | "ppo" | "sdft" | "sdpo" | "sft";
|
|
1457
1514
|
bootstrap: {
|
|
1458
1515
|
method: "sft";
|
|
1459
1516
|
purpose: "trajectory_bootstrap";
|
|
@@ -1462,9 +1519,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1462
1519
|
} | null;
|
|
1463
1520
|
} | null;
|
|
1464
1521
|
methodReadiness: {
|
|
1465
|
-
method: "
|
|
1466
|
-
status: "
|
|
1467
|
-
reasonCodes: ("
|
|
1522
|
+
method: "dpo" | "grpo" | "ppo" | "sft";
|
|
1523
|
+
status: "compatible" | "needs_dataset_work" | "recommended";
|
|
1524
|
+
reasonCodes: ("demonstrations_missing" | "executable_reward_missing" | "frozen_eval_missing" | "preference_pairs_invalid" | "preference_pairs_missing" | "reward_model_missing" | "reward_not_calibrated" | "taskset_not_ready" | "value_model_required")[];
|
|
1468
1525
|
reasons: string[];
|
|
1469
1526
|
}[];
|
|
1470
1527
|
compatibleDestinationClasses: ("custom" | "export" | "hosted_managed")[];
|
|
@@ -1485,60 +1542,6 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1485
1542
|
createdAt: string;
|
|
1486
1543
|
updatedAt: string;
|
|
1487
1544
|
metadata: Record<string, unknown>;
|
|
1488
|
-
profileRelease?: {
|
|
1489
|
-
id: string;
|
|
1490
|
-
contentHash: string;
|
|
1491
|
-
revision: number;
|
|
1492
|
-
} | null | undefined;
|
|
1493
|
-
datasetArtifact?: {
|
|
1494
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
1495
|
-
id: string;
|
|
1496
|
-
tasksetId: string;
|
|
1497
|
-
tasksetRevision: number;
|
|
1498
|
-
contentHash: string;
|
|
1499
|
-
format: "parquet";
|
|
1500
|
-
schema: {
|
|
1501
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1502
|
-
fields: {
|
|
1503
|
-
name: string;
|
|
1504
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
1505
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1506
|
-
nullable: boolean;
|
|
1507
|
-
policy: "metadata" | "visible" | "privileged";
|
|
1508
|
-
}[];
|
|
1509
|
-
schemaHash: string;
|
|
1510
|
-
};
|
|
1511
|
-
shards: {
|
|
1512
|
-
id: string;
|
|
1513
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1514
|
-
path: string;
|
|
1515
|
-
contentHash: string;
|
|
1516
|
-
schemaHash: string;
|
|
1517
|
-
sizeBytes: number;
|
|
1518
|
-
rowCount: number;
|
|
1519
|
-
rowGroupCount: number;
|
|
1520
|
-
}[];
|
|
1521
|
-
rowCount: number;
|
|
1522
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
1523
|
-
sourceReceiptRefs: string[];
|
|
1524
|
-
mappingHash: string;
|
|
1525
|
-
qualityReportHash: string;
|
|
1526
|
-
createdAt: string;
|
|
1527
|
-
} | null | undefined;
|
|
1528
|
-
metrics?: {
|
|
1529
|
-
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
1530
|
-
primaryMetric: string;
|
|
1531
|
-
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
1532
|
-
missingReward: "zero" | "exclude";
|
|
1533
|
-
customAggregator: {
|
|
1534
|
-
module: string;
|
|
1535
|
-
exportName: string;
|
|
1536
|
-
contentHash: string;
|
|
1537
|
-
timeoutMs: number;
|
|
1538
|
-
networkPolicy: "none";
|
|
1539
|
-
} | null;
|
|
1540
|
-
taskWeights?: Record<string, number> | undefined;
|
|
1541
|
-
} | undefined;
|
|
1542
1545
|
};
|
|
1543
1546
|
release: {
|
|
1544
1547
|
schemaVersion: "openpond.tasksetRelease.v2";
|
|
@@ -1552,14 +1555,18 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1552
1555
|
};
|
|
1553
1556
|
environment: {
|
|
1554
1557
|
protocolVersion: "openpond.environment.v1";
|
|
1555
|
-
kind: "
|
|
1558
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
1556
1559
|
entrypoint: string;
|
|
1557
1560
|
stateful: boolean;
|
|
1558
1561
|
deterministicSeeds: boolean;
|
|
1559
|
-
lifecycle: ("
|
|
1560
|
-
networkPolicy: "
|
|
1562
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
1563
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
1561
1564
|
defaultTimeoutMs: number;
|
|
1562
1565
|
};
|
|
1566
|
+
environmentRelease?: {
|
|
1567
|
+
id: string;
|
|
1568
|
+
contentHash: string;
|
|
1569
|
+
} | undefined;
|
|
1563
1570
|
tools: {
|
|
1564
1571
|
name: string;
|
|
1565
1572
|
description: string;
|
|
@@ -1572,12 +1579,12 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1572
1579
|
id: string;
|
|
1573
1580
|
required: boolean;
|
|
1574
1581
|
scopes: string[];
|
|
1575
|
-
portability: "
|
|
1582
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
1576
1583
|
}[];
|
|
1577
1584
|
tasks: {
|
|
1578
1585
|
id: string;
|
|
1579
1586
|
clusterKey: string;
|
|
1580
|
-
split: "
|
|
1587
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1581
1588
|
input: Record<string, unknown>;
|
|
1582
1589
|
expectedOutput: Record<string, unknown> | null;
|
|
1583
1590
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -1588,9 +1595,8 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1588
1595
|
contentHash: string;
|
|
1589
1596
|
sizeBytes: number;
|
|
1590
1597
|
mediaType: string;
|
|
1591
|
-
visibility: "
|
|
1598
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1592
1599
|
}[];
|
|
1593
|
-
tags: string[];
|
|
1594
1600
|
requiredOutputs?: {
|
|
1595
1601
|
path: string;
|
|
1596
1602
|
mediaType: string;
|
|
@@ -1600,24 +1606,27 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1600
1606
|
contentHash: string;
|
|
1601
1607
|
sizeBytes: number;
|
|
1602
1608
|
mediaType: string;
|
|
1603
|
-
visibility: "
|
|
1609
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1604
1610
|
} | null;
|
|
1611
|
+
submissionMode?: "structured_json" | undefined;
|
|
1605
1612
|
maxBytes: number | null;
|
|
1606
1613
|
metadata: Record<string, unknown>;
|
|
1607
1614
|
}[] | undefined;
|
|
1615
|
+
tags: string[];
|
|
1608
1616
|
}[];
|
|
1609
1617
|
graders: ({
|
|
1610
1618
|
id: string;
|
|
1619
|
+
taskIds?: string[] | undefined;
|
|
1611
1620
|
version: string;
|
|
1612
1621
|
weight: number;
|
|
1613
1622
|
hardGate: boolean;
|
|
1614
1623
|
rewardEligible: boolean;
|
|
1615
1624
|
privileged: boolean;
|
|
1616
|
-
kind: "
|
|
1625
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
1617
1626
|
config: Record<string, unknown>;
|
|
1618
|
-
taskIds?: string[] | undefined;
|
|
1619
1627
|
} | {
|
|
1620
1628
|
id: string;
|
|
1629
|
+
taskIds?: string[] | undefined;
|
|
1621
1630
|
version: string;
|
|
1622
1631
|
weight: number;
|
|
1623
1632
|
hardGate: boolean;
|
|
@@ -1630,10 +1639,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1630
1639
|
contentHash: string;
|
|
1631
1640
|
sizeBytes: number;
|
|
1632
1641
|
mediaType: string;
|
|
1633
|
-
visibility: "
|
|
1642
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1634
1643
|
};
|
|
1635
|
-
calibrationStatus: "
|
|
1636
|
-
taskIds?: string[] | undefined;
|
|
1644
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
1637
1645
|
model?: {
|
|
1638
1646
|
providerId: string;
|
|
1639
1647
|
modelId: string;
|
|
@@ -1642,27 +1650,28 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1642
1650
|
temperature?: number | undefined;
|
|
1643
1651
|
} | {
|
|
1644
1652
|
id: string;
|
|
1653
|
+
taskIds?: string[] | undefined;
|
|
1645
1654
|
version: string;
|
|
1646
1655
|
weight: number;
|
|
1647
1656
|
hardGate: boolean;
|
|
1648
1657
|
rewardEligible: boolean;
|
|
1649
1658
|
privileged: boolean;
|
|
1650
1659
|
kind: "custom_verifier";
|
|
1660
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1651
1661
|
verifierRef: {
|
|
1652
1662
|
id: string;
|
|
1653
1663
|
path: string;
|
|
1654
1664
|
contentHash: string;
|
|
1655
1665
|
sizeBytes: number;
|
|
1656
1666
|
mediaType: string;
|
|
1657
|
-
visibility: "
|
|
1667
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1658
1668
|
};
|
|
1669
|
+
exportName?: string | undefined;
|
|
1659
1670
|
timeoutMs: number;
|
|
1660
1671
|
networkPolicy: "none";
|
|
1661
|
-
taskIds?: string[] | undefined;
|
|
1662
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1663
|
-
exportName?: string | undefined;
|
|
1664
1672
|
} | {
|
|
1665
1673
|
id: string;
|
|
1674
|
+
taskIds?: string[] | undefined;
|
|
1666
1675
|
version: string;
|
|
1667
1676
|
weight: number;
|
|
1668
1677
|
hardGate: boolean;
|
|
@@ -1675,10 +1684,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1675
1684
|
contentHash: string;
|
|
1676
1685
|
sizeBytes: number;
|
|
1677
1686
|
mediaType: string;
|
|
1678
|
-
visibility: "
|
|
1687
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1679
1688
|
};
|
|
1680
1689
|
reviewerRole: string;
|
|
1681
|
-
taskIds?: string[] | undefined;
|
|
1682
1690
|
form?: {
|
|
1683
1691
|
schemaVersion: "openpond.humanForm.v1";
|
|
1684
1692
|
mode: "individual" | "pairwise";
|
|
@@ -1689,77 +1697,71 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1689
1697
|
instructions: string;
|
|
1690
1698
|
required: boolean;
|
|
1691
1699
|
allowAbstain: boolean;
|
|
1692
|
-
kind: "score";
|
|
1693
|
-
minimum: number;
|
|
1694
|
-
maximum: number;
|
|
1695
|
-
step: number;
|
|
1696
1700
|
requireRationale?: boolean | undefined;
|
|
1697
1701
|
anchors?: {
|
|
1698
1702
|
value: string | number | boolean;
|
|
1699
1703
|
description: string;
|
|
1700
1704
|
}[] | undefined;
|
|
1705
|
+
kind: "score";
|
|
1706
|
+
minimum: number;
|
|
1707
|
+
maximum: number;
|
|
1708
|
+
step: number;
|
|
1701
1709
|
} | {
|
|
1702
1710
|
id: string;
|
|
1703
1711
|
label: string;
|
|
1704
1712
|
instructions: string;
|
|
1705
1713
|
required: boolean;
|
|
1706
1714
|
allowAbstain: boolean;
|
|
1707
|
-
kind: "category";
|
|
1708
|
-
options: string[];
|
|
1709
1715
|
requireRationale?: boolean | undefined;
|
|
1710
1716
|
anchors?: {
|
|
1711
1717
|
value: string | number | boolean;
|
|
1712
1718
|
description: string;
|
|
1713
1719
|
}[] | undefined;
|
|
1720
|
+
kind: "category";
|
|
1721
|
+
options: string[];
|
|
1714
1722
|
} | {
|
|
1715
1723
|
id: string;
|
|
1716
1724
|
label: string;
|
|
1717
1725
|
instructions: string;
|
|
1718
1726
|
required: boolean;
|
|
1719
1727
|
allowAbstain: boolean;
|
|
1720
|
-
kind: "boolean";
|
|
1721
1728
|
requireRationale?: boolean | undefined;
|
|
1722
1729
|
anchors?: {
|
|
1723
1730
|
value: string | number | boolean;
|
|
1724
1731
|
description: string;
|
|
1725
1732
|
}[] | undefined;
|
|
1733
|
+
kind: "boolean";
|
|
1726
1734
|
} | {
|
|
1727
1735
|
id: string;
|
|
1728
1736
|
label: string;
|
|
1729
1737
|
instructions: string;
|
|
1730
1738
|
required: boolean;
|
|
1731
1739
|
allowAbstain: boolean;
|
|
1732
|
-
kind: "text";
|
|
1733
|
-
maximumLength: number;
|
|
1734
1740
|
requireRationale?: boolean | undefined;
|
|
1735
1741
|
anchors?: {
|
|
1736
1742
|
value: string | number | boolean;
|
|
1737
1743
|
description: string;
|
|
1738
1744
|
}[] | undefined;
|
|
1745
|
+
kind: "text";
|
|
1739
1746
|
minimumLength?: number | undefined;
|
|
1747
|
+
maximumLength: number;
|
|
1740
1748
|
} | {
|
|
1741
1749
|
id: string;
|
|
1742
1750
|
label: string;
|
|
1743
1751
|
instructions: string;
|
|
1744
1752
|
required: boolean;
|
|
1745
1753
|
allowAbstain: boolean;
|
|
1746
|
-
kind: "preference";
|
|
1747
|
-
allowTie: boolean;
|
|
1748
1754
|
requireRationale?: boolean | undefined;
|
|
1749
1755
|
anchors?: {
|
|
1750
1756
|
value: string | number | boolean;
|
|
1751
1757
|
description: string;
|
|
1752
1758
|
}[] | undefined;
|
|
1759
|
+
kind: "preference";
|
|
1753
1760
|
requireStrength?: boolean | undefined;
|
|
1761
|
+
allowTie: boolean;
|
|
1754
1762
|
})[];
|
|
1755
1763
|
} | undefined;
|
|
1756
1764
|
})[];
|
|
1757
|
-
metadata: Record<string, unknown>;
|
|
1758
|
-
contentHash: string;
|
|
1759
|
-
environmentRelease?: {
|
|
1760
|
-
id: string;
|
|
1761
|
-
contentHash: string;
|
|
1762
|
-
} | undefined;
|
|
1763
1765
|
verifierSetRelease?: {
|
|
1764
1766
|
id: string;
|
|
1765
1767
|
contentHash: string;
|
|
@@ -1768,7 +1770,8 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1768
1770
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
1769
1771
|
primaryMetric: string;
|
|
1770
1772
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
1771
|
-
missingReward: "
|
|
1773
|
+
missingReward: "exclude" | "zero";
|
|
1774
|
+
taskWeights?: Record<string, number> | undefined;
|
|
1772
1775
|
customAggregator: {
|
|
1773
1776
|
module: string;
|
|
1774
1777
|
exportName: string;
|
|
@@ -1776,8 +1779,9 @@ export declare function prepareReviewedLearningBatch(input: Omit<Parameters<type
|
|
|
1776
1779
|
timeoutMs: number;
|
|
1777
1780
|
networkPolicy: "none";
|
|
1778
1781
|
} | null;
|
|
1779
|
-
taskWeights?: Record<string, number> | undefined;
|
|
1780
1782
|
} | undefined;
|
|
1783
|
+
metadata: Record<string, unknown>;
|
|
1784
|
+
contentHash: string;
|
|
1781
1785
|
};
|
|
1782
1786
|
generatedFiles: {
|
|
1783
1787
|
path: string;
|