openpond-sdk 0.12.3 → 0.12.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-VY5AFE7A.js → chunk-24N6A6SF.js} +4 -4
- package/dist/chunk-24N6A6SF.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-53LLNDXF.js} +3 -3
- package/dist/chunk-53LLNDXF.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-B5XTGEBE.js} +25 -13
- package/dist/chunk-B5XTGEBE.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-BVMR5OFW.js} +5 -5
- package/dist/chunk-BVMR5OFW.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-CMWZZZGW.js} +5 -5
- package/dist/chunk-CMWZZZGW.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-DF2QXVZ3.js} +8 -8
- package/dist/chunk-DF2QXVZ3.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-EFUT3XKW.js} +4 -4
- package/dist/chunk-EFUT3XKW.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-ETX25FTB.js} +3 -3
- package/dist/chunk-ETX25FTB.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-GAIDBPFY.js} +5 -5
- package/dist/chunk-GAIDBPFY.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-HGXVOFCL.js} +2 -2
- package/dist/chunk-HGXVOFCL.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-I54WQBXL.js} +8 -8
- package/dist/chunk-I54WQBXL.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-K5LWSWV7.js} +4 -4
- package/dist/chunk-K5LWSWV7.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-LHX7ENKZ.js} +3 -3
- package/dist/chunk-LHX7ENKZ.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-LR5CTOC5.js} +18 -18
- package/dist/chunk-LR5CTOC5.js.map +1 -0
- package/dist/chunk-MO4HAJZG.js +8709 -0
- package/dist/chunk-MO4HAJZG.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-77N3QEIL.js → chunk-OR3TMIJN.js} +5 -5
- package/dist/chunk-OR3TMIJN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-QRS7Y3EM.js} +4 -3
- package/dist/chunk-QRS7Y3EM.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-RRKRA237.js} +14 -5
- package/dist/chunk-RRKRA237.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-U7XWIOSB.js} +3 -3
- package/dist/chunk-U7XWIOSB.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-VHGC44HA.js} +5 -5
- package/dist/chunk-VHGC44HA.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-VN5V2E2S.js} +7 -5
- package/dist/chunk-VN5V2E2S.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-WMIKJGXW.js} +3 -3
- package/dist/chunk-WMIKJGXW.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-XON75UFN.js} +3 -3
- package/dist/chunk-XON75UFN.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-ZHQK3MOM.js} +4 -4
- package/dist/chunk-ZHQK3MOM.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-ZIFZFP5I.js} +5 -5
- package/dist/chunk-ZIFZFP5I.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +98 -50
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +324 -324
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +438 -377
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +744 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4589 -4577
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -14,25 +14,25 @@ export declare class OpenPondHumanReviewClient {
|
|
|
14
14
|
constructor(options: OpenPondHumanReviewClient["options"]);
|
|
15
15
|
command(command: HumanReviewCommand, signal?: AbortSignal): Promise<{
|
|
16
16
|
schemaVersion: "openpond.humanReview.v1";
|
|
17
|
-
contentHash: string;
|
|
18
|
-
policy: {
|
|
19
|
-
approval: "none" | "manager";
|
|
20
|
-
minimumRaters: number;
|
|
21
|
-
managerIds: string[];
|
|
22
|
-
reviewerIds: string[];
|
|
23
|
-
queueClaim: boolean;
|
|
24
|
-
teamVisible: boolean;
|
|
25
|
-
distinctManager?: boolean | undefined;
|
|
26
|
-
independentRaters?: boolean | undefined;
|
|
27
|
-
blindPair?: boolean | undefined;
|
|
28
|
-
};
|
|
29
17
|
id: string;
|
|
30
18
|
revision: number;
|
|
31
|
-
kind: "grade" | "author" | "execute";
|
|
32
19
|
scope: string;
|
|
33
20
|
projectId: string;
|
|
34
|
-
generation: number;
|
|
35
21
|
createdBy: string;
|
|
22
|
+
kind: "author" | "execute" | "grade";
|
|
23
|
+
dueAt?: string | undefined;
|
|
24
|
+
title: string;
|
|
25
|
+
authorPublication: {
|
|
26
|
+
proposalHash: string;
|
|
27
|
+
dataset: {
|
|
28
|
+
id: string;
|
|
29
|
+
revision: number;
|
|
30
|
+
contentHash: string;
|
|
31
|
+
};
|
|
32
|
+
operationId: string;
|
|
33
|
+
publishedBy: string;
|
|
34
|
+
publishedAt: string;
|
|
35
|
+
} | null;
|
|
36
36
|
form: {
|
|
37
37
|
schemaVersion: "openpond.humanForm.v1";
|
|
38
38
|
mode: "individual" | "pairwise";
|
|
@@ -43,87 +43,86 @@ export declare class OpenPondHumanReviewClient {
|
|
|
43
43
|
instructions: string;
|
|
44
44
|
required: boolean;
|
|
45
45
|
allowAbstain: boolean;
|
|
46
|
-
kind: "score";
|
|
47
|
-
minimum: number;
|
|
48
|
-
maximum: number;
|
|
49
|
-
step: number;
|
|
50
46
|
requireRationale?: boolean | undefined;
|
|
51
47
|
anchors?: {
|
|
52
48
|
value: string | number | boolean;
|
|
53
49
|
description: string;
|
|
54
50
|
}[] | undefined;
|
|
51
|
+
kind: "score";
|
|
52
|
+
minimum: number;
|
|
53
|
+
maximum: number;
|
|
54
|
+
step: number;
|
|
55
55
|
} | {
|
|
56
56
|
id: string;
|
|
57
57
|
label: string;
|
|
58
58
|
instructions: string;
|
|
59
59
|
required: boolean;
|
|
60
60
|
allowAbstain: boolean;
|
|
61
|
-
kind: "category";
|
|
62
|
-
options: string[];
|
|
63
61
|
requireRationale?: boolean | undefined;
|
|
64
62
|
anchors?: {
|
|
65
63
|
value: string | number | boolean;
|
|
66
64
|
description: string;
|
|
67
65
|
}[] | undefined;
|
|
66
|
+
kind: "category";
|
|
67
|
+
options: string[];
|
|
68
68
|
} | {
|
|
69
69
|
id: string;
|
|
70
70
|
label: string;
|
|
71
71
|
instructions: string;
|
|
72
72
|
required: boolean;
|
|
73
73
|
allowAbstain: boolean;
|
|
74
|
-
kind: "boolean";
|
|
75
74
|
requireRationale?: boolean | undefined;
|
|
76
75
|
anchors?: {
|
|
77
76
|
value: string | number | boolean;
|
|
78
77
|
description: string;
|
|
79
78
|
}[] | undefined;
|
|
79
|
+
kind: "boolean";
|
|
80
80
|
} | {
|
|
81
81
|
id: string;
|
|
82
82
|
label: string;
|
|
83
83
|
instructions: string;
|
|
84
84
|
required: boolean;
|
|
85
85
|
allowAbstain: boolean;
|
|
86
|
-
kind: "text";
|
|
87
|
-
maximumLength: number;
|
|
88
86
|
requireRationale?: boolean | undefined;
|
|
89
87
|
anchors?: {
|
|
90
88
|
value: string | number | boolean;
|
|
91
89
|
description: string;
|
|
92
90
|
}[] | undefined;
|
|
91
|
+
kind: "text";
|
|
93
92
|
minimumLength?: number | undefined;
|
|
93
|
+
maximumLength: number;
|
|
94
94
|
} | {
|
|
95
95
|
id: string;
|
|
96
96
|
label: string;
|
|
97
97
|
instructions: string;
|
|
98
98
|
required: boolean;
|
|
99
99
|
allowAbstain: boolean;
|
|
100
|
-
kind: "preference";
|
|
101
|
-
allowTie: boolean;
|
|
102
100
|
requireRationale?: boolean | undefined;
|
|
103
101
|
anchors?: {
|
|
104
102
|
value: string | number | boolean;
|
|
105
103
|
description: string;
|
|
106
104
|
}[] | undefined;
|
|
105
|
+
kind: "preference";
|
|
107
106
|
requireStrength?: boolean | undefined;
|
|
107
|
+
allowTie: boolean;
|
|
108
108
|
})[];
|
|
109
109
|
};
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
publishedAt: string;
|
|
123
|
-
} | null;
|
|
124
|
-
status: "cancelled" | "queued" | "accepted" | "submitted" | "rejected" | "assigned" | "in_progress" | "returned";
|
|
110
|
+
policy: {
|
|
111
|
+
approval: "manager" | "none";
|
|
112
|
+
minimumRaters: number;
|
|
113
|
+
managerIds: string[];
|
|
114
|
+
reviewerIds: string[];
|
|
115
|
+
queueClaim: boolean;
|
|
116
|
+
teamVisible: boolean;
|
|
117
|
+
distinctManager?: boolean | undefined;
|
|
118
|
+
independentRaters?: boolean | undefined;
|
|
119
|
+
blindPair?: boolean | undefined;
|
|
120
|
+
};
|
|
121
|
+
status: "accepted" | "assigned" | "cancelled" | "in_progress" | "queued" | "rejected" | "returned" | "submitted";
|
|
125
122
|
assigneeId: string | null;
|
|
123
|
+
generation: number;
|
|
126
124
|
decisions: {
|
|
125
|
+
taskProposalHash?: string | undefined;
|
|
127
126
|
id: string;
|
|
128
127
|
revision: number;
|
|
129
128
|
actorId: string;
|
|
@@ -137,12 +136,11 @@ export declare class OpenPondHumanReviewClient {
|
|
|
137
136
|
value: string | number | boolean | null;
|
|
138
137
|
abstain: boolean;
|
|
139
138
|
note: string;
|
|
140
|
-
strength?: "
|
|
139
|
+
strength?: "moderate" | "slight" | "strong" | undefined;
|
|
141
140
|
}[];
|
|
142
141
|
note: string;
|
|
143
142
|
decidedAt: string;
|
|
144
143
|
contentHash: string;
|
|
145
|
-
taskProposalHash?: string | undefined;
|
|
146
144
|
}[];
|
|
147
145
|
audit: {
|
|
148
146
|
actorId: string;
|
|
@@ -165,17 +163,20 @@ export declare class OpenPondHumanReviewClient {
|
|
|
165
163
|
contentHash: string;
|
|
166
164
|
} | null;
|
|
167
165
|
} | null;
|
|
166
|
+
createdAt: string;
|
|
167
|
+
updatedAt: string;
|
|
168
|
+
contentHash: string;
|
|
168
169
|
drafts: {
|
|
169
170
|
actorId: string;
|
|
170
|
-
note: string;
|
|
171
171
|
generation: number;
|
|
172
172
|
answers: {
|
|
173
173
|
criterionId: string;
|
|
174
174
|
value: string | number | boolean | null;
|
|
175
175
|
abstain: boolean;
|
|
176
176
|
note: string;
|
|
177
|
-
strength?: "
|
|
177
|
+
strength?: "moderate" | "slight" | "strong" | undefined;
|
|
178
178
|
}[];
|
|
179
|
+
note: string;
|
|
179
180
|
updatedAt: string;
|
|
180
181
|
taskProposal?: {
|
|
181
182
|
schemaVersion: "openpond.humanTaskProposal.v1";
|
|
@@ -191,23 +192,23 @@ export declare class OpenPondHumanReviewClient {
|
|
|
191
192
|
} | undefined;
|
|
192
193
|
}[];
|
|
193
194
|
submissions: {
|
|
194
|
-
contentHash: string;
|
|
195
195
|
id: string;
|
|
196
196
|
revision: number;
|
|
197
197
|
actorId: string;
|
|
198
|
-
|
|
198
|
+
generation: number;
|
|
199
199
|
evidenceHash: string;
|
|
200
200
|
formHash: string;
|
|
201
|
-
submittedAt: string;
|
|
202
|
-
generation: number;
|
|
203
201
|
answers: {
|
|
204
202
|
criterionId: string;
|
|
205
203
|
value: string | number | boolean | null;
|
|
206
204
|
abstain: boolean;
|
|
207
205
|
note: string;
|
|
208
|
-
strength?: "
|
|
206
|
+
strength?: "moderate" | "slight" | "strong" | undefined;
|
|
209
207
|
}[];
|
|
208
|
+
note: string;
|
|
209
|
+
submittedAt: string;
|
|
210
210
|
supersedes: string | null;
|
|
211
|
+
contentHash: string;
|
|
211
212
|
taskProposal?: {
|
|
212
213
|
schemaVersion: "openpond.humanTaskProposal.v1";
|
|
213
214
|
tasks: {
|
|
@@ -222,6 +223,11 @@ export declare class OpenPondHumanReviewClient {
|
|
|
222
223
|
} | undefined;
|
|
223
224
|
}[];
|
|
224
225
|
evidence: {
|
|
226
|
+
publication?: {
|
|
227
|
+
id: string;
|
|
228
|
+
revision: number;
|
|
229
|
+
contentHash: string;
|
|
230
|
+
} | undefined;
|
|
225
231
|
dataset: {
|
|
226
232
|
id: string;
|
|
227
233
|
revision: number;
|
|
@@ -243,22 +249,6 @@ export declare class OpenPondHumanReviewClient {
|
|
|
243
249
|
contentHash: string;
|
|
244
250
|
};
|
|
245
251
|
attempts: {
|
|
246
|
-
experimentId: string;
|
|
247
|
-
attemptId: string;
|
|
248
|
-
taskId: string;
|
|
249
|
-
targetId: string;
|
|
250
|
-
output: {
|
|
251
|
-
id: string;
|
|
252
|
-
revision: number;
|
|
253
|
-
contentHash: string;
|
|
254
|
-
};
|
|
255
|
-
trace: {
|
|
256
|
-
id: string;
|
|
257
|
-
revision: number;
|
|
258
|
-
contentHash: string;
|
|
259
|
-
} | null;
|
|
260
|
-
familyKey: string;
|
|
261
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
262
252
|
localSource?: {
|
|
263
253
|
kind: "owner_attested_local";
|
|
264
254
|
ownerActorId: string;
|
|
@@ -283,12 +273,23 @@ export declare class OpenPondHumanReviewClient {
|
|
|
283
273
|
boundaryId: string;
|
|
284
274
|
boundaryRevisionHash: string;
|
|
285
275
|
} | undefined;
|
|
276
|
+
experimentId: string;
|
|
277
|
+
attemptId: string;
|
|
278
|
+
taskId: string;
|
|
279
|
+
targetId: string;
|
|
280
|
+
output: {
|
|
281
|
+
id: string;
|
|
282
|
+
revision: number;
|
|
283
|
+
contentHash: string;
|
|
284
|
+
};
|
|
285
|
+
trace: {
|
|
286
|
+
id: string;
|
|
287
|
+
revision: number;
|
|
288
|
+
contentHash: string;
|
|
289
|
+
} | null;
|
|
290
|
+
familyKey: string;
|
|
291
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
286
292
|
}[];
|
|
287
|
-
publication?: {
|
|
288
|
-
id: string;
|
|
289
|
-
revision: number;
|
|
290
|
-
contentHash: string;
|
|
291
|
-
} | undefined;
|
|
292
293
|
taskIds?: string[] | undefined;
|
|
293
294
|
} | null;
|
|
294
295
|
evidenceHash: string;
|
|
@@ -299,29 +300,28 @@ export declare class OpenPondHumanReviewClient {
|
|
|
299
300
|
reviewer: boolean;
|
|
300
301
|
claim: boolean;
|
|
301
302
|
};
|
|
302
|
-
dueAt?: string | undefined;
|
|
303
303
|
}>;
|
|
304
304
|
get(id: string, revision?: number, signal?: AbortSignal): Promise<{
|
|
305
305
|
schemaVersion: "openpond.humanReview.v1";
|
|
306
|
-
contentHash: string;
|
|
307
|
-
policy: {
|
|
308
|
-
approval: "none" | "manager";
|
|
309
|
-
minimumRaters: number;
|
|
310
|
-
managerIds: string[];
|
|
311
|
-
reviewerIds: string[];
|
|
312
|
-
queueClaim: boolean;
|
|
313
|
-
teamVisible: boolean;
|
|
314
|
-
distinctManager?: boolean | undefined;
|
|
315
|
-
independentRaters?: boolean | undefined;
|
|
316
|
-
blindPair?: boolean | undefined;
|
|
317
|
-
};
|
|
318
306
|
id: string;
|
|
319
307
|
revision: number;
|
|
320
|
-
kind: "grade" | "author" | "execute";
|
|
321
308
|
scope: string;
|
|
322
309
|
projectId: string;
|
|
323
|
-
generation: number;
|
|
324
310
|
createdBy: string;
|
|
311
|
+
kind: "author" | "execute" | "grade";
|
|
312
|
+
dueAt?: string | undefined;
|
|
313
|
+
title: string;
|
|
314
|
+
authorPublication: {
|
|
315
|
+
proposalHash: string;
|
|
316
|
+
dataset: {
|
|
317
|
+
id: string;
|
|
318
|
+
revision: number;
|
|
319
|
+
contentHash: string;
|
|
320
|
+
};
|
|
321
|
+
operationId: string;
|
|
322
|
+
publishedBy: string;
|
|
323
|
+
publishedAt: string;
|
|
324
|
+
} | null;
|
|
325
325
|
form: {
|
|
326
326
|
schemaVersion: "openpond.humanForm.v1";
|
|
327
327
|
mode: "individual" | "pairwise";
|
|
@@ -332,87 +332,86 @@ export declare class OpenPondHumanReviewClient {
|
|
|
332
332
|
instructions: string;
|
|
333
333
|
required: boolean;
|
|
334
334
|
allowAbstain: boolean;
|
|
335
|
-
kind: "score";
|
|
336
|
-
minimum: number;
|
|
337
|
-
maximum: number;
|
|
338
|
-
step: number;
|
|
339
335
|
requireRationale?: boolean | undefined;
|
|
340
336
|
anchors?: {
|
|
341
337
|
value: string | number | boolean;
|
|
342
338
|
description: string;
|
|
343
339
|
}[] | undefined;
|
|
340
|
+
kind: "score";
|
|
341
|
+
minimum: number;
|
|
342
|
+
maximum: number;
|
|
343
|
+
step: number;
|
|
344
344
|
} | {
|
|
345
345
|
id: string;
|
|
346
346
|
label: string;
|
|
347
347
|
instructions: string;
|
|
348
348
|
required: boolean;
|
|
349
349
|
allowAbstain: boolean;
|
|
350
|
-
kind: "category";
|
|
351
|
-
options: string[];
|
|
352
350
|
requireRationale?: boolean | undefined;
|
|
353
351
|
anchors?: {
|
|
354
352
|
value: string | number | boolean;
|
|
355
353
|
description: string;
|
|
356
354
|
}[] | undefined;
|
|
355
|
+
kind: "category";
|
|
356
|
+
options: string[];
|
|
357
357
|
} | {
|
|
358
358
|
id: string;
|
|
359
359
|
label: string;
|
|
360
360
|
instructions: string;
|
|
361
361
|
required: boolean;
|
|
362
362
|
allowAbstain: boolean;
|
|
363
|
-
kind: "boolean";
|
|
364
363
|
requireRationale?: boolean | undefined;
|
|
365
364
|
anchors?: {
|
|
366
365
|
value: string | number | boolean;
|
|
367
366
|
description: string;
|
|
368
367
|
}[] | undefined;
|
|
368
|
+
kind: "boolean";
|
|
369
369
|
} | {
|
|
370
370
|
id: string;
|
|
371
371
|
label: string;
|
|
372
372
|
instructions: string;
|
|
373
373
|
required: boolean;
|
|
374
374
|
allowAbstain: boolean;
|
|
375
|
-
kind: "text";
|
|
376
|
-
maximumLength: number;
|
|
377
375
|
requireRationale?: boolean | undefined;
|
|
378
376
|
anchors?: {
|
|
379
377
|
value: string | number | boolean;
|
|
380
378
|
description: string;
|
|
381
379
|
}[] | undefined;
|
|
380
|
+
kind: "text";
|
|
382
381
|
minimumLength?: number | undefined;
|
|
382
|
+
maximumLength: number;
|
|
383
383
|
} | {
|
|
384
384
|
id: string;
|
|
385
385
|
label: string;
|
|
386
386
|
instructions: string;
|
|
387
387
|
required: boolean;
|
|
388
388
|
allowAbstain: boolean;
|
|
389
|
-
kind: "preference";
|
|
390
|
-
allowTie: boolean;
|
|
391
389
|
requireRationale?: boolean | undefined;
|
|
392
390
|
anchors?: {
|
|
393
391
|
value: string | number | boolean;
|
|
394
392
|
description: string;
|
|
395
393
|
}[] | undefined;
|
|
394
|
+
kind: "preference";
|
|
396
395
|
requireStrength?: boolean | undefined;
|
|
396
|
+
allowTie: boolean;
|
|
397
397
|
})[];
|
|
398
398
|
};
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
publishedAt: string;
|
|
412
|
-
} | null;
|
|
413
|
-
status: "cancelled" | "queued" | "accepted" | "submitted" | "rejected" | "assigned" | "in_progress" | "returned";
|
|
399
|
+
policy: {
|
|
400
|
+
approval: "manager" | "none";
|
|
401
|
+
minimumRaters: number;
|
|
402
|
+
managerIds: string[];
|
|
403
|
+
reviewerIds: string[];
|
|
404
|
+
queueClaim: boolean;
|
|
405
|
+
teamVisible: boolean;
|
|
406
|
+
distinctManager?: boolean | undefined;
|
|
407
|
+
independentRaters?: boolean | undefined;
|
|
408
|
+
blindPair?: boolean | undefined;
|
|
409
|
+
};
|
|
410
|
+
status: "accepted" | "assigned" | "cancelled" | "in_progress" | "queued" | "rejected" | "returned" | "submitted";
|
|
414
411
|
assigneeId: string | null;
|
|
412
|
+
generation: number;
|
|
415
413
|
decisions: {
|
|
414
|
+
taskProposalHash?: string | undefined;
|
|
416
415
|
id: string;
|
|
417
416
|
revision: number;
|
|
418
417
|
actorId: string;
|
|
@@ -426,12 +425,11 @@ export declare class OpenPondHumanReviewClient {
|
|
|
426
425
|
value: string | number | boolean | null;
|
|
427
426
|
abstain: boolean;
|
|
428
427
|
note: string;
|
|
429
|
-
strength?: "
|
|
428
|
+
strength?: "moderate" | "slight" | "strong" | undefined;
|
|
430
429
|
}[];
|
|
431
430
|
note: string;
|
|
432
431
|
decidedAt: string;
|
|
433
432
|
contentHash: string;
|
|
434
|
-
taskProposalHash?: string | undefined;
|
|
435
433
|
}[];
|
|
436
434
|
audit: {
|
|
437
435
|
actorId: string;
|
|
@@ -454,17 +452,20 @@ export declare class OpenPondHumanReviewClient {
|
|
|
454
452
|
contentHash: string;
|
|
455
453
|
} | null;
|
|
456
454
|
} | null;
|
|
455
|
+
createdAt: string;
|
|
456
|
+
updatedAt: string;
|
|
457
|
+
contentHash: string;
|
|
457
458
|
drafts: {
|
|
458
459
|
actorId: string;
|
|
459
|
-
note: string;
|
|
460
460
|
generation: number;
|
|
461
461
|
answers: {
|
|
462
462
|
criterionId: string;
|
|
463
463
|
value: string | number | boolean | null;
|
|
464
464
|
abstain: boolean;
|
|
465
465
|
note: string;
|
|
466
|
-
strength?: "
|
|
466
|
+
strength?: "moderate" | "slight" | "strong" | undefined;
|
|
467
467
|
}[];
|
|
468
|
+
note: string;
|
|
468
469
|
updatedAt: string;
|
|
469
470
|
taskProposal?: {
|
|
470
471
|
schemaVersion: "openpond.humanTaskProposal.v1";
|
|
@@ -480,23 +481,23 @@ export declare class OpenPondHumanReviewClient {
|
|
|
480
481
|
} | undefined;
|
|
481
482
|
}[];
|
|
482
483
|
submissions: {
|
|
483
|
-
contentHash: string;
|
|
484
484
|
id: string;
|
|
485
485
|
revision: number;
|
|
486
486
|
actorId: string;
|
|
487
|
-
|
|
487
|
+
generation: number;
|
|
488
488
|
evidenceHash: string;
|
|
489
489
|
formHash: string;
|
|
490
|
-
submittedAt: string;
|
|
491
|
-
generation: number;
|
|
492
490
|
answers: {
|
|
493
491
|
criterionId: string;
|
|
494
492
|
value: string | number | boolean | null;
|
|
495
493
|
abstain: boolean;
|
|
496
494
|
note: string;
|
|
497
|
-
strength?: "
|
|
495
|
+
strength?: "moderate" | "slight" | "strong" | undefined;
|
|
498
496
|
}[];
|
|
497
|
+
note: string;
|
|
498
|
+
submittedAt: string;
|
|
499
499
|
supersedes: string | null;
|
|
500
|
+
contentHash: string;
|
|
500
501
|
taskProposal?: {
|
|
501
502
|
schemaVersion: "openpond.humanTaskProposal.v1";
|
|
502
503
|
tasks: {
|
|
@@ -511,6 +512,11 @@ export declare class OpenPondHumanReviewClient {
|
|
|
511
512
|
} | undefined;
|
|
512
513
|
}[];
|
|
513
514
|
evidence: {
|
|
515
|
+
publication?: {
|
|
516
|
+
id: string;
|
|
517
|
+
revision: number;
|
|
518
|
+
contentHash: string;
|
|
519
|
+
} | undefined;
|
|
514
520
|
dataset: {
|
|
515
521
|
id: string;
|
|
516
522
|
revision: number;
|
|
@@ -532,22 +538,6 @@ export declare class OpenPondHumanReviewClient {
|
|
|
532
538
|
contentHash: string;
|
|
533
539
|
};
|
|
534
540
|
attempts: {
|
|
535
|
-
experimentId: string;
|
|
536
|
-
attemptId: string;
|
|
537
|
-
taskId: string;
|
|
538
|
-
targetId: string;
|
|
539
|
-
output: {
|
|
540
|
-
id: string;
|
|
541
|
-
revision: number;
|
|
542
|
-
contentHash: string;
|
|
543
|
-
};
|
|
544
|
-
trace: {
|
|
545
|
-
id: string;
|
|
546
|
-
revision: number;
|
|
547
|
-
contentHash: string;
|
|
548
|
-
} | null;
|
|
549
|
-
familyKey: string;
|
|
550
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
551
541
|
localSource?: {
|
|
552
542
|
kind: "owner_attested_local";
|
|
553
543
|
ownerActorId: string;
|
|
@@ -572,12 +562,23 @@ export declare class OpenPondHumanReviewClient {
|
|
|
572
562
|
boundaryId: string;
|
|
573
563
|
boundaryRevisionHash: string;
|
|
574
564
|
} | undefined;
|
|
565
|
+
experimentId: string;
|
|
566
|
+
attemptId: string;
|
|
567
|
+
taskId: string;
|
|
568
|
+
targetId: string;
|
|
569
|
+
output: {
|
|
570
|
+
id: string;
|
|
571
|
+
revision: number;
|
|
572
|
+
contentHash: string;
|
|
573
|
+
};
|
|
574
|
+
trace: {
|
|
575
|
+
id: string;
|
|
576
|
+
revision: number;
|
|
577
|
+
contentHash: string;
|
|
578
|
+
} | null;
|
|
579
|
+
familyKey: string;
|
|
580
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
575
581
|
}[];
|
|
576
|
-
publication?: {
|
|
577
|
-
id: string;
|
|
578
|
-
revision: number;
|
|
579
|
-
contentHash: string;
|
|
580
|
-
} | undefined;
|
|
581
582
|
taskIds?: string[] | undefined;
|
|
582
583
|
} | null;
|
|
583
584
|
evidenceHash: string;
|
|
@@ -588,32 +589,31 @@ export declare class OpenPondHumanReviewClient {
|
|
|
588
589
|
reviewer: boolean;
|
|
589
590
|
claim: boolean;
|
|
590
591
|
};
|
|
591
|
-
dueAt?: string | undefined;
|
|
592
592
|
}>;
|
|
593
593
|
inbox(query: Omit<Extract<HumanReviewRequest, {
|
|
594
594
|
endpoint: "inbox";
|
|
595
595
|
}>, "endpoint" | "scope">, signal?: AbortSignal): Promise<{
|
|
596
596
|
items: {
|
|
597
|
-
schemaVersion: "openpond.humanReview.v1";
|
|
598
|
-
contentHash: string;
|
|
599
|
-
policy: {
|
|
600
|
-
approval: "none" | "manager";
|
|
601
|
-
minimumRaters: number;
|
|
602
|
-
managerIds: string[];
|
|
603
|
-
reviewerIds: string[];
|
|
604
|
-
queueClaim: boolean;
|
|
605
|
-
teamVisible: boolean;
|
|
606
|
-
distinctManager?: boolean | undefined;
|
|
607
|
-
independentRaters?: boolean | undefined;
|
|
608
|
-
blindPair?: boolean | undefined;
|
|
609
|
-
};
|
|
597
|
+
schemaVersion: "openpond.humanReview.v1";
|
|
610
598
|
id: string;
|
|
611
599
|
revision: number;
|
|
612
|
-
kind: "grade" | "author" | "execute";
|
|
613
600
|
scope: string;
|
|
614
601
|
projectId: string;
|
|
615
|
-
generation: number;
|
|
616
602
|
createdBy: string;
|
|
603
|
+
kind: "author" | "execute" | "grade";
|
|
604
|
+
dueAt?: string | undefined;
|
|
605
|
+
title: string;
|
|
606
|
+
authorPublication: {
|
|
607
|
+
proposalHash: string;
|
|
608
|
+
dataset: {
|
|
609
|
+
id: string;
|
|
610
|
+
revision: number;
|
|
611
|
+
contentHash: string;
|
|
612
|
+
};
|
|
613
|
+
operationId: string;
|
|
614
|
+
publishedBy: string;
|
|
615
|
+
publishedAt: string;
|
|
616
|
+
} | null;
|
|
617
617
|
form: {
|
|
618
618
|
schemaVersion: "openpond.humanForm.v1";
|
|
619
619
|
mode: "individual" | "pairwise";
|
|
@@ -624,87 +624,86 @@ export declare class OpenPondHumanReviewClient {
|
|
|
624
624
|
instructions: string;
|
|
625
625
|
required: boolean;
|
|
626
626
|
allowAbstain: boolean;
|
|
627
|
-
kind: "score";
|
|
628
|
-
minimum: number;
|
|
629
|
-
maximum: number;
|
|
630
|
-
step: number;
|
|
631
627
|
requireRationale?: boolean | undefined;
|
|
632
628
|
anchors?: {
|
|
633
629
|
value: string | number | boolean;
|
|
634
630
|
description: string;
|
|
635
631
|
}[] | undefined;
|
|
632
|
+
kind: "score";
|
|
633
|
+
minimum: number;
|
|
634
|
+
maximum: number;
|
|
635
|
+
step: number;
|
|
636
636
|
} | {
|
|
637
637
|
id: string;
|
|
638
638
|
label: string;
|
|
639
639
|
instructions: string;
|
|
640
640
|
required: boolean;
|
|
641
641
|
allowAbstain: boolean;
|
|
642
|
-
kind: "category";
|
|
643
|
-
options: string[];
|
|
644
642
|
requireRationale?: boolean | undefined;
|
|
645
643
|
anchors?: {
|
|
646
644
|
value: string | number | boolean;
|
|
647
645
|
description: string;
|
|
648
646
|
}[] | undefined;
|
|
647
|
+
kind: "category";
|
|
648
|
+
options: string[];
|
|
649
649
|
} | {
|
|
650
650
|
id: string;
|
|
651
651
|
label: string;
|
|
652
652
|
instructions: string;
|
|
653
653
|
required: boolean;
|
|
654
654
|
allowAbstain: boolean;
|
|
655
|
-
kind: "boolean";
|
|
656
655
|
requireRationale?: boolean | undefined;
|
|
657
656
|
anchors?: {
|
|
658
657
|
value: string | number | boolean;
|
|
659
658
|
description: string;
|
|
660
659
|
}[] | undefined;
|
|
660
|
+
kind: "boolean";
|
|
661
661
|
} | {
|
|
662
662
|
id: string;
|
|
663
663
|
label: string;
|
|
664
664
|
instructions: string;
|
|
665
665
|
required: boolean;
|
|
666
666
|
allowAbstain: boolean;
|
|
667
|
-
kind: "text";
|
|
668
|
-
maximumLength: number;
|
|
669
667
|
requireRationale?: boolean | undefined;
|
|
670
668
|
anchors?: {
|
|
671
669
|
value: string | number | boolean;
|
|
672
670
|
description: string;
|
|
673
671
|
}[] | undefined;
|
|
672
|
+
kind: "text";
|
|
674
673
|
minimumLength?: number | undefined;
|
|
674
|
+
maximumLength: number;
|
|
675
675
|
} | {
|
|
676
676
|
id: string;
|
|
677
677
|
label: string;
|
|
678
678
|
instructions: string;
|
|
679
679
|
required: boolean;
|
|
680
680
|
allowAbstain: boolean;
|
|
681
|
-
kind: "preference";
|
|
682
|
-
allowTie: boolean;
|
|
683
681
|
requireRationale?: boolean | undefined;
|
|
684
682
|
anchors?: {
|
|
685
683
|
value: string | number | boolean;
|
|
686
684
|
description: string;
|
|
687
685
|
}[] | undefined;
|
|
686
|
+
kind: "preference";
|
|
688
687
|
requireStrength?: boolean | undefined;
|
|
688
|
+
allowTie: boolean;
|
|
689
689
|
})[];
|
|
690
690
|
};
|
|
691
|
-
|
|
692
|
-
|
|
693
|
-
|
|
694
|
-
|
|
695
|
-
|
|
696
|
-
|
|
697
|
-
|
|
698
|
-
|
|
699
|
-
|
|
700
|
-
|
|
701
|
-
|
|
702
|
-
|
|
703
|
-
publishedAt: string;
|
|
704
|
-
} | null;
|
|
705
|
-
status: "cancelled" | "queued" | "accepted" | "submitted" | "rejected" | "assigned" | "in_progress" | "returned";
|
|
691
|
+
policy: {
|
|
692
|
+
approval: "manager" | "none";
|
|
693
|
+
minimumRaters: number;
|
|
694
|
+
managerIds: string[];
|
|
695
|
+
reviewerIds: string[];
|
|
696
|
+
queueClaim: boolean;
|
|
697
|
+
teamVisible: boolean;
|
|
698
|
+
distinctManager?: boolean | undefined;
|
|
699
|
+
independentRaters?: boolean | undefined;
|
|
700
|
+
blindPair?: boolean | undefined;
|
|
701
|
+
};
|
|
702
|
+
status: "accepted" | "assigned" | "cancelled" | "in_progress" | "queued" | "rejected" | "returned" | "submitted";
|
|
706
703
|
assigneeId: string | null;
|
|
704
|
+
generation: number;
|
|
707
705
|
decisions: {
|
|
706
|
+
taskProposalHash?: string | undefined;
|
|
708
707
|
id: string;
|
|
709
708
|
revision: number;
|
|
710
709
|
actorId: string;
|
|
@@ -718,12 +717,11 @@ export declare class OpenPondHumanReviewClient {
|
|
|
718
717
|
value: string | number | boolean | null;
|
|
719
718
|
abstain: boolean;
|
|
720
719
|
note: string;
|
|
721
|
-
strength?: "
|
|
720
|
+
strength?: "moderate" | "slight" | "strong" | undefined;
|
|
722
721
|
}[];
|
|
723
722
|
note: string;
|
|
724
723
|
decidedAt: string;
|
|
725
724
|
contentHash: string;
|
|
726
|
-
taskProposalHash?: string | undefined;
|
|
727
725
|
}[];
|
|
728
726
|
audit: {
|
|
729
727
|
actorId: string;
|
|
@@ -746,17 +744,20 @@ export declare class OpenPondHumanReviewClient {
|
|
|
746
744
|
contentHash: string;
|
|
747
745
|
} | null;
|
|
748
746
|
} | null;
|
|
747
|
+
createdAt: string;
|
|
748
|
+
updatedAt: string;
|
|
749
|
+
contentHash: string;
|
|
749
750
|
drafts: {
|
|
750
751
|
actorId: string;
|
|
751
|
-
note: string;
|
|
752
752
|
generation: number;
|
|
753
753
|
answers: {
|
|
754
754
|
criterionId: string;
|
|
755
755
|
value: string | number | boolean | null;
|
|
756
756
|
abstain: boolean;
|
|
757
757
|
note: string;
|
|
758
|
-
strength?: "
|
|
758
|
+
strength?: "moderate" | "slight" | "strong" | undefined;
|
|
759
759
|
}[];
|
|
760
|
+
note: string;
|
|
760
761
|
updatedAt: string;
|
|
761
762
|
taskProposal?: {
|
|
762
763
|
schemaVersion: "openpond.humanTaskProposal.v1";
|
|
@@ -772,23 +773,23 @@ export declare class OpenPondHumanReviewClient {
|
|
|
772
773
|
} | undefined;
|
|
773
774
|
}[];
|
|
774
775
|
submissions: {
|
|
775
|
-
contentHash: string;
|
|
776
776
|
id: string;
|
|
777
777
|
revision: number;
|
|
778
778
|
actorId: string;
|
|
779
|
-
|
|
779
|
+
generation: number;
|
|
780
780
|
evidenceHash: string;
|
|
781
781
|
formHash: string;
|
|
782
|
-
submittedAt: string;
|
|
783
|
-
generation: number;
|
|
784
782
|
answers: {
|
|
785
783
|
criterionId: string;
|
|
786
784
|
value: string | number | boolean | null;
|
|
787
785
|
abstain: boolean;
|
|
788
786
|
note: string;
|
|
789
|
-
strength?: "
|
|
787
|
+
strength?: "moderate" | "slight" | "strong" | undefined;
|
|
790
788
|
}[];
|
|
789
|
+
note: string;
|
|
790
|
+
submittedAt: string;
|
|
791
791
|
supersedes: string | null;
|
|
792
|
+
contentHash: string;
|
|
792
793
|
taskProposal?: {
|
|
793
794
|
schemaVersion: "openpond.humanTaskProposal.v1";
|
|
794
795
|
tasks: {
|
|
@@ -803,6 +804,11 @@ export declare class OpenPondHumanReviewClient {
|
|
|
803
804
|
} | undefined;
|
|
804
805
|
}[];
|
|
805
806
|
evidence: {
|
|
807
|
+
publication?: {
|
|
808
|
+
id: string;
|
|
809
|
+
revision: number;
|
|
810
|
+
contentHash: string;
|
|
811
|
+
} | undefined;
|
|
806
812
|
dataset: {
|
|
807
813
|
id: string;
|
|
808
814
|
revision: number;
|
|
@@ -824,22 +830,6 @@ export declare class OpenPondHumanReviewClient {
|
|
|
824
830
|
contentHash: string;
|
|
825
831
|
};
|
|
826
832
|
attempts: {
|
|
827
|
-
experimentId: string;
|
|
828
|
-
attemptId: string;
|
|
829
|
-
taskId: string;
|
|
830
|
-
targetId: string;
|
|
831
|
-
output: {
|
|
832
|
-
id: string;
|
|
833
|
-
revision: number;
|
|
834
|
-
contentHash: string;
|
|
835
|
-
};
|
|
836
|
-
trace: {
|
|
837
|
-
id: string;
|
|
838
|
-
revision: number;
|
|
839
|
-
contentHash: string;
|
|
840
|
-
} | null;
|
|
841
|
-
familyKey: string;
|
|
842
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
843
833
|
localSource?: {
|
|
844
834
|
kind: "owner_attested_local";
|
|
845
835
|
ownerActorId: string;
|
|
@@ -864,12 +854,23 @@ export declare class OpenPondHumanReviewClient {
|
|
|
864
854
|
boundaryId: string;
|
|
865
855
|
boundaryRevisionHash: string;
|
|
866
856
|
} | undefined;
|
|
857
|
+
experimentId: string;
|
|
858
|
+
attemptId: string;
|
|
859
|
+
taskId: string;
|
|
860
|
+
targetId: string;
|
|
861
|
+
output: {
|
|
862
|
+
id: string;
|
|
863
|
+
revision: number;
|
|
864
|
+
contentHash: string;
|
|
865
|
+
};
|
|
866
|
+
trace: {
|
|
867
|
+
id: string;
|
|
868
|
+
revision: number;
|
|
869
|
+
contentHash: string;
|
|
870
|
+
} | null;
|
|
871
|
+
familyKey: string;
|
|
872
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
867
873
|
}[];
|
|
868
|
-
publication?: {
|
|
869
|
-
id: string;
|
|
870
|
-
revision: number;
|
|
871
|
-
contentHash: string;
|
|
872
|
-
} | undefined;
|
|
873
874
|
taskIds?: string[] | undefined;
|
|
874
875
|
} | null;
|
|
875
876
|
evidenceHash: string;
|
|
@@ -880,7 +881,6 @@ export declare class OpenPondHumanReviewClient {
|
|
|
880
881
|
reviewer: boolean;
|
|
881
882
|
claim: boolean;
|
|
882
883
|
};
|
|
883
|
-
dueAt?: string | undefined;
|
|
884
884
|
}[];
|
|
885
885
|
nextCursor: string | null;
|
|
886
886
|
actionCount: number;
|
|
@@ -890,6 +890,11 @@ export declare class OpenPondHumanReviewClient {
|
|
|
890
890
|
endpoint: "snapshot";
|
|
891
891
|
}>, "endpoint" | "scope">, signal?: AbortSignal): Promise<{
|
|
892
892
|
evidence: {
|
|
893
|
+
publication?: {
|
|
894
|
+
id: string;
|
|
895
|
+
revision: number;
|
|
896
|
+
contentHash: string;
|
|
897
|
+
} | undefined;
|
|
893
898
|
dataset: {
|
|
894
899
|
id: string;
|
|
895
900
|
revision: number;
|
|
@@ -911,22 +916,6 @@ export declare class OpenPondHumanReviewClient {
|
|
|
911
916
|
contentHash: string;
|
|
912
917
|
};
|
|
913
918
|
attempts: {
|
|
914
|
-
experimentId: string;
|
|
915
|
-
attemptId: string;
|
|
916
|
-
taskId: string;
|
|
917
|
-
targetId: string;
|
|
918
|
-
output: {
|
|
919
|
-
id: string;
|
|
920
|
-
revision: number;
|
|
921
|
-
contentHash: string;
|
|
922
|
-
};
|
|
923
|
-
trace: {
|
|
924
|
-
id: string;
|
|
925
|
-
revision: number;
|
|
926
|
-
contentHash: string;
|
|
927
|
-
} | null;
|
|
928
|
-
familyKey: string;
|
|
929
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
930
919
|
localSource?: {
|
|
931
920
|
kind: "owner_attested_local";
|
|
932
921
|
ownerActorId: string;
|
|
@@ -951,12 +940,23 @@ export declare class OpenPondHumanReviewClient {
|
|
|
951
940
|
boundaryId: string;
|
|
952
941
|
boundaryRevisionHash: string;
|
|
953
942
|
} | undefined;
|
|
943
|
+
experimentId: string;
|
|
944
|
+
attemptId: string;
|
|
945
|
+
taskId: string;
|
|
946
|
+
targetId: string;
|
|
947
|
+
output: {
|
|
948
|
+
id: string;
|
|
949
|
+
revision: number;
|
|
950
|
+
contentHash: string;
|
|
951
|
+
};
|
|
952
|
+
trace: {
|
|
953
|
+
id: string;
|
|
954
|
+
revision: number;
|
|
955
|
+
contentHash: string;
|
|
956
|
+
} | null;
|
|
957
|
+
familyKey: string;
|
|
958
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
954
959
|
}[];
|
|
955
|
-
publication?: {
|
|
956
|
-
id: string;
|
|
957
|
-
revision: number;
|
|
958
|
-
contentHash: string;
|
|
959
|
-
} | undefined;
|
|
960
960
|
taskIds?: string[] | undefined;
|
|
961
961
|
};
|
|
962
962
|
form: {
|
|
@@ -969,68 +969,68 @@ export declare class OpenPondHumanReviewClient {
|
|
|
969
969
|
instructions: string;
|
|
970
970
|
required: boolean;
|
|
971
971
|
allowAbstain: boolean;
|
|
972
|
-
kind: "score";
|
|
973
|
-
minimum: number;
|
|
974
|
-
maximum: number;
|
|
975
|
-
step: number;
|
|
976
972
|
requireRationale?: boolean | undefined;
|
|
977
973
|
anchors?: {
|
|
978
974
|
value: string | number | boolean;
|
|
979
975
|
description: string;
|
|
980
976
|
}[] | undefined;
|
|
977
|
+
kind: "score";
|
|
978
|
+
minimum: number;
|
|
979
|
+
maximum: number;
|
|
980
|
+
step: number;
|
|
981
981
|
} | {
|
|
982
982
|
id: string;
|
|
983
983
|
label: string;
|
|
984
984
|
instructions: string;
|
|
985
985
|
required: boolean;
|
|
986
986
|
allowAbstain: boolean;
|
|
987
|
-
kind: "category";
|
|
988
|
-
options: string[];
|
|
989
987
|
requireRationale?: boolean | undefined;
|
|
990
988
|
anchors?: {
|
|
991
989
|
value: string | number | boolean;
|
|
992
990
|
description: string;
|
|
993
991
|
}[] | undefined;
|
|
992
|
+
kind: "category";
|
|
993
|
+
options: string[];
|
|
994
994
|
} | {
|
|
995
995
|
id: string;
|
|
996
996
|
label: string;
|
|
997
997
|
instructions: string;
|
|
998
998
|
required: boolean;
|
|
999
999
|
allowAbstain: boolean;
|
|
1000
|
-
kind: "boolean";
|
|
1001
1000
|
requireRationale?: boolean | undefined;
|
|
1002
1001
|
anchors?: {
|
|
1003
1002
|
value: string | number | boolean;
|
|
1004
1003
|
description: string;
|
|
1005
1004
|
}[] | undefined;
|
|
1005
|
+
kind: "boolean";
|
|
1006
1006
|
} | {
|
|
1007
1007
|
id: string;
|
|
1008
1008
|
label: string;
|
|
1009
1009
|
instructions: string;
|
|
1010
1010
|
required: boolean;
|
|
1011
1011
|
allowAbstain: boolean;
|
|
1012
|
-
kind: "text";
|
|
1013
|
-
maximumLength: number;
|
|
1014
1012
|
requireRationale?: boolean | undefined;
|
|
1015
1013
|
anchors?: {
|
|
1016
1014
|
value: string | number | boolean;
|
|
1017
1015
|
description: string;
|
|
1018
1016
|
}[] | undefined;
|
|
1017
|
+
kind: "text";
|
|
1019
1018
|
minimumLength?: number | undefined;
|
|
1019
|
+
maximumLength: number;
|
|
1020
1020
|
} | {
|
|
1021
1021
|
id: string;
|
|
1022
1022
|
label: string;
|
|
1023
1023
|
instructions: string;
|
|
1024
1024
|
required: boolean;
|
|
1025
1025
|
allowAbstain: boolean;
|
|
1026
|
-
kind: "preference";
|
|
1027
|
-
allowTie: boolean;
|
|
1028
1026
|
requireRationale?: boolean | undefined;
|
|
1029
1027
|
anchors?: {
|
|
1030
1028
|
value: string | number | boolean;
|
|
1031
1029
|
description: string;
|
|
1032
1030
|
}[] | undefined;
|
|
1031
|
+
kind: "preference";
|
|
1033
1032
|
requireStrength?: boolean | undefined;
|
|
1033
|
+
allowTie: boolean;
|
|
1034
1034
|
})[];
|
|
1035
1035
|
};
|
|
1036
1036
|
}>;
|
|
@@ -1038,6 +1038,11 @@ export declare class OpenPondHumanReviewClient {
|
|
|
1038
1038
|
endpoint: "snapshot_tasks";
|
|
1039
1039
|
}>, "endpoint" | "scope">, signal?: AbortSignal): Promise<{
|
|
1040
1040
|
evidence: {
|
|
1041
|
+
publication?: {
|
|
1042
|
+
id: string;
|
|
1043
|
+
revision: number;
|
|
1044
|
+
contentHash: string;
|
|
1045
|
+
} | undefined;
|
|
1041
1046
|
dataset: {
|
|
1042
1047
|
id: string;
|
|
1043
1048
|
revision: number;
|
|
@@ -1059,22 +1064,6 @@ export declare class OpenPondHumanReviewClient {
|
|
|
1059
1064
|
contentHash: string;
|
|
1060
1065
|
};
|
|
1061
1066
|
attempts: {
|
|
1062
|
-
experimentId: string;
|
|
1063
|
-
attemptId: string;
|
|
1064
|
-
taskId: string;
|
|
1065
|
-
targetId: string;
|
|
1066
|
-
output: {
|
|
1067
|
-
id: string;
|
|
1068
|
-
revision: number;
|
|
1069
|
-
contentHash: string;
|
|
1070
|
-
};
|
|
1071
|
-
trace: {
|
|
1072
|
-
id: string;
|
|
1073
|
-
revision: number;
|
|
1074
|
-
contentHash: string;
|
|
1075
|
-
} | null;
|
|
1076
|
-
familyKey: string;
|
|
1077
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1078
1067
|
localSource?: {
|
|
1079
1068
|
kind: "owner_attested_local";
|
|
1080
1069
|
ownerActorId: string;
|
|
@@ -1099,12 +1088,23 @@ export declare class OpenPondHumanReviewClient {
|
|
|
1099
1088
|
boundaryId: string;
|
|
1100
1089
|
boundaryRevisionHash: string;
|
|
1101
1090
|
} | undefined;
|
|
1091
|
+
experimentId: string;
|
|
1092
|
+
attemptId: string;
|
|
1093
|
+
taskId: string;
|
|
1094
|
+
targetId: string;
|
|
1095
|
+
output: {
|
|
1096
|
+
id: string;
|
|
1097
|
+
revision: number;
|
|
1098
|
+
contentHash: string;
|
|
1099
|
+
};
|
|
1100
|
+
trace: {
|
|
1101
|
+
id: string;
|
|
1102
|
+
revision: number;
|
|
1103
|
+
contentHash: string;
|
|
1104
|
+
} | null;
|
|
1105
|
+
familyKey: string;
|
|
1106
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1102
1107
|
}[];
|
|
1103
|
-
publication?: {
|
|
1104
|
-
id: string;
|
|
1105
|
-
revision: number;
|
|
1106
|
-
contentHash: string;
|
|
1107
|
-
} | undefined;
|
|
1108
1108
|
taskIds?: string[] | undefined;
|
|
1109
1109
|
};
|
|
1110
1110
|
form: {
|
|
@@ -1117,68 +1117,68 @@ export declare class OpenPondHumanReviewClient {
|
|
|
1117
1117
|
instructions: string;
|
|
1118
1118
|
required: boolean;
|
|
1119
1119
|
allowAbstain: boolean;
|
|
1120
|
-
kind: "score";
|
|
1121
|
-
minimum: number;
|
|
1122
|
-
maximum: number;
|
|
1123
|
-
step: number;
|
|
1124
1120
|
requireRationale?: boolean | undefined;
|
|
1125
1121
|
anchors?: {
|
|
1126
1122
|
value: string | number | boolean;
|
|
1127
1123
|
description: string;
|
|
1128
1124
|
}[] | undefined;
|
|
1125
|
+
kind: "score";
|
|
1126
|
+
minimum: number;
|
|
1127
|
+
maximum: number;
|
|
1128
|
+
step: number;
|
|
1129
1129
|
} | {
|
|
1130
1130
|
id: string;
|
|
1131
1131
|
label: string;
|
|
1132
1132
|
instructions: string;
|
|
1133
1133
|
required: boolean;
|
|
1134
1134
|
allowAbstain: boolean;
|
|
1135
|
-
kind: "category";
|
|
1136
|
-
options: string[];
|
|
1137
1135
|
requireRationale?: boolean | undefined;
|
|
1138
1136
|
anchors?: {
|
|
1139
1137
|
value: string | number | boolean;
|
|
1140
1138
|
description: string;
|
|
1141
1139
|
}[] | undefined;
|
|
1140
|
+
kind: "category";
|
|
1141
|
+
options: string[];
|
|
1142
1142
|
} | {
|
|
1143
1143
|
id: string;
|
|
1144
1144
|
label: string;
|
|
1145
1145
|
instructions: string;
|
|
1146
1146
|
required: boolean;
|
|
1147
1147
|
allowAbstain: boolean;
|
|
1148
|
-
kind: "boolean";
|
|
1149
1148
|
requireRationale?: boolean | undefined;
|
|
1150
1149
|
anchors?: {
|
|
1151
1150
|
value: string | number | boolean;
|
|
1152
1151
|
description: string;
|
|
1153
1152
|
}[] | undefined;
|
|
1153
|
+
kind: "boolean";
|
|
1154
1154
|
} | {
|
|
1155
1155
|
id: string;
|
|
1156
1156
|
label: string;
|
|
1157
1157
|
instructions: string;
|
|
1158
1158
|
required: boolean;
|
|
1159
1159
|
allowAbstain: boolean;
|
|
1160
|
-
kind: "text";
|
|
1161
|
-
maximumLength: number;
|
|
1162
1160
|
requireRationale?: boolean | undefined;
|
|
1163
1161
|
anchors?: {
|
|
1164
1162
|
value: string | number | boolean;
|
|
1165
1163
|
description: string;
|
|
1166
1164
|
}[] | undefined;
|
|
1165
|
+
kind: "text";
|
|
1167
1166
|
minimumLength?: number | undefined;
|
|
1167
|
+
maximumLength: number;
|
|
1168
1168
|
} | {
|
|
1169
1169
|
id: string;
|
|
1170
1170
|
label: string;
|
|
1171
1171
|
instructions: string;
|
|
1172
1172
|
required: boolean;
|
|
1173
1173
|
allowAbstain: boolean;
|
|
1174
|
-
kind: "preference";
|
|
1175
|
-
allowTie: boolean;
|
|
1176
1174
|
requireRationale?: boolean | undefined;
|
|
1177
1175
|
anchors?: {
|
|
1178
1176
|
value: string | number | boolean;
|
|
1179
1177
|
description: string;
|
|
1180
1178
|
}[] | undefined;
|
|
1179
|
+
kind: "preference";
|
|
1181
1180
|
requireStrength?: boolean | undefined;
|
|
1181
|
+
allowTie: boolean;
|
|
1182
1182
|
})[];
|
|
1183
1183
|
};
|
|
1184
1184
|
}>;
|
|
@@ -1186,6 +1186,13 @@ export declare class OpenPondHumanReviewClient {
|
|
|
1186
1186
|
slot?: number;
|
|
1187
1187
|
afterId?: string;
|
|
1188
1188
|
}): Promise<{
|
|
1189
|
+
origin?: "owner_attested_local" | undefined;
|
|
1190
|
+
coverage?: {
|
|
1191
|
+
sourceEventCount: number;
|
|
1192
|
+
publishedEventCount: number;
|
|
1193
|
+
traceLimited: boolean;
|
|
1194
|
+
artifactsIncluded: false;
|
|
1195
|
+
} | undefined;
|
|
1189
1196
|
reviewId: string;
|
|
1190
1197
|
reviewRevision: number;
|
|
1191
1198
|
evidenceHash: string;
|
|
@@ -1198,13 +1205,6 @@ export declare class OpenPondHumanReviewClient {
|
|
|
1198
1205
|
evidenceLimited: boolean;
|
|
1199
1206
|
nextEventCursor: string | null;
|
|
1200
1207
|
slotIndex: number;
|
|
1201
|
-
origin?: "owner_attested_local" | undefined;
|
|
1202
|
-
coverage?: {
|
|
1203
|
-
sourceEventCount: number;
|
|
1204
|
-
publishedEventCount: number;
|
|
1205
|
-
traceLimited: boolean;
|
|
1206
|
-
artifactsIncluded: false;
|
|
1207
|
-
} | undefined;
|
|
1208
1208
|
executionId?: string | undefined;
|
|
1209
1209
|
receiptId?: string | undefined;
|
|
1210
1210
|
}[]>;
|
|
@@ -1239,8 +1239,8 @@ export declare class OpenPondHumanReviewClient {
|
|
|
1239
1239
|
} | null;
|
|
1240
1240
|
attemptIds: string[];
|
|
1241
1241
|
mode: "individual" | "pairwise";
|
|
1242
|
-
origin: "
|
|
1243
|
-
status: "
|
|
1242
|
+
origin: "hosted_retained" | "native_local" | "owner_attested_local" | "recorded_evidence";
|
|
1243
|
+
status: "accepted" | "cancelled" | "pending" | "rejected" | "submitted";
|
|
1244
1244
|
grader: {
|
|
1245
1245
|
id: string;
|
|
1246
1246
|
revision: number;
|
|
@@ -1251,7 +1251,7 @@ export declare class OpenPondHumanReviewClient {
|
|
|
1251
1251
|
value: string | number | boolean | null;
|
|
1252
1252
|
abstain: boolean;
|
|
1253
1253
|
note: string;
|
|
1254
|
-
strength?: "
|
|
1254
|
+
strength?: "moderate" | "slight" | "strong" | undefined;
|
|
1255
1255
|
}[];
|
|
1256
1256
|
}[];
|
|
1257
1257
|
contentHash: string;
|