openpond-sdk 0.12.3 → 0.12.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-77N3QEIL.js → chunk-25L5IXHA.js} +5 -5
- package/dist/chunk-25L5IXHA.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-6GQ3GIAP.js} +7 -5
- package/dist/chunk-6GQ3GIAP.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-6KKM2XRR.js} +75 -15
- package/dist/chunk-6KKM2XRR.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-6MFFKAU6.js} +3 -3
- package/dist/chunk-6MFFKAU6.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-6Y67YHVH.js} +8 -8
- package/dist/chunk-6Y67YHVH.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-AUNNXJQE.js} +4 -4
- package/dist/chunk-AUNNXJQE.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-BGNPKYBJ.js} +3 -3
- package/dist/chunk-BGNPKYBJ.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-BJ5MKLWH.js} +8 -8
- package/dist/chunk-BJ5MKLWH.js.map +1 -0
- package/dist/{chunk-VY5AFE7A.js → chunk-BYNVSWIQ.js} +4 -4
- package/dist/chunk-BYNVSWIQ.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-CAMLCKSF.js} +3 -3
- package/dist/chunk-CAMLCKSF.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-DBKCSQVH.js} +3 -3
- package/dist/chunk-DBKCSQVH.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/chunk-EJZ7HOIS.js +8709 -0
- package/dist/chunk-EJZ7HOIS.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-F4GITADW.js} +4 -4
- package/dist/chunk-F4GITADW.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-FLNWE5ZA.js} +5 -5
- package/dist/chunk-FLNWE5ZA.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-GWGDWZVN.js} +5 -5
- package/dist/chunk-GWGDWZVN.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-HOOHJCE7.js} +18 -18
- package/dist/chunk-HOOHJCE7.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-KKL6OICH.js} +3 -3
- package/dist/chunk-KKL6OICH.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-MJELLVQP.js} +4 -3
- package/dist/chunk-MJELLVQP.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-O54KGALH.js} +3 -3
- package/dist/chunk-O54KGALH.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-QFBSNSUL.js} +5 -5
- package/dist/chunk-QFBSNSUL.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-RE426Q7Y.js} +4 -4
- package/dist/chunk-RE426Q7Y.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-T3MFWGMX.js} +3 -3
- package/dist/chunk-T3MFWGMX.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-VZPNRPXL.js} +5 -5
- package/dist/chunk-VZPNRPXL.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-XACJ63U4.js} +14 -5
- package/dist/chunk-XACJ63U4.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-ZFYI4P6C.js} +5 -5
- package/dist/chunk-ZFYI4P6C.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +154 -62
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/hosted-chat.d.ts +28 -0
- package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-bound-taskset-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +342 -322
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +444 -375
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +745 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4600 -4576
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -10,6 +10,8 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
10
10
|
adapterId: string;
|
|
11
11
|
now: string;
|
|
12
12
|
source?: TasksetPackage;
|
|
13
|
+
maximumBytes?: number;
|
|
14
|
+
sourceWorkspaceHash?: string;
|
|
13
15
|
}): {
|
|
14
16
|
schemaVersion: "openpond.tasksetPackage.v1";
|
|
15
17
|
taskset: {
|
|
@@ -24,14 +26,18 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
24
26
|
};
|
|
25
27
|
environment: {
|
|
26
28
|
protocolVersion: "openpond.environment.v1";
|
|
27
|
-
kind: "
|
|
29
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
28
30
|
entrypoint: string;
|
|
29
31
|
stateful: boolean;
|
|
30
32
|
deterministicSeeds: boolean;
|
|
31
|
-
lifecycle: ("
|
|
32
|
-
networkPolicy: "
|
|
33
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
34
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
33
35
|
defaultTimeoutMs: number;
|
|
34
36
|
};
|
|
37
|
+
environmentRelease?: {
|
|
38
|
+
id: string;
|
|
39
|
+
contentHash: string;
|
|
40
|
+
} | undefined;
|
|
35
41
|
tools: {
|
|
36
42
|
name: string;
|
|
37
43
|
description: string;
|
|
@@ -44,12 +50,12 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
44
50
|
id: string;
|
|
45
51
|
required: boolean;
|
|
46
52
|
scopes: string[];
|
|
47
|
-
portability: "
|
|
53
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
48
54
|
}[];
|
|
49
55
|
tasks: {
|
|
50
56
|
id: string;
|
|
51
57
|
clusterKey: string;
|
|
52
|
-
split: "
|
|
58
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
53
59
|
input: Record<string, unknown>;
|
|
54
60
|
expectedOutput: Record<string, unknown> | null;
|
|
55
61
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -60,9 +66,8 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
60
66
|
contentHash: string;
|
|
61
67
|
sizeBytes: number;
|
|
62
68
|
mediaType: string;
|
|
63
|
-
visibility: "
|
|
69
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
64
70
|
}[];
|
|
65
|
-
tags: string[];
|
|
66
71
|
requiredOutputs?: {
|
|
67
72
|
path: string;
|
|
68
73
|
mediaType: string;
|
|
@@ -72,24 +77,27 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
72
77
|
contentHash: string;
|
|
73
78
|
sizeBytes: number;
|
|
74
79
|
mediaType: string;
|
|
75
|
-
visibility: "
|
|
80
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
76
81
|
} | null;
|
|
82
|
+
submissionMode?: "structured_json" | undefined;
|
|
77
83
|
maxBytes: number | null;
|
|
78
84
|
metadata: Record<string, unknown>;
|
|
79
85
|
}[] | undefined;
|
|
86
|
+
tags: string[];
|
|
80
87
|
}[];
|
|
81
88
|
graders: ({
|
|
82
89
|
id: string;
|
|
90
|
+
taskIds?: string[] | undefined;
|
|
83
91
|
version: string;
|
|
84
92
|
weight: number;
|
|
85
93
|
hardGate: boolean;
|
|
86
94
|
rewardEligible: boolean;
|
|
87
95
|
privileged: boolean;
|
|
88
|
-
kind: "
|
|
96
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
89
97
|
config: Record<string, unknown>;
|
|
90
|
-
taskIds?: string[] | undefined;
|
|
91
98
|
} | {
|
|
92
99
|
id: string;
|
|
100
|
+
taskIds?: string[] | undefined;
|
|
93
101
|
version: string;
|
|
94
102
|
weight: number;
|
|
95
103
|
hardGate: boolean;
|
|
@@ -102,10 +110,9 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
102
110
|
contentHash: string;
|
|
103
111
|
sizeBytes: number;
|
|
104
112
|
mediaType: string;
|
|
105
|
-
visibility: "
|
|
113
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
106
114
|
};
|
|
107
|
-
calibrationStatus: "
|
|
108
|
-
taskIds?: string[] | undefined;
|
|
115
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
109
116
|
model?: {
|
|
110
117
|
providerId: string;
|
|
111
118
|
modelId: string;
|
|
@@ -114,27 +121,28 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
114
121
|
temperature?: number | undefined;
|
|
115
122
|
} | {
|
|
116
123
|
id: string;
|
|
124
|
+
taskIds?: string[] | undefined;
|
|
117
125
|
version: string;
|
|
118
126
|
weight: number;
|
|
119
127
|
hardGate: boolean;
|
|
120
128
|
rewardEligible: boolean;
|
|
121
129
|
privileged: boolean;
|
|
122
130
|
kind: "custom_verifier";
|
|
131
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
123
132
|
verifierRef: {
|
|
124
133
|
id: string;
|
|
125
134
|
path: string;
|
|
126
135
|
contentHash: string;
|
|
127
136
|
sizeBytes: number;
|
|
128
137
|
mediaType: string;
|
|
129
|
-
visibility: "
|
|
138
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
130
139
|
};
|
|
140
|
+
exportName?: string | undefined;
|
|
131
141
|
timeoutMs: number;
|
|
132
142
|
networkPolicy: "none";
|
|
133
|
-
taskIds?: string[] | undefined;
|
|
134
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
135
|
-
exportName?: string | undefined;
|
|
136
143
|
} | {
|
|
137
144
|
id: string;
|
|
145
|
+
taskIds?: string[] | undefined;
|
|
138
146
|
version: string;
|
|
139
147
|
weight: number;
|
|
140
148
|
hardGate: boolean;
|
|
@@ -147,10 +155,9 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
147
155
|
contentHash: string;
|
|
148
156
|
sizeBytes: number;
|
|
149
157
|
mediaType: string;
|
|
150
|
-
visibility: "
|
|
158
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
151
159
|
};
|
|
152
160
|
reviewerRole: string;
|
|
153
|
-
taskIds?: string[] | undefined;
|
|
154
161
|
form?: {
|
|
155
162
|
schemaVersion: "openpond.humanForm.v1";
|
|
156
163
|
mode: "individual" | "pairwise";
|
|
@@ -161,77 +168,71 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
161
168
|
instructions: string;
|
|
162
169
|
required: boolean;
|
|
163
170
|
allowAbstain: boolean;
|
|
164
|
-
kind: "score";
|
|
165
|
-
minimum: number;
|
|
166
|
-
maximum: number;
|
|
167
|
-
step: number;
|
|
168
171
|
requireRationale?: boolean | undefined;
|
|
169
172
|
anchors?: {
|
|
170
173
|
value: string | number | boolean;
|
|
171
174
|
description: string;
|
|
172
175
|
}[] | undefined;
|
|
176
|
+
kind: "score";
|
|
177
|
+
minimum: number;
|
|
178
|
+
maximum: number;
|
|
179
|
+
step: number;
|
|
173
180
|
} | {
|
|
174
181
|
id: string;
|
|
175
182
|
label: string;
|
|
176
183
|
instructions: string;
|
|
177
184
|
required: boolean;
|
|
178
185
|
allowAbstain: boolean;
|
|
179
|
-
kind: "category";
|
|
180
|
-
options: string[];
|
|
181
186
|
requireRationale?: boolean | undefined;
|
|
182
187
|
anchors?: {
|
|
183
188
|
value: string | number | boolean;
|
|
184
189
|
description: string;
|
|
185
190
|
}[] | undefined;
|
|
191
|
+
kind: "category";
|
|
192
|
+
options: string[];
|
|
186
193
|
} | {
|
|
187
194
|
id: string;
|
|
188
195
|
label: string;
|
|
189
196
|
instructions: string;
|
|
190
197
|
required: boolean;
|
|
191
198
|
allowAbstain: boolean;
|
|
192
|
-
kind: "boolean";
|
|
193
199
|
requireRationale?: boolean | undefined;
|
|
194
200
|
anchors?: {
|
|
195
201
|
value: string | number | boolean;
|
|
196
202
|
description: string;
|
|
197
203
|
}[] | undefined;
|
|
204
|
+
kind: "boolean";
|
|
198
205
|
} | {
|
|
199
206
|
id: string;
|
|
200
207
|
label: string;
|
|
201
208
|
instructions: string;
|
|
202
209
|
required: boolean;
|
|
203
210
|
allowAbstain: boolean;
|
|
204
|
-
kind: "text";
|
|
205
|
-
maximumLength: number;
|
|
206
211
|
requireRationale?: boolean | undefined;
|
|
207
212
|
anchors?: {
|
|
208
213
|
value: string | number | boolean;
|
|
209
214
|
description: string;
|
|
210
215
|
}[] | undefined;
|
|
216
|
+
kind: "text";
|
|
211
217
|
minimumLength?: number | undefined;
|
|
218
|
+
maximumLength: number;
|
|
212
219
|
} | {
|
|
213
220
|
id: string;
|
|
214
221
|
label: string;
|
|
215
222
|
instructions: string;
|
|
216
223
|
required: boolean;
|
|
217
224
|
allowAbstain: boolean;
|
|
218
|
-
kind: "preference";
|
|
219
|
-
allowTie: boolean;
|
|
220
225
|
requireRationale?: boolean | undefined;
|
|
221
226
|
anchors?: {
|
|
222
227
|
value: string | number | boolean;
|
|
223
228
|
description: string;
|
|
224
229
|
}[] | undefined;
|
|
230
|
+
kind: "preference";
|
|
225
231
|
requireStrength?: boolean | undefined;
|
|
232
|
+
allowTie: boolean;
|
|
226
233
|
})[];
|
|
227
234
|
} | undefined;
|
|
228
235
|
})[];
|
|
229
|
-
metadata: Record<string, unknown>;
|
|
230
|
-
contentHash: string;
|
|
231
|
-
environmentRelease?: {
|
|
232
|
-
id: string;
|
|
233
|
-
contentHash: string;
|
|
234
|
-
} | undefined;
|
|
235
236
|
verifierSetRelease?: {
|
|
236
237
|
id: string;
|
|
237
238
|
contentHash: string;
|
|
@@ -240,7 +241,8 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
240
241
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
241
242
|
primaryMetric: string;
|
|
242
243
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
243
|
-
missingReward: "
|
|
244
|
+
missingReward: "exclude" | "zero";
|
|
245
|
+
taskWeights?: Record<string, number> | undefined;
|
|
244
246
|
customAggregator: {
|
|
245
247
|
module: string;
|
|
246
248
|
exportName: string;
|
|
@@ -248,8 +250,9 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
248
250
|
timeoutMs: number;
|
|
249
251
|
networkPolicy: "none";
|
|
250
252
|
} | null;
|
|
251
|
-
taskWeights?: Record<string, number> | undefined;
|
|
252
253
|
} | undefined;
|
|
254
|
+
metadata: Record<string, unknown>;
|
|
255
|
+
contentHash: string;
|
|
253
256
|
};
|
|
254
257
|
environment: {
|
|
255
258
|
schemaVersion: "openpond.environmentRelease.v1";
|
|
@@ -257,12 +260,12 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
257
260
|
revision: number;
|
|
258
261
|
contract: {
|
|
259
262
|
protocolVersion: "openpond.environment.v1";
|
|
260
|
-
kind: "
|
|
263
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
261
264
|
entrypoint: string;
|
|
262
265
|
stateful: boolean;
|
|
263
266
|
deterministicSeeds: boolean;
|
|
264
|
-
lifecycle: ("
|
|
265
|
-
networkPolicy: "
|
|
267
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
268
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
266
269
|
defaultTimeoutMs: number;
|
|
267
270
|
};
|
|
268
271
|
actionSchemaRef: {
|
|
@@ -271,7 +274,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
271
274
|
contentHash: string;
|
|
272
275
|
sizeBytes: number;
|
|
273
276
|
mediaType: string;
|
|
274
|
-
visibility: "
|
|
277
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
275
278
|
} | null;
|
|
276
279
|
observationSchemaRef: {
|
|
277
280
|
id: string;
|
|
@@ -279,7 +282,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
279
282
|
contentHash: string;
|
|
280
283
|
sizeBytes: number;
|
|
281
284
|
mediaType: string;
|
|
282
|
-
visibility: "
|
|
285
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
283
286
|
} | null;
|
|
284
287
|
stateSchemaRef: {
|
|
285
288
|
id: string;
|
|
@@ -287,7 +290,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
287
290
|
contentHash: string;
|
|
288
291
|
sizeBytes: number;
|
|
289
292
|
mediaType: string;
|
|
290
|
-
visibility: "
|
|
293
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
291
294
|
} | null;
|
|
292
295
|
artifactCollection: {
|
|
293
296
|
maxArtifacts: number;
|
|
@@ -303,16 +306,17 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
303
306
|
revision: number;
|
|
304
307
|
graders: ({
|
|
305
308
|
id: string;
|
|
309
|
+
taskIds?: string[] | undefined;
|
|
306
310
|
version: string;
|
|
307
311
|
weight: number;
|
|
308
312
|
hardGate: boolean;
|
|
309
313
|
rewardEligible: boolean;
|
|
310
314
|
privileged: boolean;
|
|
311
|
-
kind: "
|
|
315
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
312
316
|
config: Record<string, unknown>;
|
|
313
|
-
taskIds?: string[] | undefined;
|
|
314
317
|
} | {
|
|
315
318
|
id: string;
|
|
319
|
+
taskIds?: string[] | undefined;
|
|
316
320
|
version: string;
|
|
317
321
|
weight: number;
|
|
318
322
|
hardGate: boolean;
|
|
@@ -325,10 +329,9 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
325
329
|
contentHash: string;
|
|
326
330
|
sizeBytes: number;
|
|
327
331
|
mediaType: string;
|
|
328
|
-
visibility: "
|
|
332
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
329
333
|
};
|
|
330
|
-
calibrationStatus: "
|
|
331
|
-
taskIds?: string[] | undefined;
|
|
334
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
332
335
|
model?: {
|
|
333
336
|
providerId: string;
|
|
334
337
|
modelId: string;
|
|
@@ -337,27 +340,28 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
337
340
|
temperature?: number | undefined;
|
|
338
341
|
} | {
|
|
339
342
|
id: string;
|
|
343
|
+
taskIds?: string[] | undefined;
|
|
340
344
|
version: string;
|
|
341
345
|
weight: number;
|
|
342
346
|
hardGate: boolean;
|
|
343
347
|
rewardEligible: boolean;
|
|
344
348
|
privileged: boolean;
|
|
345
349
|
kind: "custom_verifier";
|
|
350
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
346
351
|
verifierRef: {
|
|
347
352
|
id: string;
|
|
348
353
|
path: string;
|
|
349
354
|
contentHash: string;
|
|
350
355
|
sizeBytes: number;
|
|
351
356
|
mediaType: string;
|
|
352
|
-
visibility: "
|
|
357
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
353
358
|
};
|
|
359
|
+
exportName?: string | undefined;
|
|
354
360
|
timeoutMs: number;
|
|
355
361
|
networkPolicy: "none";
|
|
356
|
-
taskIds?: string[] | undefined;
|
|
357
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
358
|
-
exportName?: string | undefined;
|
|
359
362
|
} | {
|
|
360
363
|
id: string;
|
|
364
|
+
taskIds?: string[] | undefined;
|
|
361
365
|
version: string;
|
|
362
366
|
weight: number;
|
|
363
367
|
hardGate: boolean;
|
|
@@ -370,10 +374,9 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
370
374
|
contentHash: string;
|
|
371
375
|
sizeBytes: number;
|
|
372
376
|
mediaType: string;
|
|
373
|
-
visibility: "
|
|
377
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
374
378
|
};
|
|
375
379
|
reviewerRole: string;
|
|
376
|
-
taskIds?: string[] | undefined;
|
|
377
380
|
form?: {
|
|
378
381
|
schemaVersion: "openpond.humanForm.v1";
|
|
379
382
|
mode: "individual" | "pairwise";
|
|
@@ -384,73 +387,73 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
384
387
|
instructions: string;
|
|
385
388
|
required: boolean;
|
|
386
389
|
allowAbstain: boolean;
|
|
387
|
-
kind: "score";
|
|
388
|
-
minimum: number;
|
|
389
|
-
maximum: number;
|
|
390
|
-
step: number;
|
|
391
390
|
requireRationale?: boolean | undefined;
|
|
392
391
|
anchors?: {
|
|
393
392
|
value: string | number | boolean;
|
|
394
393
|
description: string;
|
|
395
394
|
}[] | undefined;
|
|
395
|
+
kind: "score";
|
|
396
|
+
minimum: number;
|
|
397
|
+
maximum: number;
|
|
398
|
+
step: number;
|
|
396
399
|
} | {
|
|
397
400
|
id: string;
|
|
398
401
|
label: string;
|
|
399
402
|
instructions: string;
|
|
400
403
|
required: boolean;
|
|
401
404
|
allowAbstain: boolean;
|
|
402
|
-
kind: "category";
|
|
403
|
-
options: string[];
|
|
404
405
|
requireRationale?: boolean | undefined;
|
|
405
406
|
anchors?: {
|
|
406
407
|
value: string | number | boolean;
|
|
407
408
|
description: string;
|
|
408
409
|
}[] | undefined;
|
|
410
|
+
kind: "category";
|
|
411
|
+
options: string[];
|
|
409
412
|
} | {
|
|
410
413
|
id: string;
|
|
411
414
|
label: string;
|
|
412
415
|
instructions: string;
|
|
413
416
|
required: boolean;
|
|
414
417
|
allowAbstain: boolean;
|
|
415
|
-
kind: "boolean";
|
|
416
418
|
requireRationale?: boolean | undefined;
|
|
417
419
|
anchors?: {
|
|
418
420
|
value: string | number | boolean;
|
|
419
421
|
description: string;
|
|
420
422
|
}[] | undefined;
|
|
423
|
+
kind: "boolean";
|
|
421
424
|
} | {
|
|
422
425
|
id: string;
|
|
423
426
|
label: string;
|
|
424
427
|
instructions: string;
|
|
425
428
|
required: boolean;
|
|
426
429
|
allowAbstain: boolean;
|
|
427
|
-
kind: "text";
|
|
428
|
-
maximumLength: number;
|
|
429
430
|
requireRationale?: boolean | undefined;
|
|
430
431
|
anchors?: {
|
|
431
432
|
value: string | number | boolean;
|
|
432
433
|
description: string;
|
|
433
434
|
}[] | undefined;
|
|
435
|
+
kind: "text";
|
|
434
436
|
minimumLength?: number | undefined;
|
|
437
|
+
maximumLength: number;
|
|
435
438
|
} | {
|
|
436
439
|
id: string;
|
|
437
440
|
label: string;
|
|
438
441
|
instructions: string;
|
|
439
442
|
required: boolean;
|
|
440
443
|
allowAbstain: boolean;
|
|
441
|
-
kind: "preference";
|
|
442
|
-
allowTie: boolean;
|
|
443
444
|
requireRationale?: boolean | undefined;
|
|
444
445
|
anchors?: {
|
|
445
446
|
value: string | number | boolean;
|
|
446
447
|
description: string;
|
|
447
448
|
}[] | undefined;
|
|
449
|
+
kind: "preference";
|
|
448
450
|
requireStrength?: boolean | undefined;
|
|
451
|
+
allowTie: boolean;
|
|
449
452
|
})[];
|
|
450
453
|
} | undefined;
|
|
451
454
|
})[];
|
|
452
455
|
isolation: {
|
|
453
|
-
processBoundary: "
|
|
456
|
+
processBoundary: "container" | "isolated_process" | "same_process";
|
|
454
457
|
networkPolicy: "none";
|
|
455
458
|
defaultTimeoutMs: number;
|
|
456
459
|
};
|
|
@@ -468,11 +471,10 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
468
471
|
contentHash: string;
|
|
469
472
|
sizeBytes: number;
|
|
470
473
|
mediaType: string;
|
|
471
|
-
visibility: "
|
|
474
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
472
475
|
};
|
|
473
476
|
base64: string;
|
|
474
477
|
}[];
|
|
475
|
-
contentHash: string;
|
|
476
478
|
modelResources?: {
|
|
477
479
|
taskDefinition: {
|
|
478
480
|
schemaVersion: "openpond.taskDefinition.v1";
|
|
@@ -481,10 +483,26 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
481
483
|
name: string;
|
|
482
484
|
description: string;
|
|
483
485
|
instructions: string;
|
|
484
|
-
category: "
|
|
486
|
+
category: "coding" | "custom" | "question_answering" | "structured" | "tool_workflow";
|
|
485
487
|
familyNamespace: string;
|
|
486
488
|
inputSchema: Record<string, unknown>;
|
|
487
489
|
outputSchema: Record<string, unknown>;
|
|
490
|
+
requiredOutputs?: {
|
|
491
|
+
path: string;
|
|
492
|
+
mediaType: string;
|
|
493
|
+
schemaRef: {
|
|
494
|
+
id: string;
|
|
495
|
+
path: string;
|
|
496
|
+
contentHash: string;
|
|
497
|
+
sizeBytes: number;
|
|
498
|
+
mediaType: string;
|
|
499
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
500
|
+
} | null;
|
|
501
|
+
submissionMode?: "structured_json" | undefined;
|
|
502
|
+
maxBytes: number | null;
|
|
503
|
+
metadata: Record<string, unknown>;
|
|
504
|
+
}[] | undefined;
|
|
505
|
+
contextRequirements?: string[] | undefined;
|
|
488
506
|
rewardBinding: {
|
|
489
507
|
id: string;
|
|
490
508
|
contentHash: string;
|
|
@@ -503,14 +521,18 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
503
521
|
};
|
|
504
522
|
environment: {
|
|
505
523
|
protocolVersion: "openpond.environment.v1";
|
|
506
|
-
kind: "
|
|
524
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
507
525
|
entrypoint: string;
|
|
508
526
|
stateful: boolean;
|
|
509
527
|
deterministicSeeds: boolean;
|
|
510
|
-
lifecycle: ("
|
|
511
|
-
networkPolicy: "
|
|
528
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
529
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
512
530
|
defaultTimeoutMs: number;
|
|
513
531
|
};
|
|
532
|
+
environmentRelease?: {
|
|
533
|
+
id: string;
|
|
534
|
+
contentHash: string;
|
|
535
|
+
} | undefined;
|
|
514
536
|
tools: {
|
|
515
537
|
name: string;
|
|
516
538
|
description: string;
|
|
@@ -523,57 +545,65 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
523
545
|
id: string;
|
|
524
546
|
required: boolean;
|
|
525
547
|
scopes: string[];
|
|
526
|
-
portability: "
|
|
548
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
527
549
|
}[];
|
|
528
|
-
environmentRelease?: {
|
|
529
|
-
id: string;
|
|
530
|
-
contentHash: string;
|
|
531
|
-
} | undefined;
|
|
532
550
|
verifierSetRelease?: {
|
|
533
551
|
id: string;
|
|
534
552
|
contentHash: string;
|
|
535
553
|
} | undefined;
|
|
536
554
|
};
|
|
537
555
|
contentHash: string;
|
|
538
|
-
requiredOutputs?: {
|
|
539
|
-
path: string;
|
|
540
|
-
mediaType: string;
|
|
541
|
-
schemaRef: {
|
|
542
|
-
id: string;
|
|
543
|
-
path: string;
|
|
544
|
-
contentHash: string;
|
|
545
|
-
sizeBytes: number;
|
|
546
|
-
mediaType: string;
|
|
547
|
-
visibility: "policy" | "verifier" | "host_private";
|
|
548
|
-
} | null;
|
|
549
|
-
maxBytes: number | null;
|
|
550
|
-
metadata: Record<string, unknown>;
|
|
551
|
-
}[] | undefined;
|
|
552
|
-
contextRequirements?: string[] | undefined;
|
|
553
556
|
};
|
|
554
|
-
|
|
555
|
-
schemaVersion: "openpond.
|
|
557
|
+
rewardBinding: {
|
|
558
|
+
schemaVersion: "openpond.rewardBinding.v1";
|
|
556
559
|
id: string;
|
|
557
|
-
revision:
|
|
558
|
-
|
|
560
|
+
revision: number;
|
|
561
|
+
name?: string | undefined;
|
|
562
|
+
description?: string | undefined;
|
|
563
|
+
recipeRef?: {
|
|
559
564
|
id: string;
|
|
560
|
-
path: string;
|
|
561
565
|
contentHash: string;
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
566
|
+
revision: number;
|
|
567
|
+
} | undefined;
|
|
568
|
+
sources: {
|
|
569
|
+
graderId: string;
|
|
570
|
+
taskIds?: string[] | undefined;
|
|
571
|
+
reward: {
|
|
572
|
+
id: string;
|
|
573
|
+
contentHash: string;
|
|
574
|
+
revision: number;
|
|
575
|
+
};
|
|
576
|
+
role: "evaluation" | "training";
|
|
577
|
+
normalization: {
|
|
578
|
+
kind: "identity";
|
|
579
|
+
} | {
|
|
580
|
+
kind: "linear";
|
|
581
|
+
minimum: number;
|
|
582
|
+
maximum: number;
|
|
583
|
+
direction: "higher" | "lower";
|
|
584
|
+
};
|
|
585
|
+
weight: number;
|
|
586
|
+
required: boolean;
|
|
587
|
+
hardGate: boolean;
|
|
588
|
+
privileged: boolean;
|
|
589
|
+
fixtureRefs: {
|
|
590
|
+
id: string;
|
|
591
|
+
contentHash: string;
|
|
592
|
+
}[];
|
|
593
|
+
}[];
|
|
594
|
+
aggregation: "weighted_mean";
|
|
595
|
+
unscorable: "exclude_optional_require_all_required";
|
|
567
596
|
contentHash: string;
|
|
568
|
-
}
|
|
597
|
+
};
|
|
569
598
|
rewards: {
|
|
570
599
|
schemaVersion: "openpond.rewardRelease.v1";
|
|
571
600
|
id: string;
|
|
572
601
|
revision: number;
|
|
573
602
|
name: string;
|
|
574
603
|
description: string;
|
|
604
|
+
feedbackKey?: string | undefined;
|
|
575
605
|
implementation: {
|
|
576
|
-
kind: "
|
|
606
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
577
607
|
config: Record<string, unknown>;
|
|
578
608
|
} | {
|
|
579
609
|
kind: "model_judge";
|
|
@@ -583,9 +613,9 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
583
613
|
contentHash: string;
|
|
584
614
|
sizeBytes: number;
|
|
585
615
|
mediaType: string;
|
|
586
|
-
visibility: "
|
|
616
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
587
617
|
};
|
|
588
|
-
calibrationStatus: "
|
|
618
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
589
619
|
model?: {
|
|
590
620
|
providerId: string;
|
|
591
621
|
modelId: string;
|
|
@@ -593,19 +623,19 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
593
623
|
} | undefined;
|
|
594
624
|
temperature?: number | undefined;
|
|
595
625
|
} | {
|
|
596
|
-
timeoutMs: number;
|
|
597
|
-
networkPolicy: "none";
|
|
598
626
|
kind: "custom_verifier";
|
|
627
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
599
628
|
verifierRef: {
|
|
600
629
|
id: string;
|
|
601
630
|
path: string;
|
|
602
631
|
contentHash: string;
|
|
603
632
|
sizeBytes: number;
|
|
604
633
|
mediaType: string;
|
|
605
|
-
visibility: "
|
|
634
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
606
635
|
};
|
|
607
636
|
exportName?: string | undefined;
|
|
608
|
-
|
|
637
|
+
timeoutMs: number;
|
|
638
|
+
networkPolicy: "none";
|
|
609
639
|
} | {
|
|
610
640
|
kind: "human";
|
|
611
641
|
rubricRef: {
|
|
@@ -614,7 +644,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
614
644
|
contentHash: string;
|
|
615
645
|
sizeBytes: number;
|
|
616
646
|
mediaType: string;
|
|
617
|
-
visibility: "
|
|
647
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
618
648
|
};
|
|
619
649
|
reviewerRole: string;
|
|
620
650
|
form?: {
|
|
@@ -627,68 +657,68 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
627
657
|
instructions: string;
|
|
628
658
|
required: boolean;
|
|
629
659
|
allowAbstain: boolean;
|
|
630
|
-
kind: "score";
|
|
631
|
-
minimum: number;
|
|
632
|
-
maximum: number;
|
|
633
|
-
step: number;
|
|
634
660
|
requireRationale?: boolean | undefined;
|
|
635
661
|
anchors?: {
|
|
636
662
|
value: string | number | boolean;
|
|
637
663
|
description: string;
|
|
638
664
|
}[] | undefined;
|
|
665
|
+
kind: "score";
|
|
666
|
+
minimum: number;
|
|
667
|
+
maximum: number;
|
|
668
|
+
step: number;
|
|
639
669
|
} | {
|
|
640
670
|
id: string;
|
|
641
671
|
label: string;
|
|
642
672
|
instructions: string;
|
|
643
673
|
required: boolean;
|
|
644
674
|
allowAbstain: boolean;
|
|
645
|
-
kind: "category";
|
|
646
|
-
options: string[];
|
|
647
675
|
requireRationale?: boolean | undefined;
|
|
648
676
|
anchors?: {
|
|
649
677
|
value: string | number | boolean;
|
|
650
678
|
description: string;
|
|
651
679
|
}[] | undefined;
|
|
680
|
+
kind: "category";
|
|
681
|
+
options: string[];
|
|
652
682
|
} | {
|
|
653
683
|
id: string;
|
|
654
684
|
label: string;
|
|
655
685
|
instructions: string;
|
|
656
686
|
required: boolean;
|
|
657
687
|
allowAbstain: boolean;
|
|
658
|
-
kind: "boolean";
|
|
659
688
|
requireRationale?: boolean | undefined;
|
|
660
689
|
anchors?: {
|
|
661
690
|
value: string | number | boolean;
|
|
662
691
|
description: string;
|
|
663
692
|
}[] | undefined;
|
|
693
|
+
kind: "boolean";
|
|
664
694
|
} | {
|
|
665
695
|
id: string;
|
|
666
696
|
label: string;
|
|
667
697
|
instructions: string;
|
|
668
698
|
required: boolean;
|
|
669
699
|
allowAbstain: boolean;
|
|
670
|
-
kind: "text";
|
|
671
|
-
maximumLength: number;
|
|
672
700
|
requireRationale?: boolean | undefined;
|
|
673
701
|
anchors?: {
|
|
674
702
|
value: string | number | boolean;
|
|
675
703
|
description: string;
|
|
676
704
|
}[] | undefined;
|
|
705
|
+
kind: "text";
|
|
677
706
|
minimumLength?: number | undefined;
|
|
707
|
+
maximumLength: number;
|
|
678
708
|
} | {
|
|
679
709
|
id: string;
|
|
680
710
|
label: string;
|
|
681
711
|
instructions: string;
|
|
682
712
|
required: boolean;
|
|
683
713
|
allowAbstain: boolean;
|
|
684
|
-
kind: "preference";
|
|
685
|
-
allowTie: boolean;
|
|
686
714
|
requireRationale?: boolean | undefined;
|
|
687
715
|
anchors?: {
|
|
688
716
|
value: string | number | boolean;
|
|
689
717
|
description: string;
|
|
690
718
|
}[] | undefined;
|
|
719
|
+
kind: "preference";
|
|
691
720
|
requireStrength?: boolean | undefined;
|
|
721
|
+
allowTie: boolean;
|
|
692
722
|
})[];
|
|
693
723
|
} | undefined;
|
|
694
724
|
} | {
|
|
@@ -703,7 +733,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
703
733
|
contentHash: string;
|
|
704
734
|
sizeBytes: number;
|
|
705
735
|
mediaType: string;
|
|
706
|
-
visibility: "
|
|
736
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
707
737
|
};
|
|
708
738
|
};
|
|
709
739
|
rawScore: {
|
|
@@ -716,65 +746,38 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
716
746
|
contentHash: string;
|
|
717
747
|
sizeBytes: number;
|
|
718
748
|
mediaType: string;
|
|
719
|
-
visibility: "
|
|
749
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
720
750
|
}[];
|
|
721
|
-
contentHash: string;
|
|
722
|
-
feedbackKey?: string | undefined;
|
|
723
751
|
fixtureSetRef?: {
|
|
724
752
|
id: string;
|
|
725
753
|
path: string;
|
|
726
754
|
contentHash: string;
|
|
727
755
|
sizeBytes: number;
|
|
728
756
|
mediaType: string;
|
|
729
|
-
visibility: "
|
|
757
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
730
758
|
} | undefined;
|
|
731
759
|
calibrationCheckRef?: {
|
|
732
760
|
id: string;
|
|
733
761
|
contentHash: string;
|
|
734
762
|
revision: number;
|
|
735
763
|
} | undefined;
|
|
764
|
+
contentHash: string;
|
|
736
765
|
}[];
|
|
737
|
-
|
|
738
|
-
schemaVersion: "openpond.
|
|
766
|
+
assets: {
|
|
767
|
+
schemaVersion: "openpond.learningTextAsset.v1";
|
|
739
768
|
id: string;
|
|
740
|
-
revision:
|
|
741
|
-
|
|
742
|
-
graderId: string;
|
|
743
|
-
reward: {
|
|
744
|
-
id: string;
|
|
745
|
-
contentHash: string;
|
|
746
|
-
revision: number;
|
|
747
|
-
};
|
|
748
|
-
role: "training" | "evaluation";
|
|
749
|
-
normalization: {
|
|
750
|
-
kind: "identity";
|
|
751
|
-
} | {
|
|
752
|
-
kind: "linear";
|
|
753
|
-
minimum: number;
|
|
754
|
-
maximum: number;
|
|
755
|
-
direction: "higher" | "lower";
|
|
756
|
-
};
|
|
757
|
-
weight: number;
|
|
758
|
-
required: boolean;
|
|
759
|
-
hardGate: boolean;
|
|
760
|
-
privileged: boolean;
|
|
761
|
-
fixtureRefs: {
|
|
762
|
-
id: string;
|
|
763
|
-
contentHash: string;
|
|
764
|
-
}[];
|
|
765
|
-
taskIds?: string[] | undefined;
|
|
766
|
-
}[];
|
|
767
|
-
aggregation: "weighted_mean";
|
|
768
|
-
unscorable: "exclude_optional_require_all_required";
|
|
769
|
-
contentHash: string;
|
|
770
|
-
name?: string | undefined;
|
|
771
|
-
description?: string | undefined;
|
|
772
|
-
recipeRef?: {
|
|
769
|
+
revision: 1;
|
|
770
|
+
asset: {
|
|
773
771
|
id: string;
|
|
772
|
+
path: string;
|
|
774
773
|
contentHash: string;
|
|
775
|
-
|
|
776
|
-
|
|
777
|
-
|
|
774
|
+
sizeBytes: number;
|
|
775
|
+
mediaType: string;
|
|
776
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
777
|
+
};
|
|
778
|
+
text: string;
|
|
779
|
+
contentHash: string;
|
|
780
|
+
}[];
|
|
778
781
|
execution?: {
|
|
779
782
|
environment: {
|
|
780
783
|
schemaVersion: "openpond.environmentRelease.v1";
|
|
@@ -782,12 +785,12 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
782
785
|
revision: number;
|
|
783
786
|
contract: {
|
|
784
787
|
protocolVersion: "openpond.environment.v1";
|
|
785
|
-
kind: "
|
|
788
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
786
789
|
entrypoint: string;
|
|
787
790
|
stateful: boolean;
|
|
788
791
|
deterministicSeeds: boolean;
|
|
789
|
-
lifecycle: ("
|
|
790
|
-
networkPolicy: "
|
|
792
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
793
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
791
794
|
defaultTimeoutMs: number;
|
|
792
795
|
};
|
|
793
796
|
actionSchemaRef: {
|
|
@@ -796,7 +799,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
796
799
|
contentHash: string;
|
|
797
800
|
sizeBytes: number;
|
|
798
801
|
mediaType: string;
|
|
799
|
-
visibility: "
|
|
802
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
800
803
|
} | null;
|
|
801
804
|
observationSchemaRef: {
|
|
802
805
|
id: string;
|
|
@@ -804,7 +807,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
804
807
|
contentHash: string;
|
|
805
808
|
sizeBytes: number;
|
|
806
809
|
mediaType: string;
|
|
807
|
-
visibility: "
|
|
810
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
808
811
|
} | null;
|
|
809
812
|
stateSchemaRef: {
|
|
810
813
|
id: string;
|
|
@@ -812,7 +815,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
812
815
|
contentHash: string;
|
|
813
816
|
sizeBytes: number;
|
|
814
817
|
mediaType: string;
|
|
815
|
-
visibility: "
|
|
818
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
816
819
|
} | null;
|
|
817
820
|
artifactCollection: {
|
|
818
821
|
maxArtifacts: number;
|
|
@@ -828,16 +831,17 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
828
831
|
revision: number;
|
|
829
832
|
graders: ({
|
|
830
833
|
id: string;
|
|
834
|
+
taskIds?: string[] | undefined;
|
|
831
835
|
version: string;
|
|
832
836
|
weight: number;
|
|
833
837
|
hardGate: boolean;
|
|
834
838
|
rewardEligible: boolean;
|
|
835
839
|
privileged: boolean;
|
|
836
|
-
kind: "
|
|
840
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
837
841
|
config: Record<string, unknown>;
|
|
838
|
-
taskIds?: string[] | undefined;
|
|
839
842
|
} | {
|
|
840
843
|
id: string;
|
|
844
|
+
taskIds?: string[] | undefined;
|
|
841
845
|
version: string;
|
|
842
846
|
weight: number;
|
|
843
847
|
hardGate: boolean;
|
|
@@ -850,10 +854,9 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
850
854
|
contentHash: string;
|
|
851
855
|
sizeBytes: number;
|
|
852
856
|
mediaType: string;
|
|
853
|
-
visibility: "
|
|
857
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
854
858
|
};
|
|
855
|
-
calibrationStatus: "
|
|
856
|
-
taskIds?: string[] | undefined;
|
|
859
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
857
860
|
model?: {
|
|
858
861
|
providerId: string;
|
|
859
862
|
modelId: string;
|
|
@@ -862,27 +865,28 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
862
865
|
temperature?: number | undefined;
|
|
863
866
|
} | {
|
|
864
867
|
id: string;
|
|
868
|
+
taskIds?: string[] | undefined;
|
|
865
869
|
version: string;
|
|
866
870
|
weight: number;
|
|
867
871
|
hardGate: boolean;
|
|
868
872
|
rewardEligible: boolean;
|
|
869
873
|
privileged: boolean;
|
|
870
874
|
kind: "custom_verifier";
|
|
875
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
871
876
|
verifierRef: {
|
|
872
877
|
id: string;
|
|
873
878
|
path: string;
|
|
874
879
|
contentHash: string;
|
|
875
880
|
sizeBytes: number;
|
|
876
881
|
mediaType: string;
|
|
877
|
-
visibility: "
|
|
882
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
878
883
|
};
|
|
884
|
+
exportName?: string | undefined;
|
|
879
885
|
timeoutMs: number;
|
|
880
886
|
networkPolicy: "none";
|
|
881
|
-
taskIds?: string[] | undefined;
|
|
882
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
883
|
-
exportName?: string | undefined;
|
|
884
887
|
} | {
|
|
885
888
|
id: string;
|
|
889
|
+
taskIds?: string[] | undefined;
|
|
886
890
|
version: string;
|
|
887
891
|
weight: number;
|
|
888
892
|
hardGate: boolean;
|
|
@@ -895,10 +899,9 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
895
899
|
contentHash: string;
|
|
896
900
|
sizeBytes: number;
|
|
897
901
|
mediaType: string;
|
|
898
|
-
visibility: "
|
|
902
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
899
903
|
};
|
|
900
904
|
reviewerRole: string;
|
|
901
|
-
taskIds?: string[] | undefined;
|
|
902
905
|
form?: {
|
|
903
906
|
schemaVersion: "openpond.humanForm.v1";
|
|
904
907
|
mode: "individual" | "pairwise";
|
|
@@ -909,73 +912,73 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
909
912
|
instructions: string;
|
|
910
913
|
required: boolean;
|
|
911
914
|
allowAbstain: boolean;
|
|
912
|
-
kind: "score";
|
|
913
|
-
minimum: number;
|
|
914
|
-
maximum: number;
|
|
915
|
-
step: number;
|
|
916
915
|
requireRationale?: boolean | undefined;
|
|
917
916
|
anchors?: {
|
|
918
917
|
value: string | number | boolean;
|
|
919
918
|
description: string;
|
|
920
919
|
}[] | undefined;
|
|
920
|
+
kind: "score";
|
|
921
|
+
minimum: number;
|
|
922
|
+
maximum: number;
|
|
923
|
+
step: number;
|
|
921
924
|
} | {
|
|
922
925
|
id: string;
|
|
923
926
|
label: string;
|
|
924
927
|
instructions: string;
|
|
925
928
|
required: boolean;
|
|
926
929
|
allowAbstain: boolean;
|
|
927
|
-
kind: "category";
|
|
928
|
-
options: string[];
|
|
929
930
|
requireRationale?: boolean | undefined;
|
|
930
931
|
anchors?: {
|
|
931
932
|
value: string | number | boolean;
|
|
932
933
|
description: string;
|
|
933
934
|
}[] | undefined;
|
|
935
|
+
kind: "category";
|
|
936
|
+
options: string[];
|
|
934
937
|
} | {
|
|
935
938
|
id: string;
|
|
936
939
|
label: string;
|
|
937
940
|
instructions: string;
|
|
938
941
|
required: boolean;
|
|
939
942
|
allowAbstain: boolean;
|
|
940
|
-
kind: "boolean";
|
|
941
943
|
requireRationale?: boolean | undefined;
|
|
942
944
|
anchors?: {
|
|
943
945
|
value: string | number | boolean;
|
|
944
946
|
description: string;
|
|
945
947
|
}[] | undefined;
|
|
948
|
+
kind: "boolean";
|
|
946
949
|
} | {
|
|
947
950
|
id: string;
|
|
948
951
|
label: string;
|
|
949
952
|
instructions: string;
|
|
950
953
|
required: boolean;
|
|
951
954
|
allowAbstain: boolean;
|
|
952
|
-
kind: "text";
|
|
953
|
-
maximumLength: number;
|
|
954
955
|
requireRationale?: boolean | undefined;
|
|
955
956
|
anchors?: {
|
|
956
957
|
value: string | number | boolean;
|
|
957
958
|
description: string;
|
|
958
959
|
}[] | undefined;
|
|
960
|
+
kind: "text";
|
|
959
961
|
minimumLength?: number | undefined;
|
|
962
|
+
maximumLength: number;
|
|
960
963
|
} | {
|
|
961
964
|
id: string;
|
|
962
965
|
label: string;
|
|
963
966
|
instructions: string;
|
|
964
967
|
required: boolean;
|
|
965
968
|
allowAbstain: boolean;
|
|
966
|
-
kind: "preference";
|
|
967
|
-
allowTie: boolean;
|
|
968
969
|
requireRationale?: boolean | undefined;
|
|
969
970
|
anchors?: {
|
|
970
971
|
value: string | number | boolean;
|
|
971
972
|
description: string;
|
|
972
973
|
}[] | undefined;
|
|
974
|
+
kind: "preference";
|
|
973
975
|
requireStrength?: boolean | undefined;
|
|
976
|
+
allowTie: boolean;
|
|
974
977
|
})[];
|
|
975
978
|
} | undefined;
|
|
976
979
|
})[];
|
|
977
980
|
isolation: {
|
|
978
|
-
processBoundary: "
|
|
981
|
+
processBoundary: "container" | "isolated_process" | "same_process";
|
|
979
982
|
networkPolicy: "none";
|
|
980
983
|
defaultTimeoutMs: number;
|
|
981
984
|
};
|
|
@@ -996,7 +999,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
996
999
|
contentHash: string;
|
|
997
1000
|
sizeBytes: number;
|
|
998
1001
|
mediaType: string;
|
|
999
|
-
visibility: "
|
|
1002
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1000
1003
|
};
|
|
1001
1004
|
tools: {
|
|
1002
1005
|
name: string;
|
|
@@ -1010,41 +1013,41 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1010
1013
|
maxStateBytes: number;
|
|
1011
1014
|
maxObservationBytes: number;
|
|
1012
1015
|
operationTimeoutMs: number;
|
|
1013
|
-
contentHash: string;
|
|
1014
1016
|
executionServices?: ({
|
|
1017
|
+
id: string;
|
|
1018
|
+
operation: "collect" | "step";
|
|
1019
|
+
toolName?: string | undefined;
|
|
1020
|
+
timeoutMs: number;
|
|
1015
1021
|
kind: "sqlite.v1";
|
|
1016
1022
|
sql: {
|
|
1017
|
-
scope: "
|
|
1023
|
+
scope: "arguments" | "initialState" | "input" | "state";
|
|
1018
1024
|
path: string[];
|
|
1019
1025
|
};
|
|
1020
1026
|
snapshot: {
|
|
1021
|
-
scope: "
|
|
1027
|
+
scope: "arguments" | "initialState" | "input" | "state";
|
|
1022
1028
|
path: string[];
|
|
1023
1029
|
};
|
|
1024
1030
|
maxRows: number;
|
|
1025
1031
|
maxResultBytes: number;
|
|
1032
|
+
} | {
|
|
1026
1033
|
id: string;
|
|
1027
|
-
operation: "
|
|
1028
|
-
timeoutMs: number;
|
|
1034
|
+
operation: "collect" | "step";
|
|
1029
1035
|
toolName?: string | undefined;
|
|
1030
|
-
|
|
1036
|
+
timeoutMs: number;
|
|
1031
1037
|
kind: "javascript.v1";
|
|
1032
1038
|
source: {
|
|
1033
|
-
scope: "
|
|
1039
|
+
scope: "arguments" | "initialState" | "input" | "state";
|
|
1034
1040
|
path: string[];
|
|
1035
1041
|
};
|
|
1036
1042
|
cases: {
|
|
1037
|
-
scope: "
|
|
1043
|
+
scope: "arguments" | "initialState" | "input" | "state";
|
|
1038
1044
|
path: string[];
|
|
1039
1045
|
};
|
|
1040
1046
|
exportName: string;
|
|
1041
1047
|
maxCases: number;
|
|
1042
1048
|
maxResultBytes: number;
|
|
1043
|
-
id: string;
|
|
1044
|
-
operation: "step" | "collect";
|
|
1045
|
-
timeoutMs: number;
|
|
1046
|
-
toolName?: string | undefined;
|
|
1047
1049
|
})[] | undefined;
|
|
1050
|
+
contentHash: string;
|
|
1048
1051
|
};
|
|
1049
1052
|
} | undefined;
|
|
1050
1053
|
instructionMode?: "per_task" | undefined;
|
|
@@ -1064,7 +1067,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1064
1067
|
contentHash: string;
|
|
1065
1068
|
revision: number;
|
|
1066
1069
|
};
|
|
1067
|
-
purpose: "evaluation" | "
|
|
1070
|
+
purpose: "evaluation" | "reward_training" | "supervised_training";
|
|
1068
1071
|
examples: {
|
|
1069
1072
|
evidence: {
|
|
1070
1073
|
id: string;
|
|
@@ -1078,7 +1081,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1078
1081
|
};
|
|
1079
1082
|
familyKey: string;
|
|
1080
1083
|
inputHash: string;
|
|
1081
|
-
split: "
|
|
1084
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1082
1085
|
}[];
|
|
1083
1086
|
sealedAt: string;
|
|
1084
1087
|
sealedBy: string;
|
|
@@ -1106,7 +1109,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1106
1109
|
attemptId: string;
|
|
1107
1110
|
occurredAt: string;
|
|
1108
1111
|
familyKey: string | null;
|
|
1109
|
-
split: "
|
|
1112
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1110
1113
|
input: Record<string, import("zod").JSONType>;
|
|
1111
1114
|
observedOutput: Record<string, import("zod").JSONType> | null;
|
|
1112
1115
|
expected: Record<string, import("zod").JSONType> | null;
|
|
@@ -1117,12 +1120,8 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1117
1120
|
contentHash: string;
|
|
1118
1121
|
sizeBytes: number;
|
|
1119
1122
|
mediaType: string;
|
|
1120
|
-
visibility: "
|
|
1123
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1121
1124
|
}[];
|
|
1122
|
-
provenance: {
|
|
1123
|
-
sourceRecordRef: string | null;
|
|
1124
|
-
mappingHash: string | null;
|
|
1125
|
-
};
|
|
1126
1125
|
requiredOutputs?: {
|
|
1127
1126
|
path: string;
|
|
1128
1127
|
mediaType: string;
|
|
@@ -1132,11 +1131,16 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1132
1131
|
contentHash: string;
|
|
1133
1132
|
sizeBytes: number;
|
|
1134
1133
|
mediaType: string;
|
|
1135
|
-
visibility: "
|
|
1134
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1136
1135
|
} | null;
|
|
1136
|
+
submissionMode?: "structured_json" | undefined;
|
|
1137
1137
|
maxBytes: number | null;
|
|
1138
1138
|
metadata: Record<string, unknown>;
|
|
1139
1139
|
}[] | undefined;
|
|
1140
|
+
provenance: {
|
|
1141
|
+
sourceRecordRef: string | null;
|
|
1142
|
+
mappingHash: string | null;
|
|
1143
|
+
};
|
|
1140
1144
|
};
|
|
1141
1145
|
supersedes: {
|
|
1142
1146
|
id: string;
|
|
@@ -1170,10 +1174,10 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1170
1174
|
revision: number;
|
|
1171
1175
|
} | null;
|
|
1172
1176
|
};
|
|
1173
|
-
evidenceValidity: "
|
|
1174
|
-
taskAdmissibility: "
|
|
1175
|
-
observedQuality: "
|
|
1176
|
-
targetApproval: "
|
|
1177
|
+
evidenceValidity: "invalid" | "pending" | "valid";
|
|
1178
|
+
taskAdmissibility: "approved" | "pending" | "rejected";
|
|
1179
|
+
observedQuality: "failed" | "passed" | "unavailable" | "unscored";
|
|
1180
|
+
targetApproval: "approved" | "not_required" | "pending" | "rejected";
|
|
1177
1181
|
approvedTarget: Record<string, import("zod").JSONType> | null;
|
|
1178
1182
|
grade: {
|
|
1179
1183
|
schemaVersion: "openpond.rewardComposition.v1";
|
|
@@ -1183,6 +1187,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1183
1187
|
revision: number;
|
|
1184
1188
|
};
|
|
1185
1189
|
taskHash: string;
|
|
1190
|
+
taskId?: string | undefined;
|
|
1186
1191
|
outputHash: string;
|
|
1187
1192
|
results: {
|
|
1188
1193
|
graderId: string;
|
|
@@ -1191,26 +1196,24 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1191
1196
|
contentHash: string;
|
|
1192
1197
|
revision: number;
|
|
1193
1198
|
};
|
|
1194
|
-
role: "
|
|
1195
|
-
status: "
|
|
1199
|
+
role: "evaluation" | "training";
|
|
1200
|
+
status: "failed" | "not_applicable" | "pending" | "scored" | "unavailable";
|
|
1196
1201
|
rawScore: number | null;
|
|
1197
1202
|
normalizedScore: number | null;
|
|
1198
1203
|
passed: boolean | null;
|
|
1199
1204
|
evidenceHashes: string[];
|
|
1200
|
-
message: string | null;
|
|
1201
1205
|
graderEvidence?: {
|
|
1202
1206
|
schemaVersion: "openpond.graderEvidence.v1";
|
|
1203
1207
|
graderId: string;
|
|
1204
1208
|
graderVersion: string;
|
|
1209
|
+
status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
|
|
1205
1210
|
score: number | null;
|
|
1206
1211
|
passed: boolean;
|
|
1207
1212
|
rewardEligible: boolean;
|
|
1208
|
-
failureClass: "
|
|
1213
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
1209
1214
|
feedback: string[];
|
|
1210
1215
|
visibleEvidenceRefs: string[];
|
|
1211
1216
|
privilegedEvidenceRefs: string[];
|
|
1212
|
-
contentHash: string;
|
|
1213
|
-
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
1214
1217
|
modelJudgeReceipt?: {
|
|
1215
1218
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
1216
1219
|
providerId: string;
|
|
@@ -1225,27 +1228,28 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1225
1228
|
transportPolicy?: {
|
|
1226
1229
|
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
1227
1230
|
responseFormat: "judgment_json_schema";
|
|
1228
|
-
reasoningEffort: "high" | "low" | "
|
|
1231
|
+
reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
|
|
1229
1232
|
maximumOutputTokens: number;
|
|
1230
1233
|
} | undefined;
|
|
1231
1234
|
effectiveRequestHash?: string | undefined;
|
|
1232
1235
|
finishReason?: string | null | undefined;
|
|
1233
1236
|
reasoningTokens?: number | null | undefined;
|
|
1234
1237
|
} | undefined;
|
|
1238
|
+
contentHash: string;
|
|
1235
1239
|
} | undefined;
|
|
1240
|
+
message: string | null;
|
|
1236
1241
|
}[];
|
|
1237
1242
|
training: {
|
|
1238
|
-
status: "
|
|
1243
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
1239
1244
|
score: number | null;
|
|
1240
1245
|
passed: boolean | null;
|
|
1241
1246
|
};
|
|
1242
1247
|
evaluation: {
|
|
1243
|
-
status: "
|
|
1248
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
1244
1249
|
score: number | null;
|
|
1245
1250
|
passed: boolean | null;
|
|
1246
1251
|
};
|
|
1247
1252
|
contentHash: string;
|
|
1248
|
-
taskId?: string | undefined;
|
|
1249
1253
|
} | null;
|
|
1250
1254
|
targetGrade: {
|
|
1251
1255
|
schemaVersion: "openpond.rewardComposition.v1";
|
|
@@ -1255,6 +1259,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1255
1259
|
revision: number;
|
|
1256
1260
|
};
|
|
1257
1261
|
taskHash: string;
|
|
1262
|
+
taskId?: string | undefined;
|
|
1258
1263
|
outputHash: string;
|
|
1259
1264
|
results: {
|
|
1260
1265
|
graderId: string;
|
|
@@ -1263,26 +1268,24 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1263
1268
|
contentHash: string;
|
|
1264
1269
|
revision: number;
|
|
1265
1270
|
};
|
|
1266
|
-
role: "
|
|
1267
|
-
status: "
|
|
1271
|
+
role: "evaluation" | "training";
|
|
1272
|
+
status: "failed" | "not_applicable" | "pending" | "scored" | "unavailable";
|
|
1268
1273
|
rawScore: number | null;
|
|
1269
1274
|
normalizedScore: number | null;
|
|
1270
1275
|
passed: boolean | null;
|
|
1271
1276
|
evidenceHashes: string[];
|
|
1272
|
-
message: string | null;
|
|
1273
1277
|
graderEvidence?: {
|
|
1274
1278
|
schemaVersion: "openpond.graderEvidence.v1";
|
|
1275
1279
|
graderId: string;
|
|
1276
1280
|
graderVersion: string;
|
|
1281
|
+
status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
|
|
1277
1282
|
score: number | null;
|
|
1278
1283
|
passed: boolean;
|
|
1279
1284
|
rewardEligible: boolean;
|
|
1280
|
-
failureClass: "
|
|
1285
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
1281
1286
|
feedback: string[];
|
|
1282
1287
|
visibleEvidenceRefs: string[];
|
|
1283
1288
|
privilegedEvidenceRefs: string[];
|
|
1284
|
-
contentHash: string;
|
|
1285
|
-
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
1286
1289
|
modelJudgeReceipt?: {
|
|
1287
1290
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
1288
1291
|
providerId: string;
|
|
@@ -1297,27 +1300,28 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1297
1300
|
transportPolicy?: {
|
|
1298
1301
|
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
1299
1302
|
responseFormat: "judgment_json_schema";
|
|
1300
|
-
reasoningEffort: "high" | "low" | "
|
|
1303
|
+
reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
|
|
1301
1304
|
maximumOutputTokens: number;
|
|
1302
1305
|
} | undefined;
|
|
1303
1306
|
effectiveRequestHash?: string | undefined;
|
|
1304
1307
|
finishReason?: string | null | undefined;
|
|
1305
1308
|
reasoningTokens?: number | null | undefined;
|
|
1306
1309
|
} | undefined;
|
|
1310
|
+
contentHash: string;
|
|
1307
1311
|
} | undefined;
|
|
1312
|
+
message: string | null;
|
|
1308
1313
|
}[];
|
|
1309
1314
|
training: {
|
|
1310
|
-
status: "
|
|
1315
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
1311
1316
|
score: number | null;
|
|
1312
1317
|
passed: boolean | null;
|
|
1313
1318
|
};
|
|
1314
1319
|
evaluation: {
|
|
1315
|
-
status: "
|
|
1320
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
1316
1321
|
score: number | null;
|
|
1317
1322
|
passed: boolean | null;
|
|
1318
1323
|
};
|
|
1319
1324
|
contentHash: string;
|
|
1320
|
-
taskId?: string | undefined;
|
|
1321
1325
|
} | null;
|
|
1322
1326
|
note: string;
|
|
1323
1327
|
decidedAt: string;
|
|
@@ -1328,14 +1332,14 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1328
1332
|
id: string;
|
|
1329
1333
|
revision: number;
|
|
1330
1334
|
name: string;
|
|
1331
|
-
kind: "
|
|
1335
|
+
kind: "benchmark" | "direct" | "opentelemetry" | "provider" | "work";
|
|
1332
1336
|
taskDefinition: {
|
|
1333
1337
|
id: string;
|
|
1334
1338
|
contentHash: string;
|
|
1335
1339
|
revision: number;
|
|
1336
1340
|
};
|
|
1337
1341
|
enabled: boolean;
|
|
1338
|
-
allowedSplits: ("
|
|
1342
|
+
allowedSplits: ("frozen_eval" | "test" | "train" | "validation")[];
|
|
1339
1343
|
mapping: {
|
|
1340
1344
|
schemaVersion: "openpond.taskSourceMapping.v1";
|
|
1341
1345
|
exampleId: string;
|
|
@@ -1346,10 +1350,9 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1346
1350
|
expected: string | null;
|
|
1347
1351
|
evaluatorContext: string | null;
|
|
1348
1352
|
familyKey: string;
|
|
1349
|
-
split: "
|
|
1353
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1350
1354
|
} | null;
|
|
1351
1355
|
adapterVersion: string | null;
|
|
1352
|
-
contentHash: string;
|
|
1353
1356
|
reviewOrigin?: {
|
|
1354
1357
|
modelId: string;
|
|
1355
1358
|
packageHash: string;
|
|
@@ -1380,6 +1383,7 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1380
1383
|
revision: number;
|
|
1381
1384
|
};
|
|
1382
1385
|
} | undefined;
|
|
1386
|
+
contentHash: string;
|
|
1383
1387
|
}[];
|
|
1384
1388
|
assets: {
|
|
1385
1389
|
schemaVersion: "openpond.learningTextAsset.v1";
|
|
@@ -1391,12 +1395,13 @@ export declare function compileTasksetDraftWorkspace(input: {
|
|
|
1391
1395
|
contentHash: string;
|
|
1392
1396
|
sizeBytes: number;
|
|
1393
1397
|
mediaType: string;
|
|
1394
|
-
visibility: "
|
|
1398
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1395
1399
|
};
|
|
1396
1400
|
text: string;
|
|
1397
1401
|
contentHash: string;
|
|
1398
1402
|
}[];
|
|
1399
1403
|
} | undefined;
|
|
1404
|
+
contentHash: string;
|
|
1400
1405
|
};
|
|
1401
1406
|
/** Model-derived authoring retains its stronger owner/source contract. */
|
|
1402
1407
|
export declare function compileModelTasksetDraftWorkspace(input: Parameters<typeof compileTasksetDraftWorkspace>[0]): {
|
|
@@ -1413,14 +1418,18 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1413
1418
|
};
|
|
1414
1419
|
environment: {
|
|
1415
1420
|
protocolVersion: "openpond.environment.v1";
|
|
1416
|
-
kind: "
|
|
1421
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
1417
1422
|
entrypoint: string;
|
|
1418
1423
|
stateful: boolean;
|
|
1419
1424
|
deterministicSeeds: boolean;
|
|
1420
|
-
lifecycle: ("
|
|
1421
|
-
networkPolicy: "
|
|
1425
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
1426
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
1422
1427
|
defaultTimeoutMs: number;
|
|
1423
1428
|
};
|
|
1429
|
+
environmentRelease?: {
|
|
1430
|
+
id: string;
|
|
1431
|
+
contentHash: string;
|
|
1432
|
+
} | undefined;
|
|
1424
1433
|
tools: {
|
|
1425
1434
|
name: string;
|
|
1426
1435
|
description: string;
|
|
@@ -1433,12 +1442,12 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1433
1442
|
id: string;
|
|
1434
1443
|
required: boolean;
|
|
1435
1444
|
scopes: string[];
|
|
1436
|
-
portability: "
|
|
1445
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
1437
1446
|
}[];
|
|
1438
1447
|
tasks: {
|
|
1439
1448
|
id: string;
|
|
1440
1449
|
clusterKey: string;
|
|
1441
|
-
split: "
|
|
1450
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1442
1451
|
input: Record<string, unknown>;
|
|
1443
1452
|
expectedOutput: Record<string, unknown> | null;
|
|
1444
1453
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -1449,9 +1458,8 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1449
1458
|
contentHash: string;
|
|
1450
1459
|
sizeBytes: number;
|
|
1451
1460
|
mediaType: string;
|
|
1452
|
-
visibility: "
|
|
1461
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1453
1462
|
}[];
|
|
1454
|
-
tags: string[];
|
|
1455
1463
|
requiredOutputs?: {
|
|
1456
1464
|
path: string;
|
|
1457
1465
|
mediaType: string;
|
|
@@ -1461,24 +1469,27 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1461
1469
|
contentHash: string;
|
|
1462
1470
|
sizeBytes: number;
|
|
1463
1471
|
mediaType: string;
|
|
1464
|
-
visibility: "
|
|
1472
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1465
1473
|
} | null;
|
|
1474
|
+
submissionMode?: "structured_json" | undefined;
|
|
1466
1475
|
maxBytes: number | null;
|
|
1467
1476
|
metadata: Record<string, unknown>;
|
|
1468
1477
|
}[] | undefined;
|
|
1478
|
+
tags: string[];
|
|
1469
1479
|
}[];
|
|
1470
1480
|
graders: ({
|
|
1471
1481
|
id: string;
|
|
1482
|
+
taskIds?: string[] | undefined;
|
|
1472
1483
|
version: string;
|
|
1473
1484
|
weight: number;
|
|
1474
1485
|
hardGate: boolean;
|
|
1475
1486
|
rewardEligible: boolean;
|
|
1476
1487
|
privileged: boolean;
|
|
1477
|
-
kind: "
|
|
1488
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
1478
1489
|
config: Record<string, unknown>;
|
|
1479
|
-
taskIds?: string[] | undefined;
|
|
1480
1490
|
} | {
|
|
1481
1491
|
id: string;
|
|
1492
|
+
taskIds?: string[] | undefined;
|
|
1482
1493
|
version: string;
|
|
1483
1494
|
weight: number;
|
|
1484
1495
|
hardGate: boolean;
|
|
@@ -1491,10 +1502,9 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1491
1502
|
contentHash: string;
|
|
1492
1503
|
sizeBytes: number;
|
|
1493
1504
|
mediaType: string;
|
|
1494
|
-
visibility: "
|
|
1505
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1495
1506
|
};
|
|
1496
|
-
calibrationStatus: "
|
|
1497
|
-
taskIds?: string[] | undefined;
|
|
1507
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
1498
1508
|
model?: {
|
|
1499
1509
|
providerId: string;
|
|
1500
1510
|
modelId: string;
|
|
@@ -1503,27 +1513,28 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1503
1513
|
temperature?: number | undefined;
|
|
1504
1514
|
} | {
|
|
1505
1515
|
id: string;
|
|
1516
|
+
taskIds?: string[] | undefined;
|
|
1506
1517
|
version: string;
|
|
1507
1518
|
weight: number;
|
|
1508
1519
|
hardGate: boolean;
|
|
1509
1520
|
rewardEligible: boolean;
|
|
1510
1521
|
privileged: boolean;
|
|
1511
1522
|
kind: "custom_verifier";
|
|
1523
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1512
1524
|
verifierRef: {
|
|
1513
1525
|
id: string;
|
|
1514
1526
|
path: string;
|
|
1515
1527
|
contentHash: string;
|
|
1516
1528
|
sizeBytes: number;
|
|
1517
1529
|
mediaType: string;
|
|
1518
|
-
visibility: "
|
|
1530
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1519
1531
|
};
|
|
1532
|
+
exportName?: string | undefined;
|
|
1520
1533
|
timeoutMs: number;
|
|
1521
1534
|
networkPolicy: "none";
|
|
1522
|
-
taskIds?: string[] | undefined;
|
|
1523
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1524
|
-
exportName?: string | undefined;
|
|
1525
1535
|
} | {
|
|
1526
1536
|
id: string;
|
|
1537
|
+
taskIds?: string[] | undefined;
|
|
1527
1538
|
version: string;
|
|
1528
1539
|
weight: number;
|
|
1529
1540
|
hardGate: boolean;
|
|
@@ -1536,10 +1547,9 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1536
1547
|
contentHash: string;
|
|
1537
1548
|
sizeBytes: number;
|
|
1538
1549
|
mediaType: string;
|
|
1539
|
-
visibility: "
|
|
1550
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1540
1551
|
};
|
|
1541
1552
|
reviewerRole: string;
|
|
1542
|
-
taskIds?: string[] | undefined;
|
|
1543
1553
|
form?: {
|
|
1544
1554
|
schemaVersion: "openpond.humanForm.v1";
|
|
1545
1555
|
mode: "individual" | "pairwise";
|
|
@@ -1550,77 +1560,71 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1550
1560
|
instructions: string;
|
|
1551
1561
|
required: boolean;
|
|
1552
1562
|
allowAbstain: boolean;
|
|
1553
|
-
kind: "score";
|
|
1554
|
-
minimum: number;
|
|
1555
|
-
maximum: number;
|
|
1556
|
-
step: number;
|
|
1557
1563
|
requireRationale?: boolean | undefined;
|
|
1558
1564
|
anchors?: {
|
|
1559
1565
|
value: string | number | boolean;
|
|
1560
1566
|
description: string;
|
|
1561
1567
|
}[] | undefined;
|
|
1568
|
+
kind: "score";
|
|
1569
|
+
minimum: number;
|
|
1570
|
+
maximum: number;
|
|
1571
|
+
step: number;
|
|
1562
1572
|
} | {
|
|
1563
1573
|
id: string;
|
|
1564
1574
|
label: string;
|
|
1565
1575
|
instructions: string;
|
|
1566
1576
|
required: boolean;
|
|
1567
1577
|
allowAbstain: boolean;
|
|
1568
|
-
kind: "category";
|
|
1569
|
-
options: string[];
|
|
1570
1578
|
requireRationale?: boolean | undefined;
|
|
1571
1579
|
anchors?: {
|
|
1572
1580
|
value: string | number | boolean;
|
|
1573
1581
|
description: string;
|
|
1574
1582
|
}[] | undefined;
|
|
1583
|
+
kind: "category";
|
|
1584
|
+
options: string[];
|
|
1575
1585
|
} | {
|
|
1576
1586
|
id: string;
|
|
1577
1587
|
label: string;
|
|
1578
1588
|
instructions: string;
|
|
1579
1589
|
required: boolean;
|
|
1580
1590
|
allowAbstain: boolean;
|
|
1581
|
-
kind: "boolean";
|
|
1582
1591
|
requireRationale?: boolean | undefined;
|
|
1583
1592
|
anchors?: {
|
|
1584
1593
|
value: string | number | boolean;
|
|
1585
1594
|
description: string;
|
|
1586
1595
|
}[] | undefined;
|
|
1596
|
+
kind: "boolean";
|
|
1587
1597
|
} | {
|
|
1588
1598
|
id: string;
|
|
1589
1599
|
label: string;
|
|
1590
1600
|
instructions: string;
|
|
1591
1601
|
required: boolean;
|
|
1592
1602
|
allowAbstain: boolean;
|
|
1593
|
-
kind: "text";
|
|
1594
|
-
maximumLength: number;
|
|
1595
1603
|
requireRationale?: boolean | undefined;
|
|
1596
1604
|
anchors?: {
|
|
1597
1605
|
value: string | number | boolean;
|
|
1598
1606
|
description: string;
|
|
1599
1607
|
}[] | undefined;
|
|
1608
|
+
kind: "text";
|
|
1600
1609
|
minimumLength?: number | undefined;
|
|
1610
|
+
maximumLength: number;
|
|
1601
1611
|
} | {
|
|
1602
1612
|
id: string;
|
|
1603
1613
|
label: string;
|
|
1604
1614
|
instructions: string;
|
|
1605
1615
|
required: boolean;
|
|
1606
1616
|
allowAbstain: boolean;
|
|
1607
|
-
kind: "preference";
|
|
1608
|
-
allowTie: boolean;
|
|
1609
1617
|
requireRationale?: boolean | undefined;
|
|
1610
1618
|
anchors?: {
|
|
1611
1619
|
value: string | number | boolean;
|
|
1612
1620
|
description: string;
|
|
1613
1621
|
}[] | undefined;
|
|
1622
|
+
kind: "preference";
|
|
1614
1623
|
requireStrength?: boolean | undefined;
|
|
1624
|
+
allowTie: boolean;
|
|
1615
1625
|
})[];
|
|
1616
1626
|
} | undefined;
|
|
1617
1627
|
})[];
|
|
1618
|
-
metadata: Record<string, unknown>;
|
|
1619
|
-
contentHash: string;
|
|
1620
|
-
environmentRelease?: {
|
|
1621
|
-
id: string;
|
|
1622
|
-
contentHash: string;
|
|
1623
|
-
} | undefined;
|
|
1624
1628
|
verifierSetRelease?: {
|
|
1625
1629
|
id: string;
|
|
1626
1630
|
contentHash: string;
|
|
@@ -1629,7 +1633,8 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1629
1633
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
1630
1634
|
primaryMetric: string;
|
|
1631
1635
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
1632
|
-
missingReward: "
|
|
1636
|
+
missingReward: "exclude" | "zero";
|
|
1637
|
+
taskWeights?: Record<string, number> | undefined;
|
|
1633
1638
|
customAggregator: {
|
|
1634
1639
|
module: string;
|
|
1635
1640
|
exportName: string;
|
|
@@ -1637,8 +1642,9 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1637
1642
|
timeoutMs: number;
|
|
1638
1643
|
networkPolicy: "none";
|
|
1639
1644
|
} | null;
|
|
1640
|
-
taskWeights?: Record<string, number> | undefined;
|
|
1641
1645
|
} | undefined;
|
|
1646
|
+
metadata: Record<string, unknown>;
|
|
1647
|
+
contentHash: string;
|
|
1642
1648
|
};
|
|
1643
1649
|
environment: {
|
|
1644
1650
|
schemaVersion: "openpond.environmentRelease.v1";
|
|
@@ -1646,12 +1652,12 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1646
1652
|
revision: number;
|
|
1647
1653
|
contract: {
|
|
1648
1654
|
protocolVersion: "openpond.environment.v1";
|
|
1649
|
-
kind: "
|
|
1655
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
1650
1656
|
entrypoint: string;
|
|
1651
1657
|
stateful: boolean;
|
|
1652
1658
|
deterministicSeeds: boolean;
|
|
1653
|
-
lifecycle: ("
|
|
1654
|
-
networkPolicy: "
|
|
1659
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
1660
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
1655
1661
|
defaultTimeoutMs: number;
|
|
1656
1662
|
};
|
|
1657
1663
|
actionSchemaRef: {
|
|
@@ -1660,7 +1666,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1660
1666
|
contentHash: string;
|
|
1661
1667
|
sizeBytes: number;
|
|
1662
1668
|
mediaType: string;
|
|
1663
|
-
visibility: "
|
|
1669
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1664
1670
|
} | null;
|
|
1665
1671
|
observationSchemaRef: {
|
|
1666
1672
|
id: string;
|
|
@@ -1668,7 +1674,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1668
1674
|
contentHash: string;
|
|
1669
1675
|
sizeBytes: number;
|
|
1670
1676
|
mediaType: string;
|
|
1671
|
-
visibility: "
|
|
1677
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1672
1678
|
} | null;
|
|
1673
1679
|
stateSchemaRef: {
|
|
1674
1680
|
id: string;
|
|
@@ -1676,7 +1682,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1676
1682
|
contentHash: string;
|
|
1677
1683
|
sizeBytes: number;
|
|
1678
1684
|
mediaType: string;
|
|
1679
|
-
visibility: "
|
|
1685
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1680
1686
|
} | null;
|
|
1681
1687
|
artifactCollection: {
|
|
1682
1688
|
maxArtifacts: number;
|
|
@@ -1692,16 +1698,17 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1692
1698
|
revision: number;
|
|
1693
1699
|
graders: ({
|
|
1694
1700
|
id: string;
|
|
1701
|
+
taskIds?: string[] | undefined;
|
|
1695
1702
|
version: string;
|
|
1696
1703
|
weight: number;
|
|
1697
1704
|
hardGate: boolean;
|
|
1698
1705
|
rewardEligible: boolean;
|
|
1699
1706
|
privileged: boolean;
|
|
1700
|
-
kind: "
|
|
1707
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
1701
1708
|
config: Record<string, unknown>;
|
|
1702
|
-
taskIds?: string[] | undefined;
|
|
1703
1709
|
} | {
|
|
1704
1710
|
id: string;
|
|
1711
|
+
taskIds?: string[] | undefined;
|
|
1705
1712
|
version: string;
|
|
1706
1713
|
weight: number;
|
|
1707
1714
|
hardGate: boolean;
|
|
@@ -1714,10 +1721,9 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1714
1721
|
contentHash: string;
|
|
1715
1722
|
sizeBytes: number;
|
|
1716
1723
|
mediaType: string;
|
|
1717
|
-
visibility: "
|
|
1724
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1718
1725
|
};
|
|
1719
|
-
calibrationStatus: "
|
|
1720
|
-
taskIds?: string[] | undefined;
|
|
1726
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
1721
1727
|
model?: {
|
|
1722
1728
|
providerId: string;
|
|
1723
1729
|
modelId: string;
|
|
@@ -1726,27 +1732,28 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1726
1732
|
temperature?: number | undefined;
|
|
1727
1733
|
} | {
|
|
1728
1734
|
id: string;
|
|
1735
|
+
taskIds?: string[] | undefined;
|
|
1729
1736
|
version: string;
|
|
1730
1737
|
weight: number;
|
|
1731
1738
|
hardGate: boolean;
|
|
1732
1739
|
rewardEligible: boolean;
|
|
1733
1740
|
privileged: boolean;
|
|
1734
1741
|
kind: "custom_verifier";
|
|
1742
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1735
1743
|
verifierRef: {
|
|
1736
1744
|
id: string;
|
|
1737
1745
|
path: string;
|
|
1738
1746
|
contentHash: string;
|
|
1739
1747
|
sizeBytes: number;
|
|
1740
1748
|
mediaType: string;
|
|
1741
|
-
visibility: "
|
|
1749
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1742
1750
|
};
|
|
1751
|
+
exportName?: string | undefined;
|
|
1743
1752
|
timeoutMs: number;
|
|
1744
1753
|
networkPolicy: "none";
|
|
1745
|
-
taskIds?: string[] | undefined;
|
|
1746
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1747
|
-
exportName?: string | undefined;
|
|
1748
1754
|
} | {
|
|
1749
1755
|
id: string;
|
|
1756
|
+
taskIds?: string[] | undefined;
|
|
1750
1757
|
version: string;
|
|
1751
1758
|
weight: number;
|
|
1752
1759
|
hardGate: boolean;
|
|
@@ -1759,10 +1766,9 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1759
1766
|
contentHash: string;
|
|
1760
1767
|
sizeBytes: number;
|
|
1761
1768
|
mediaType: string;
|
|
1762
|
-
visibility: "
|
|
1769
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1763
1770
|
};
|
|
1764
1771
|
reviewerRole: string;
|
|
1765
|
-
taskIds?: string[] | undefined;
|
|
1766
1772
|
form?: {
|
|
1767
1773
|
schemaVersion: "openpond.humanForm.v1";
|
|
1768
1774
|
mode: "individual" | "pairwise";
|
|
@@ -1773,73 +1779,73 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1773
1779
|
instructions: string;
|
|
1774
1780
|
required: boolean;
|
|
1775
1781
|
allowAbstain: boolean;
|
|
1776
|
-
kind: "score";
|
|
1777
|
-
minimum: number;
|
|
1778
|
-
maximum: number;
|
|
1779
|
-
step: number;
|
|
1780
1782
|
requireRationale?: boolean | undefined;
|
|
1781
1783
|
anchors?: {
|
|
1782
1784
|
value: string | number | boolean;
|
|
1783
1785
|
description: string;
|
|
1784
1786
|
}[] | undefined;
|
|
1787
|
+
kind: "score";
|
|
1788
|
+
minimum: number;
|
|
1789
|
+
maximum: number;
|
|
1790
|
+
step: number;
|
|
1785
1791
|
} | {
|
|
1786
1792
|
id: string;
|
|
1787
1793
|
label: string;
|
|
1788
1794
|
instructions: string;
|
|
1789
1795
|
required: boolean;
|
|
1790
1796
|
allowAbstain: boolean;
|
|
1791
|
-
kind: "category";
|
|
1792
|
-
options: string[];
|
|
1793
1797
|
requireRationale?: boolean | undefined;
|
|
1794
1798
|
anchors?: {
|
|
1795
1799
|
value: string | number | boolean;
|
|
1796
1800
|
description: string;
|
|
1797
1801
|
}[] | undefined;
|
|
1802
|
+
kind: "category";
|
|
1803
|
+
options: string[];
|
|
1798
1804
|
} | {
|
|
1799
1805
|
id: string;
|
|
1800
1806
|
label: string;
|
|
1801
1807
|
instructions: string;
|
|
1802
1808
|
required: boolean;
|
|
1803
1809
|
allowAbstain: boolean;
|
|
1804
|
-
kind: "boolean";
|
|
1805
1810
|
requireRationale?: boolean | undefined;
|
|
1806
1811
|
anchors?: {
|
|
1807
1812
|
value: string | number | boolean;
|
|
1808
1813
|
description: string;
|
|
1809
1814
|
}[] | undefined;
|
|
1815
|
+
kind: "boolean";
|
|
1810
1816
|
} | {
|
|
1811
1817
|
id: string;
|
|
1812
1818
|
label: string;
|
|
1813
1819
|
instructions: string;
|
|
1814
1820
|
required: boolean;
|
|
1815
1821
|
allowAbstain: boolean;
|
|
1816
|
-
kind: "text";
|
|
1817
|
-
maximumLength: number;
|
|
1818
1822
|
requireRationale?: boolean | undefined;
|
|
1819
1823
|
anchors?: {
|
|
1820
1824
|
value: string | number | boolean;
|
|
1821
1825
|
description: string;
|
|
1822
1826
|
}[] | undefined;
|
|
1827
|
+
kind: "text";
|
|
1823
1828
|
minimumLength?: number | undefined;
|
|
1829
|
+
maximumLength: number;
|
|
1824
1830
|
} | {
|
|
1825
1831
|
id: string;
|
|
1826
1832
|
label: string;
|
|
1827
1833
|
instructions: string;
|
|
1828
1834
|
required: boolean;
|
|
1829
1835
|
allowAbstain: boolean;
|
|
1830
|
-
kind: "preference";
|
|
1831
|
-
allowTie: boolean;
|
|
1832
1836
|
requireRationale?: boolean | undefined;
|
|
1833
1837
|
anchors?: {
|
|
1834
1838
|
value: string | number | boolean;
|
|
1835
1839
|
description: string;
|
|
1836
1840
|
}[] | undefined;
|
|
1841
|
+
kind: "preference";
|
|
1837
1842
|
requireStrength?: boolean | undefined;
|
|
1843
|
+
allowTie: boolean;
|
|
1838
1844
|
})[];
|
|
1839
1845
|
} | undefined;
|
|
1840
1846
|
})[];
|
|
1841
1847
|
isolation: {
|
|
1842
|
-
processBoundary: "
|
|
1848
|
+
processBoundary: "container" | "isolated_process" | "same_process";
|
|
1843
1849
|
networkPolicy: "none";
|
|
1844
1850
|
defaultTimeoutMs: number;
|
|
1845
1851
|
};
|
|
@@ -1857,11 +1863,10 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1857
1863
|
contentHash: string;
|
|
1858
1864
|
sizeBytes: number;
|
|
1859
1865
|
mediaType: string;
|
|
1860
|
-
visibility: "
|
|
1866
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1861
1867
|
};
|
|
1862
1868
|
base64: string;
|
|
1863
1869
|
}[];
|
|
1864
|
-
contentHash: string;
|
|
1865
1870
|
modelResources?: {
|
|
1866
1871
|
taskDefinition: {
|
|
1867
1872
|
schemaVersion: "openpond.taskDefinition.v1";
|
|
@@ -1870,10 +1875,26 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1870
1875
|
name: string;
|
|
1871
1876
|
description: string;
|
|
1872
1877
|
instructions: string;
|
|
1873
|
-
category: "
|
|
1878
|
+
category: "coding" | "custom" | "question_answering" | "structured" | "tool_workflow";
|
|
1874
1879
|
familyNamespace: string;
|
|
1875
1880
|
inputSchema: Record<string, unknown>;
|
|
1876
1881
|
outputSchema: Record<string, unknown>;
|
|
1882
|
+
requiredOutputs?: {
|
|
1883
|
+
path: string;
|
|
1884
|
+
mediaType: string;
|
|
1885
|
+
schemaRef: {
|
|
1886
|
+
id: string;
|
|
1887
|
+
path: string;
|
|
1888
|
+
contentHash: string;
|
|
1889
|
+
sizeBytes: number;
|
|
1890
|
+
mediaType: string;
|
|
1891
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1892
|
+
} | null;
|
|
1893
|
+
submissionMode?: "structured_json" | undefined;
|
|
1894
|
+
maxBytes: number | null;
|
|
1895
|
+
metadata: Record<string, unknown>;
|
|
1896
|
+
}[] | undefined;
|
|
1897
|
+
contextRequirements?: string[] | undefined;
|
|
1877
1898
|
rewardBinding: {
|
|
1878
1899
|
id: string;
|
|
1879
1900
|
contentHash: string;
|
|
@@ -1892,14 +1913,18 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1892
1913
|
};
|
|
1893
1914
|
environment: {
|
|
1894
1915
|
protocolVersion: "openpond.environment.v1";
|
|
1895
|
-
kind: "
|
|
1916
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
1896
1917
|
entrypoint: string;
|
|
1897
1918
|
stateful: boolean;
|
|
1898
1919
|
deterministicSeeds: boolean;
|
|
1899
|
-
lifecycle: ("
|
|
1900
|
-
networkPolicy: "
|
|
1920
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
1921
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
1901
1922
|
defaultTimeoutMs: number;
|
|
1902
1923
|
};
|
|
1924
|
+
environmentRelease?: {
|
|
1925
|
+
id: string;
|
|
1926
|
+
contentHash: string;
|
|
1927
|
+
} | undefined;
|
|
1903
1928
|
tools: {
|
|
1904
1929
|
name: string;
|
|
1905
1930
|
description: string;
|
|
@@ -1912,57 +1937,65 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1912
1937
|
id: string;
|
|
1913
1938
|
required: boolean;
|
|
1914
1939
|
scopes: string[];
|
|
1915
|
-
portability: "
|
|
1940
|
+
portability: "host_adapter" | "hosted_only" | "local_only" | "portable";
|
|
1916
1941
|
}[];
|
|
1917
|
-
environmentRelease?: {
|
|
1918
|
-
id: string;
|
|
1919
|
-
contentHash: string;
|
|
1920
|
-
} | undefined;
|
|
1921
1942
|
verifierSetRelease?: {
|
|
1922
1943
|
id: string;
|
|
1923
1944
|
contentHash: string;
|
|
1924
1945
|
} | undefined;
|
|
1925
1946
|
};
|
|
1926
1947
|
contentHash: string;
|
|
1927
|
-
requiredOutputs?: {
|
|
1928
|
-
path: string;
|
|
1929
|
-
mediaType: string;
|
|
1930
|
-
schemaRef: {
|
|
1931
|
-
id: string;
|
|
1932
|
-
path: string;
|
|
1933
|
-
contentHash: string;
|
|
1934
|
-
sizeBytes: number;
|
|
1935
|
-
mediaType: string;
|
|
1936
|
-
visibility: "policy" | "verifier" | "host_private";
|
|
1937
|
-
} | null;
|
|
1938
|
-
maxBytes: number | null;
|
|
1939
|
-
metadata: Record<string, unknown>;
|
|
1940
|
-
}[] | undefined;
|
|
1941
|
-
contextRequirements?: string[] | undefined;
|
|
1942
1948
|
};
|
|
1943
|
-
|
|
1944
|
-
schemaVersion: "openpond.
|
|
1949
|
+
rewardBinding: {
|
|
1950
|
+
schemaVersion: "openpond.rewardBinding.v1";
|
|
1945
1951
|
id: string;
|
|
1946
|
-
revision:
|
|
1947
|
-
|
|
1952
|
+
revision: number;
|
|
1953
|
+
name?: string | undefined;
|
|
1954
|
+
description?: string | undefined;
|
|
1955
|
+
recipeRef?: {
|
|
1948
1956
|
id: string;
|
|
1949
|
-
path: string;
|
|
1950
1957
|
contentHash: string;
|
|
1951
|
-
|
|
1952
|
-
|
|
1953
|
-
|
|
1954
|
-
|
|
1955
|
-
|
|
1958
|
+
revision: number;
|
|
1959
|
+
} | undefined;
|
|
1960
|
+
sources: {
|
|
1961
|
+
graderId: string;
|
|
1962
|
+
taskIds?: string[] | undefined;
|
|
1963
|
+
reward: {
|
|
1964
|
+
id: string;
|
|
1965
|
+
contentHash: string;
|
|
1966
|
+
revision: number;
|
|
1967
|
+
};
|
|
1968
|
+
role: "evaluation" | "training";
|
|
1969
|
+
normalization: {
|
|
1970
|
+
kind: "identity";
|
|
1971
|
+
} | {
|
|
1972
|
+
kind: "linear";
|
|
1973
|
+
minimum: number;
|
|
1974
|
+
maximum: number;
|
|
1975
|
+
direction: "higher" | "lower";
|
|
1976
|
+
};
|
|
1977
|
+
weight: number;
|
|
1978
|
+
required: boolean;
|
|
1979
|
+
hardGate: boolean;
|
|
1980
|
+
privileged: boolean;
|
|
1981
|
+
fixtureRefs: {
|
|
1982
|
+
id: string;
|
|
1983
|
+
contentHash: string;
|
|
1984
|
+
}[];
|
|
1985
|
+
}[];
|
|
1986
|
+
aggregation: "weighted_mean";
|
|
1987
|
+
unscorable: "exclude_optional_require_all_required";
|
|
1956
1988
|
contentHash: string;
|
|
1957
|
-
}
|
|
1989
|
+
};
|
|
1958
1990
|
rewards: {
|
|
1959
1991
|
schemaVersion: "openpond.rewardRelease.v1";
|
|
1960
1992
|
id: string;
|
|
1961
1993
|
revision: number;
|
|
1962
1994
|
name: string;
|
|
1963
1995
|
description: string;
|
|
1996
|
+
feedbackKey?: string | undefined;
|
|
1964
1997
|
implementation: {
|
|
1965
|
-
kind: "
|
|
1998
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
1966
1999
|
config: Record<string, unknown>;
|
|
1967
2000
|
} | {
|
|
1968
2001
|
kind: "model_judge";
|
|
@@ -1972,9 +2005,9 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1972
2005
|
contentHash: string;
|
|
1973
2006
|
sizeBytes: number;
|
|
1974
2007
|
mediaType: string;
|
|
1975
|
-
visibility: "
|
|
2008
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1976
2009
|
};
|
|
1977
|
-
calibrationStatus: "
|
|
2010
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
1978
2011
|
model?: {
|
|
1979
2012
|
providerId: string;
|
|
1980
2013
|
modelId: string;
|
|
@@ -1982,19 +2015,19 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
1982
2015
|
} | undefined;
|
|
1983
2016
|
temperature?: number | undefined;
|
|
1984
2017
|
} | {
|
|
1985
|
-
timeoutMs: number;
|
|
1986
|
-
networkPolicy: "none";
|
|
1987
2018
|
kind: "custom_verifier";
|
|
2019
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1988
2020
|
verifierRef: {
|
|
1989
2021
|
id: string;
|
|
1990
2022
|
path: string;
|
|
1991
2023
|
contentHash: string;
|
|
1992
2024
|
sizeBytes: number;
|
|
1993
2025
|
mediaType: string;
|
|
1994
|
-
visibility: "
|
|
2026
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1995
2027
|
};
|
|
1996
2028
|
exportName?: string | undefined;
|
|
1997
|
-
|
|
2029
|
+
timeoutMs: number;
|
|
2030
|
+
networkPolicy: "none";
|
|
1998
2031
|
} | {
|
|
1999
2032
|
kind: "human";
|
|
2000
2033
|
rubricRef: {
|
|
@@ -2003,7 +2036,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2003
2036
|
contentHash: string;
|
|
2004
2037
|
sizeBytes: number;
|
|
2005
2038
|
mediaType: string;
|
|
2006
|
-
visibility: "
|
|
2039
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2007
2040
|
};
|
|
2008
2041
|
reviewerRole: string;
|
|
2009
2042
|
form?: {
|
|
@@ -2016,68 +2049,68 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2016
2049
|
instructions: string;
|
|
2017
2050
|
required: boolean;
|
|
2018
2051
|
allowAbstain: boolean;
|
|
2019
|
-
kind: "score";
|
|
2020
|
-
minimum: number;
|
|
2021
|
-
maximum: number;
|
|
2022
|
-
step: number;
|
|
2023
2052
|
requireRationale?: boolean | undefined;
|
|
2024
2053
|
anchors?: {
|
|
2025
2054
|
value: string | number | boolean;
|
|
2026
2055
|
description: string;
|
|
2027
2056
|
}[] | undefined;
|
|
2057
|
+
kind: "score";
|
|
2058
|
+
minimum: number;
|
|
2059
|
+
maximum: number;
|
|
2060
|
+
step: number;
|
|
2028
2061
|
} | {
|
|
2029
2062
|
id: string;
|
|
2030
2063
|
label: string;
|
|
2031
2064
|
instructions: string;
|
|
2032
2065
|
required: boolean;
|
|
2033
2066
|
allowAbstain: boolean;
|
|
2034
|
-
kind: "category";
|
|
2035
|
-
options: string[];
|
|
2036
2067
|
requireRationale?: boolean | undefined;
|
|
2037
2068
|
anchors?: {
|
|
2038
2069
|
value: string | number | boolean;
|
|
2039
2070
|
description: string;
|
|
2040
2071
|
}[] | undefined;
|
|
2072
|
+
kind: "category";
|
|
2073
|
+
options: string[];
|
|
2041
2074
|
} | {
|
|
2042
2075
|
id: string;
|
|
2043
2076
|
label: string;
|
|
2044
2077
|
instructions: string;
|
|
2045
2078
|
required: boolean;
|
|
2046
2079
|
allowAbstain: boolean;
|
|
2047
|
-
kind: "boolean";
|
|
2048
2080
|
requireRationale?: boolean | undefined;
|
|
2049
2081
|
anchors?: {
|
|
2050
2082
|
value: string | number | boolean;
|
|
2051
2083
|
description: string;
|
|
2052
2084
|
}[] | undefined;
|
|
2085
|
+
kind: "boolean";
|
|
2053
2086
|
} | {
|
|
2054
2087
|
id: string;
|
|
2055
2088
|
label: string;
|
|
2056
2089
|
instructions: string;
|
|
2057
2090
|
required: boolean;
|
|
2058
2091
|
allowAbstain: boolean;
|
|
2059
|
-
kind: "text";
|
|
2060
|
-
maximumLength: number;
|
|
2061
2092
|
requireRationale?: boolean | undefined;
|
|
2062
2093
|
anchors?: {
|
|
2063
2094
|
value: string | number | boolean;
|
|
2064
2095
|
description: string;
|
|
2065
2096
|
}[] | undefined;
|
|
2097
|
+
kind: "text";
|
|
2066
2098
|
minimumLength?: number | undefined;
|
|
2099
|
+
maximumLength: number;
|
|
2067
2100
|
} | {
|
|
2068
2101
|
id: string;
|
|
2069
2102
|
label: string;
|
|
2070
2103
|
instructions: string;
|
|
2071
2104
|
required: boolean;
|
|
2072
2105
|
allowAbstain: boolean;
|
|
2073
|
-
kind: "preference";
|
|
2074
|
-
allowTie: boolean;
|
|
2075
2106
|
requireRationale?: boolean | undefined;
|
|
2076
2107
|
anchors?: {
|
|
2077
2108
|
value: string | number | boolean;
|
|
2078
2109
|
description: string;
|
|
2079
2110
|
}[] | undefined;
|
|
2111
|
+
kind: "preference";
|
|
2080
2112
|
requireStrength?: boolean | undefined;
|
|
2113
|
+
allowTie: boolean;
|
|
2081
2114
|
})[];
|
|
2082
2115
|
} | undefined;
|
|
2083
2116
|
} | {
|
|
@@ -2092,7 +2125,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2092
2125
|
contentHash: string;
|
|
2093
2126
|
sizeBytes: number;
|
|
2094
2127
|
mediaType: string;
|
|
2095
|
-
visibility: "
|
|
2128
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2096
2129
|
};
|
|
2097
2130
|
};
|
|
2098
2131
|
rawScore: {
|
|
@@ -2105,65 +2138,38 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2105
2138
|
contentHash: string;
|
|
2106
2139
|
sizeBytes: number;
|
|
2107
2140
|
mediaType: string;
|
|
2108
|
-
visibility: "
|
|
2141
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2109
2142
|
}[];
|
|
2110
|
-
contentHash: string;
|
|
2111
|
-
feedbackKey?: string | undefined;
|
|
2112
2143
|
fixtureSetRef?: {
|
|
2113
2144
|
id: string;
|
|
2114
2145
|
path: string;
|
|
2115
2146
|
contentHash: string;
|
|
2116
2147
|
sizeBytes: number;
|
|
2117
2148
|
mediaType: string;
|
|
2118
|
-
visibility: "
|
|
2149
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2119
2150
|
} | undefined;
|
|
2120
2151
|
calibrationCheckRef?: {
|
|
2121
2152
|
id: string;
|
|
2122
2153
|
contentHash: string;
|
|
2123
2154
|
revision: number;
|
|
2124
2155
|
} | undefined;
|
|
2156
|
+
contentHash: string;
|
|
2125
2157
|
}[];
|
|
2126
|
-
|
|
2127
|
-
schemaVersion: "openpond.
|
|
2158
|
+
assets: {
|
|
2159
|
+
schemaVersion: "openpond.learningTextAsset.v1";
|
|
2128
2160
|
id: string;
|
|
2129
|
-
revision:
|
|
2130
|
-
|
|
2131
|
-
graderId: string;
|
|
2132
|
-
reward: {
|
|
2133
|
-
id: string;
|
|
2134
|
-
contentHash: string;
|
|
2135
|
-
revision: number;
|
|
2136
|
-
};
|
|
2137
|
-
role: "training" | "evaluation";
|
|
2138
|
-
normalization: {
|
|
2139
|
-
kind: "identity";
|
|
2140
|
-
} | {
|
|
2141
|
-
kind: "linear";
|
|
2142
|
-
minimum: number;
|
|
2143
|
-
maximum: number;
|
|
2144
|
-
direction: "higher" | "lower";
|
|
2145
|
-
};
|
|
2146
|
-
weight: number;
|
|
2147
|
-
required: boolean;
|
|
2148
|
-
hardGate: boolean;
|
|
2149
|
-
privileged: boolean;
|
|
2150
|
-
fixtureRefs: {
|
|
2151
|
-
id: string;
|
|
2152
|
-
contentHash: string;
|
|
2153
|
-
}[];
|
|
2154
|
-
taskIds?: string[] | undefined;
|
|
2155
|
-
}[];
|
|
2156
|
-
aggregation: "weighted_mean";
|
|
2157
|
-
unscorable: "exclude_optional_require_all_required";
|
|
2158
|
-
contentHash: string;
|
|
2159
|
-
name?: string | undefined;
|
|
2160
|
-
description?: string | undefined;
|
|
2161
|
-
recipeRef?: {
|
|
2161
|
+
revision: 1;
|
|
2162
|
+
asset: {
|
|
2162
2163
|
id: string;
|
|
2164
|
+
path: string;
|
|
2163
2165
|
contentHash: string;
|
|
2164
|
-
|
|
2165
|
-
|
|
2166
|
-
|
|
2166
|
+
sizeBytes: number;
|
|
2167
|
+
mediaType: string;
|
|
2168
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2169
|
+
};
|
|
2170
|
+
text: string;
|
|
2171
|
+
contentHash: string;
|
|
2172
|
+
}[];
|
|
2167
2173
|
execution?: {
|
|
2168
2174
|
environment: {
|
|
2169
2175
|
schemaVersion: "openpond.environmentRelease.v1";
|
|
@@ -2171,12 +2177,12 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2171
2177
|
revision: number;
|
|
2172
2178
|
contract: {
|
|
2173
2179
|
protocolVersion: "openpond.environment.v1";
|
|
2174
|
-
kind: "
|
|
2180
|
+
kind: "agent" | "custom_program" | "text" | "work";
|
|
2175
2181
|
entrypoint: string;
|
|
2176
2182
|
stateful: boolean;
|
|
2177
2183
|
deterministicSeeds: boolean;
|
|
2178
|
-
lifecycle: ("
|
|
2179
|
-
networkPolicy: "
|
|
2184
|
+
lifecycle: ("collect" | "create" | "destroy" | "reset" | "step")[];
|
|
2185
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
2180
2186
|
defaultTimeoutMs: number;
|
|
2181
2187
|
};
|
|
2182
2188
|
actionSchemaRef: {
|
|
@@ -2185,7 +2191,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2185
2191
|
contentHash: string;
|
|
2186
2192
|
sizeBytes: number;
|
|
2187
2193
|
mediaType: string;
|
|
2188
|
-
visibility: "
|
|
2194
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2189
2195
|
} | null;
|
|
2190
2196
|
observationSchemaRef: {
|
|
2191
2197
|
id: string;
|
|
@@ -2193,7 +2199,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2193
2199
|
contentHash: string;
|
|
2194
2200
|
sizeBytes: number;
|
|
2195
2201
|
mediaType: string;
|
|
2196
|
-
visibility: "
|
|
2202
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2197
2203
|
} | null;
|
|
2198
2204
|
stateSchemaRef: {
|
|
2199
2205
|
id: string;
|
|
@@ -2201,7 +2207,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2201
2207
|
contentHash: string;
|
|
2202
2208
|
sizeBytes: number;
|
|
2203
2209
|
mediaType: string;
|
|
2204
|
-
visibility: "
|
|
2210
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2205
2211
|
} | null;
|
|
2206
2212
|
artifactCollection: {
|
|
2207
2213
|
maxArtifacts: number;
|
|
@@ -2217,16 +2223,17 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2217
2223
|
revision: number;
|
|
2218
2224
|
graders: ({
|
|
2219
2225
|
id: string;
|
|
2226
|
+
taskIds?: string[] | undefined;
|
|
2220
2227
|
version: string;
|
|
2221
2228
|
weight: number;
|
|
2222
2229
|
hardGate: boolean;
|
|
2223
2230
|
rewardEligible: boolean;
|
|
2224
2231
|
privileged: boolean;
|
|
2225
|
-
kind: "
|
|
2232
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
2226
2233
|
config: Record<string, unknown>;
|
|
2227
|
-
taskIds?: string[] | undefined;
|
|
2228
2234
|
} | {
|
|
2229
2235
|
id: string;
|
|
2236
|
+
taskIds?: string[] | undefined;
|
|
2230
2237
|
version: string;
|
|
2231
2238
|
weight: number;
|
|
2232
2239
|
hardGate: boolean;
|
|
@@ -2239,10 +2246,9 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2239
2246
|
contentHash: string;
|
|
2240
2247
|
sizeBytes: number;
|
|
2241
2248
|
mediaType: string;
|
|
2242
|
-
visibility: "
|
|
2249
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2243
2250
|
};
|
|
2244
|
-
calibrationStatus: "
|
|
2245
|
-
taskIds?: string[] | undefined;
|
|
2251
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
2246
2252
|
model?: {
|
|
2247
2253
|
providerId: string;
|
|
2248
2254
|
modelId: string;
|
|
@@ -2251,27 +2257,28 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2251
2257
|
temperature?: number | undefined;
|
|
2252
2258
|
} | {
|
|
2253
2259
|
id: string;
|
|
2260
|
+
taskIds?: string[] | undefined;
|
|
2254
2261
|
version: string;
|
|
2255
2262
|
weight: number;
|
|
2256
2263
|
hardGate: boolean;
|
|
2257
2264
|
rewardEligible: boolean;
|
|
2258
2265
|
privileged: boolean;
|
|
2259
2266
|
kind: "custom_verifier";
|
|
2267
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
2260
2268
|
verifierRef: {
|
|
2261
2269
|
id: string;
|
|
2262
2270
|
path: string;
|
|
2263
2271
|
contentHash: string;
|
|
2264
2272
|
sizeBytes: number;
|
|
2265
2273
|
mediaType: string;
|
|
2266
|
-
visibility: "
|
|
2274
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2267
2275
|
};
|
|
2276
|
+
exportName?: string | undefined;
|
|
2268
2277
|
timeoutMs: number;
|
|
2269
2278
|
networkPolicy: "none";
|
|
2270
|
-
taskIds?: string[] | undefined;
|
|
2271
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
2272
|
-
exportName?: string | undefined;
|
|
2273
2279
|
} | {
|
|
2274
2280
|
id: string;
|
|
2281
|
+
taskIds?: string[] | undefined;
|
|
2275
2282
|
version: string;
|
|
2276
2283
|
weight: number;
|
|
2277
2284
|
hardGate: boolean;
|
|
@@ -2284,10 +2291,9 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2284
2291
|
contentHash: string;
|
|
2285
2292
|
sizeBytes: number;
|
|
2286
2293
|
mediaType: string;
|
|
2287
|
-
visibility: "
|
|
2294
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2288
2295
|
};
|
|
2289
2296
|
reviewerRole: string;
|
|
2290
|
-
taskIds?: string[] | undefined;
|
|
2291
2297
|
form?: {
|
|
2292
2298
|
schemaVersion: "openpond.humanForm.v1";
|
|
2293
2299
|
mode: "individual" | "pairwise";
|
|
@@ -2298,73 +2304,73 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2298
2304
|
instructions: string;
|
|
2299
2305
|
required: boolean;
|
|
2300
2306
|
allowAbstain: boolean;
|
|
2301
|
-
kind: "score";
|
|
2302
|
-
minimum: number;
|
|
2303
|
-
maximum: number;
|
|
2304
|
-
step: number;
|
|
2305
2307
|
requireRationale?: boolean | undefined;
|
|
2306
2308
|
anchors?: {
|
|
2307
2309
|
value: string | number | boolean;
|
|
2308
2310
|
description: string;
|
|
2309
2311
|
}[] | undefined;
|
|
2312
|
+
kind: "score";
|
|
2313
|
+
minimum: number;
|
|
2314
|
+
maximum: number;
|
|
2315
|
+
step: number;
|
|
2310
2316
|
} | {
|
|
2311
2317
|
id: string;
|
|
2312
2318
|
label: string;
|
|
2313
2319
|
instructions: string;
|
|
2314
2320
|
required: boolean;
|
|
2315
2321
|
allowAbstain: boolean;
|
|
2316
|
-
kind: "category";
|
|
2317
|
-
options: string[];
|
|
2318
2322
|
requireRationale?: boolean | undefined;
|
|
2319
2323
|
anchors?: {
|
|
2320
2324
|
value: string | number | boolean;
|
|
2321
2325
|
description: string;
|
|
2322
2326
|
}[] | undefined;
|
|
2327
|
+
kind: "category";
|
|
2328
|
+
options: string[];
|
|
2323
2329
|
} | {
|
|
2324
2330
|
id: string;
|
|
2325
2331
|
label: string;
|
|
2326
2332
|
instructions: string;
|
|
2327
2333
|
required: boolean;
|
|
2328
2334
|
allowAbstain: boolean;
|
|
2329
|
-
kind: "boolean";
|
|
2330
2335
|
requireRationale?: boolean | undefined;
|
|
2331
2336
|
anchors?: {
|
|
2332
2337
|
value: string | number | boolean;
|
|
2333
2338
|
description: string;
|
|
2334
2339
|
}[] | undefined;
|
|
2340
|
+
kind: "boolean";
|
|
2335
2341
|
} | {
|
|
2336
2342
|
id: string;
|
|
2337
2343
|
label: string;
|
|
2338
2344
|
instructions: string;
|
|
2339
2345
|
required: boolean;
|
|
2340
2346
|
allowAbstain: boolean;
|
|
2341
|
-
kind: "text";
|
|
2342
|
-
maximumLength: number;
|
|
2343
2347
|
requireRationale?: boolean | undefined;
|
|
2344
2348
|
anchors?: {
|
|
2345
2349
|
value: string | number | boolean;
|
|
2346
2350
|
description: string;
|
|
2347
2351
|
}[] | undefined;
|
|
2352
|
+
kind: "text";
|
|
2348
2353
|
minimumLength?: number | undefined;
|
|
2354
|
+
maximumLength: number;
|
|
2349
2355
|
} | {
|
|
2350
2356
|
id: string;
|
|
2351
2357
|
label: string;
|
|
2352
2358
|
instructions: string;
|
|
2353
2359
|
required: boolean;
|
|
2354
2360
|
allowAbstain: boolean;
|
|
2355
|
-
kind: "preference";
|
|
2356
|
-
allowTie: boolean;
|
|
2357
2361
|
requireRationale?: boolean | undefined;
|
|
2358
2362
|
anchors?: {
|
|
2359
2363
|
value: string | number | boolean;
|
|
2360
2364
|
description: string;
|
|
2361
2365
|
}[] | undefined;
|
|
2366
|
+
kind: "preference";
|
|
2362
2367
|
requireStrength?: boolean | undefined;
|
|
2368
|
+
allowTie: boolean;
|
|
2363
2369
|
})[];
|
|
2364
2370
|
} | undefined;
|
|
2365
2371
|
})[];
|
|
2366
2372
|
isolation: {
|
|
2367
|
-
processBoundary: "
|
|
2373
|
+
processBoundary: "container" | "isolated_process" | "same_process";
|
|
2368
2374
|
networkPolicy: "none";
|
|
2369
2375
|
defaultTimeoutMs: number;
|
|
2370
2376
|
};
|
|
@@ -2385,7 +2391,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2385
2391
|
contentHash: string;
|
|
2386
2392
|
sizeBytes: number;
|
|
2387
2393
|
mediaType: string;
|
|
2388
|
-
visibility: "
|
|
2394
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2389
2395
|
};
|
|
2390
2396
|
tools: {
|
|
2391
2397
|
name: string;
|
|
@@ -2399,41 +2405,41 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2399
2405
|
maxStateBytes: number;
|
|
2400
2406
|
maxObservationBytes: number;
|
|
2401
2407
|
operationTimeoutMs: number;
|
|
2402
|
-
contentHash: string;
|
|
2403
2408
|
executionServices?: ({
|
|
2409
|
+
id: string;
|
|
2410
|
+
operation: "collect" | "step";
|
|
2411
|
+
toolName?: string | undefined;
|
|
2412
|
+
timeoutMs: number;
|
|
2404
2413
|
kind: "sqlite.v1";
|
|
2405
2414
|
sql: {
|
|
2406
|
-
scope: "
|
|
2415
|
+
scope: "arguments" | "initialState" | "input" | "state";
|
|
2407
2416
|
path: string[];
|
|
2408
2417
|
};
|
|
2409
2418
|
snapshot: {
|
|
2410
|
-
scope: "
|
|
2419
|
+
scope: "arguments" | "initialState" | "input" | "state";
|
|
2411
2420
|
path: string[];
|
|
2412
2421
|
};
|
|
2413
2422
|
maxRows: number;
|
|
2414
2423
|
maxResultBytes: number;
|
|
2424
|
+
} | {
|
|
2415
2425
|
id: string;
|
|
2416
|
-
operation: "
|
|
2417
|
-
timeoutMs: number;
|
|
2426
|
+
operation: "collect" | "step";
|
|
2418
2427
|
toolName?: string | undefined;
|
|
2419
|
-
|
|
2428
|
+
timeoutMs: number;
|
|
2420
2429
|
kind: "javascript.v1";
|
|
2421
2430
|
source: {
|
|
2422
|
-
scope: "
|
|
2431
|
+
scope: "arguments" | "initialState" | "input" | "state";
|
|
2423
2432
|
path: string[];
|
|
2424
2433
|
};
|
|
2425
2434
|
cases: {
|
|
2426
|
-
scope: "
|
|
2435
|
+
scope: "arguments" | "initialState" | "input" | "state";
|
|
2427
2436
|
path: string[];
|
|
2428
2437
|
};
|
|
2429
2438
|
exportName: string;
|
|
2430
2439
|
maxCases: number;
|
|
2431
2440
|
maxResultBytes: number;
|
|
2432
|
-
id: string;
|
|
2433
|
-
operation: "step" | "collect";
|
|
2434
|
-
timeoutMs: number;
|
|
2435
|
-
toolName?: string | undefined;
|
|
2436
2441
|
})[] | undefined;
|
|
2442
|
+
contentHash: string;
|
|
2437
2443
|
};
|
|
2438
2444
|
} | undefined;
|
|
2439
2445
|
instructionMode?: "per_task" | undefined;
|
|
@@ -2453,7 +2459,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2453
2459
|
contentHash: string;
|
|
2454
2460
|
revision: number;
|
|
2455
2461
|
};
|
|
2456
|
-
purpose: "evaluation" | "
|
|
2462
|
+
purpose: "evaluation" | "reward_training" | "supervised_training";
|
|
2457
2463
|
examples: {
|
|
2458
2464
|
evidence: {
|
|
2459
2465
|
id: string;
|
|
@@ -2467,7 +2473,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2467
2473
|
};
|
|
2468
2474
|
familyKey: string;
|
|
2469
2475
|
inputHash: string;
|
|
2470
|
-
split: "
|
|
2476
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2471
2477
|
}[];
|
|
2472
2478
|
sealedAt: string;
|
|
2473
2479
|
sealedBy: string;
|
|
@@ -2495,7 +2501,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2495
2501
|
attemptId: string;
|
|
2496
2502
|
occurredAt: string;
|
|
2497
2503
|
familyKey: string | null;
|
|
2498
|
-
split: "
|
|
2504
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2499
2505
|
input: Record<string, import("zod").JSONType>;
|
|
2500
2506
|
observedOutput: Record<string, import("zod").JSONType> | null;
|
|
2501
2507
|
expected: Record<string, import("zod").JSONType> | null;
|
|
@@ -2506,12 +2512,8 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2506
2512
|
contentHash: string;
|
|
2507
2513
|
sizeBytes: number;
|
|
2508
2514
|
mediaType: string;
|
|
2509
|
-
visibility: "
|
|
2515
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2510
2516
|
}[];
|
|
2511
|
-
provenance: {
|
|
2512
|
-
sourceRecordRef: string | null;
|
|
2513
|
-
mappingHash: string | null;
|
|
2514
|
-
};
|
|
2515
2517
|
requiredOutputs?: {
|
|
2516
2518
|
path: string;
|
|
2517
2519
|
mediaType: string;
|
|
@@ -2521,11 +2523,16 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2521
2523
|
contentHash: string;
|
|
2522
2524
|
sizeBytes: number;
|
|
2523
2525
|
mediaType: string;
|
|
2524
|
-
visibility: "
|
|
2526
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2525
2527
|
} | null;
|
|
2528
|
+
submissionMode?: "structured_json" | undefined;
|
|
2526
2529
|
maxBytes: number | null;
|
|
2527
2530
|
metadata: Record<string, unknown>;
|
|
2528
2531
|
}[] | undefined;
|
|
2532
|
+
provenance: {
|
|
2533
|
+
sourceRecordRef: string | null;
|
|
2534
|
+
mappingHash: string | null;
|
|
2535
|
+
};
|
|
2529
2536
|
};
|
|
2530
2537
|
supersedes: {
|
|
2531
2538
|
id: string;
|
|
@@ -2559,10 +2566,10 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2559
2566
|
revision: number;
|
|
2560
2567
|
} | null;
|
|
2561
2568
|
};
|
|
2562
|
-
evidenceValidity: "
|
|
2563
|
-
taskAdmissibility: "
|
|
2564
|
-
observedQuality: "
|
|
2565
|
-
targetApproval: "
|
|
2569
|
+
evidenceValidity: "invalid" | "pending" | "valid";
|
|
2570
|
+
taskAdmissibility: "approved" | "pending" | "rejected";
|
|
2571
|
+
observedQuality: "failed" | "passed" | "unavailable" | "unscored";
|
|
2572
|
+
targetApproval: "approved" | "not_required" | "pending" | "rejected";
|
|
2566
2573
|
approvedTarget: Record<string, import("zod").JSONType> | null;
|
|
2567
2574
|
grade: {
|
|
2568
2575
|
schemaVersion: "openpond.rewardComposition.v1";
|
|
@@ -2572,6 +2579,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2572
2579
|
revision: number;
|
|
2573
2580
|
};
|
|
2574
2581
|
taskHash: string;
|
|
2582
|
+
taskId?: string | undefined;
|
|
2575
2583
|
outputHash: string;
|
|
2576
2584
|
results: {
|
|
2577
2585
|
graderId: string;
|
|
@@ -2580,26 +2588,24 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2580
2588
|
contentHash: string;
|
|
2581
2589
|
revision: number;
|
|
2582
2590
|
};
|
|
2583
|
-
role: "
|
|
2584
|
-
status: "
|
|
2591
|
+
role: "evaluation" | "training";
|
|
2592
|
+
status: "failed" | "not_applicable" | "pending" | "scored" | "unavailable";
|
|
2585
2593
|
rawScore: number | null;
|
|
2586
2594
|
normalizedScore: number | null;
|
|
2587
2595
|
passed: boolean | null;
|
|
2588
2596
|
evidenceHashes: string[];
|
|
2589
|
-
message: string | null;
|
|
2590
2597
|
graderEvidence?: {
|
|
2591
2598
|
schemaVersion: "openpond.graderEvidence.v1";
|
|
2592
2599
|
graderId: string;
|
|
2593
2600
|
graderVersion: string;
|
|
2601
|
+
status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
|
|
2594
2602
|
score: number | null;
|
|
2595
2603
|
passed: boolean;
|
|
2596
2604
|
rewardEligible: boolean;
|
|
2597
|
-
failureClass: "
|
|
2605
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
2598
2606
|
feedback: string[];
|
|
2599
2607
|
visibleEvidenceRefs: string[];
|
|
2600
2608
|
privilegedEvidenceRefs: string[];
|
|
2601
|
-
contentHash: string;
|
|
2602
|
-
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
2603
2609
|
modelJudgeReceipt?: {
|
|
2604
2610
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
2605
2611
|
providerId: string;
|
|
@@ -2614,27 +2620,28 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2614
2620
|
transportPolicy?: {
|
|
2615
2621
|
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
2616
2622
|
responseFormat: "judgment_json_schema";
|
|
2617
|
-
reasoningEffort: "high" | "low" | "
|
|
2623
|
+
reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
|
|
2618
2624
|
maximumOutputTokens: number;
|
|
2619
2625
|
} | undefined;
|
|
2620
2626
|
effectiveRequestHash?: string | undefined;
|
|
2621
2627
|
finishReason?: string | null | undefined;
|
|
2622
2628
|
reasoningTokens?: number | null | undefined;
|
|
2623
2629
|
} | undefined;
|
|
2630
|
+
contentHash: string;
|
|
2624
2631
|
} | undefined;
|
|
2632
|
+
message: string | null;
|
|
2625
2633
|
}[];
|
|
2626
2634
|
training: {
|
|
2627
|
-
status: "
|
|
2635
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
2628
2636
|
score: number | null;
|
|
2629
2637
|
passed: boolean | null;
|
|
2630
2638
|
};
|
|
2631
2639
|
evaluation: {
|
|
2632
|
-
status: "
|
|
2640
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
2633
2641
|
score: number | null;
|
|
2634
2642
|
passed: boolean | null;
|
|
2635
2643
|
};
|
|
2636
2644
|
contentHash: string;
|
|
2637
|
-
taskId?: string | undefined;
|
|
2638
2645
|
} | null;
|
|
2639
2646
|
targetGrade: {
|
|
2640
2647
|
schemaVersion: "openpond.rewardComposition.v1";
|
|
@@ -2644,6 +2651,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2644
2651
|
revision: number;
|
|
2645
2652
|
};
|
|
2646
2653
|
taskHash: string;
|
|
2654
|
+
taskId?: string | undefined;
|
|
2647
2655
|
outputHash: string;
|
|
2648
2656
|
results: {
|
|
2649
2657
|
graderId: string;
|
|
@@ -2652,26 +2660,24 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2652
2660
|
contentHash: string;
|
|
2653
2661
|
revision: number;
|
|
2654
2662
|
};
|
|
2655
|
-
role: "
|
|
2656
|
-
status: "
|
|
2663
|
+
role: "evaluation" | "training";
|
|
2664
|
+
status: "failed" | "not_applicable" | "pending" | "scored" | "unavailable";
|
|
2657
2665
|
rawScore: number | null;
|
|
2658
2666
|
normalizedScore: number | null;
|
|
2659
2667
|
passed: boolean | null;
|
|
2660
2668
|
evidenceHashes: string[];
|
|
2661
|
-
message: string | null;
|
|
2662
2669
|
graderEvidence?: {
|
|
2663
2670
|
schemaVersion: "openpond.graderEvidence.v1";
|
|
2664
2671
|
graderId: string;
|
|
2665
2672
|
graderVersion: string;
|
|
2673
|
+
status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
|
|
2666
2674
|
score: number | null;
|
|
2667
2675
|
passed: boolean;
|
|
2668
2676
|
rewardEligible: boolean;
|
|
2669
|
-
failureClass: "
|
|
2677
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
2670
2678
|
feedback: string[];
|
|
2671
2679
|
visibleEvidenceRefs: string[];
|
|
2672
2680
|
privilegedEvidenceRefs: string[];
|
|
2673
|
-
contentHash: string;
|
|
2674
|
-
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
2675
2681
|
modelJudgeReceipt?: {
|
|
2676
2682
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
2677
2683
|
providerId: string;
|
|
@@ -2686,27 +2692,28 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2686
2692
|
transportPolicy?: {
|
|
2687
2693
|
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
2688
2694
|
responseFormat: "judgment_json_schema";
|
|
2689
|
-
reasoningEffort: "high" | "low" | "
|
|
2695
|
+
reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
|
|
2690
2696
|
maximumOutputTokens: number;
|
|
2691
2697
|
} | undefined;
|
|
2692
2698
|
effectiveRequestHash?: string | undefined;
|
|
2693
2699
|
finishReason?: string | null | undefined;
|
|
2694
2700
|
reasoningTokens?: number | null | undefined;
|
|
2695
2701
|
} | undefined;
|
|
2702
|
+
contentHash: string;
|
|
2696
2703
|
} | undefined;
|
|
2704
|
+
message: string | null;
|
|
2697
2705
|
}[];
|
|
2698
2706
|
training: {
|
|
2699
|
-
status: "
|
|
2707
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
2700
2708
|
score: number | null;
|
|
2701
2709
|
passed: boolean | null;
|
|
2702
2710
|
};
|
|
2703
2711
|
evaluation: {
|
|
2704
|
-
status: "
|
|
2712
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
2705
2713
|
score: number | null;
|
|
2706
2714
|
passed: boolean | null;
|
|
2707
2715
|
};
|
|
2708
2716
|
contentHash: string;
|
|
2709
|
-
taskId?: string | undefined;
|
|
2710
2717
|
} | null;
|
|
2711
2718
|
note: string;
|
|
2712
2719
|
decidedAt: string;
|
|
@@ -2717,14 +2724,14 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2717
2724
|
id: string;
|
|
2718
2725
|
revision: number;
|
|
2719
2726
|
name: string;
|
|
2720
|
-
kind: "
|
|
2727
|
+
kind: "benchmark" | "direct" | "opentelemetry" | "provider" | "work";
|
|
2721
2728
|
taskDefinition: {
|
|
2722
2729
|
id: string;
|
|
2723
2730
|
contentHash: string;
|
|
2724
2731
|
revision: number;
|
|
2725
2732
|
};
|
|
2726
2733
|
enabled: boolean;
|
|
2727
|
-
allowedSplits: ("
|
|
2734
|
+
allowedSplits: ("frozen_eval" | "test" | "train" | "validation")[];
|
|
2728
2735
|
mapping: {
|
|
2729
2736
|
schemaVersion: "openpond.taskSourceMapping.v1";
|
|
2730
2737
|
exampleId: string;
|
|
@@ -2735,10 +2742,9 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2735
2742
|
expected: string | null;
|
|
2736
2743
|
evaluatorContext: string | null;
|
|
2737
2744
|
familyKey: string;
|
|
2738
|
-
split: "
|
|
2745
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2739
2746
|
} | null;
|
|
2740
2747
|
adapterVersion: string | null;
|
|
2741
|
-
contentHash: string;
|
|
2742
2748
|
reviewOrigin?: {
|
|
2743
2749
|
modelId: string;
|
|
2744
2750
|
packageHash: string;
|
|
@@ -2769,6 +2775,7 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2769
2775
|
revision: number;
|
|
2770
2776
|
};
|
|
2771
2777
|
} | undefined;
|
|
2778
|
+
contentHash: string;
|
|
2772
2779
|
}[];
|
|
2773
2780
|
assets: {
|
|
2774
2781
|
schemaVersion: "openpond.learningTextAsset.v1";
|
|
@@ -2780,11 +2787,12 @@ export declare function compileModelTasksetDraftWorkspace(input: Parameters<type
|
|
|
2780
2787
|
contentHash: string;
|
|
2781
2788
|
sizeBytes: number;
|
|
2782
2789
|
mediaType: string;
|
|
2783
|
-
visibility: "
|
|
2790
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
2784
2791
|
};
|
|
2785
2792
|
text: string;
|
|
2786
2793
|
contentHash: string;
|
|
2787
2794
|
}[];
|
|
2788
2795
|
} | undefined;
|
|
2796
|
+
contentHash: string;
|
|
2789
2797
|
};
|
|
2790
2798
|
//# sourceMappingURL=taskset-draft-package-compiler.d.ts.map
|