openpond-sdk 0.12.3 → 0.12.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-VY5AFE7A.js → chunk-24N6A6SF.js} +4 -4
- package/dist/chunk-24N6A6SF.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-53LLNDXF.js} +3 -3
- package/dist/chunk-53LLNDXF.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-B5XTGEBE.js} +25 -13
- package/dist/chunk-B5XTGEBE.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-BVMR5OFW.js} +5 -5
- package/dist/chunk-BVMR5OFW.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-CMWZZZGW.js} +5 -5
- package/dist/chunk-CMWZZZGW.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-DF2QXVZ3.js} +8 -8
- package/dist/chunk-DF2QXVZ3.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-EFUT3XKW.js} +4 -4
- package/dist/chunk-EFUT3XKW.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-ETX25FTB.js} +3 -3
- package/dist/chunk-ETX25FTB.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-GAIDBPFY.js} +5 -5
- package/dist/chunk-GAIDBPFY.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-HGXVOFCL.js} +2 -2
- package/dist/chunk-HGXVOFCL.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-I54WQBXL.js} +8 -8
- package/dist/chunk-I54WQBXL.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-K5LWSWV7.js} +4 -4
- package/dist/chunk-K5LWSWV7.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-LHX7ENKZ.js} +3 -3
- package/dist/chunk-LHX7ENKZ.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-LR5CTOC5.js} +18 -18
- package/dist/chunk-LR5CTOC5.js.map +1 -0
- package/dist/chunk-MO4HAJZG.js +8709 -0
- package/dist/chunk-MO4HAJZG.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-77N3QEIL.js → chunk-OR3TMIJN.js} +5 -5
- package/dist/chunk-OR3TMIJN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-QRS7Y3EM.js} +4 -3
- package/dist/chunk-QRS7Y3EM.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-RRKRA237.js} +14 -5
- package/dist/chunk-RRKRA237.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-U7XWIOSB.js} +3 -3
- package/dist/chunk-U7XWIOSB.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-VHGC44HA.js} +5 -5
- package/dist/chunk-VHGC44HA.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-VN5V2E2S.js} +7 -5
- package/dist/chunk-VN5V2E2S.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-WMIKJGXW.js} +3 -3
- package/dist/chunk-WMIKJGXW.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-XON75UFN.js} +3 -3
- package/dist/chunk-XON75UFN.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-ZHQK3MOM.js} +4 -4
- package/dist/chunk-ZHQK3MOM.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-ZIFZFP5I.js} +5 -5
- package/dist/chunk-ZIFZFP5I.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +98 -50
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +324 -324
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +438 -377
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +744 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4589 -4577
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -70,9 +70,9 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
70
70
|
}, z.core.$strict>>;
|
|
71
71
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
72
72
|
role: z.ZodEnum<{
|
|
73
|
+
assistant: "assistant";
|
|
73
74
|
system: "system";
|
|
74
75
|
user: "user";
|
|
75
|
-
assistant: "assistant";
|
|
76
76
|
}>;
|
|
77
77
|
content: z.ZodString;
|
|
78
78
|
}, z.core.$strict>>>;
|
|
@@ -87,6 +87,19 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
87
87
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
88
88
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
89
89
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
90
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
91
|
+
providerId: z.ZodLiteral<"codex">;
|
|
92
|
+
configurationHash: z.ZodString;
|
|
93
|
+
accountHash: z.ZodString;
|
|
94
|
+
reasoningEffort: z.ZodEnum<{
|
|
95
|
+
high: "high";
|
|
96
|
+
low: "low";
|
|
97
|
+
medium: "medium";
|
|
98
|
+
xhigh: "xhigh";
|
|
99
|
+
}>;
|
|
100
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
101
|
+
requestTimeoutMs: z.ZodNumber;
|
|
102
|
+
}, z.core.$strict>>;
|
|
90
103
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
91
104
|
artifactId: z.ZodString;
|
|
92
105
|
contentHash: z.ZodString;
|
|
@@ -108,10 +121,10 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
108
121
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
109
122
|
high: "high";
|
|
110
123
|
low: "low";
|
|
124
|
+
max: "max";
|
|
111
125
|
medium: "medium";
|
|
112
|
-
xhigh: "xhigh";
|
|
113
126
|
off: "off";
|
|
114
|
-
|
|
127
|
+
xhigh: "xhigh";
|
|
115
128
|
}>>;
|
|
116
129
|
profileRepositoryId: z.ZodString;
|
|
117
130
|
source: z.ZodObject<{
|
|
@@ -189,10 +202,10 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
189
202
|
}, z.core.$strict>;
|
|
190
203
|
}, z.core.$strict>>;
|
|
191
204
|
split: z.ZodEnum<{
|
|
205
|
+
frozen_eval: "frozen_eval";
|
|
206
|
+
test: "test";
|
|
192
207
|
train: "train";
|
|
193
208
|
validation: "validation";
|
|
194
|
-
test: "test";
|
|
195
|
-
frozen_eval: "frozen_eval";
|
|
196
209
|
}>;
|
|
197
210
|
population: z.ZodArray<z.ZodObject<{
|
|
198
211
|
taskId: z.ZodString;
|
|
@@ -209,8 +222,8 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
209
222
|
configurationHash: z.ZodString;
|
|
210
223
|
output: z.ZodEnum<{
|
|
211
224
|
boolean: "boolean";
|
|
212
|
-
score: "score";
|
|
213
225
|
category: "category";
|
|
226
|
+
score: "score";
|
|
214
227
|
}>;
|
|
215
228
|
categories: z.ZodArray<z.ZodString>;
|
|
216
229
|
}, z.core.$strict>>;
|
|
@@ -219,17 +232,17 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
219
232
|
graderId: z.ZodString;
|
|
220
233
|
fields: z.ZodArray<z.ZodObject<{
|
|
221
234
|
destination: z.ZodEnum<{
|
|
222
|
-
output: "output";
|
|
223
|
-
input: "input";
|
|
224
|
-
expectedOutput: "expectedOutput";
|
|
225
235
|
evaluatorContext: "evaluatorContext";
|
|
236
|
+
expectedOutput: "expectedOutput";
|
|
237
|
+
input: "input";
|
|
238
|
+
output: "output";
|
|
226
239
|
}>;
|
|
227
240
|
path: z.ZodArray<z.ZodString>;
|
|
228
241
|
source: z.ZodEnum<{
|
|
229
|
-
output: "output";
|
|
230
|
-
input: "input";
|
|
231
|
-
expectedOutput: "expectedOutput";
|
|
232
242
|
evaluatorContext: "evaluatorContext";
|
|
243
|
+
expectedOutput: "expectedOutput";
|
|
244
|
+
input: "input";
|
|
245
|
+
output: "output";
|
|
233
246
|
}>;
|
|
234
247
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
235
248
|
}, z.core.$strict>>;
|
|
@@ -307,10 +320,10 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
307
320
|
}, z.core.$strict>;
|
|
308
321
|
}, z.core.$strict>>;
|
|
309
322
|
split: z.ZodEnum<{
|
|
323
|
+
frozen_eval: "frozen_eval";
|
|
324
|
+
test: "test";
|
|
310
325
|
train: "train";
|
|
311
326
|
validation: "validation";
|
|
312
|
-
test: "test";
|
|
313
|
-
frozen_eval: "frozen_eval";
|
|
314
327
|
}>;
|
|
315
328
|
population: z.ZodArray<z.ZodObject<{
|
|
316
329
|
taskId: z.ZodString;
|
|
@@ -327,8 +340,8 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
327
340
|
configurationHash: z.ZodString;
|
|
328
341
|
output: z.ZodEnum<{
|
|
329
342
|
boolean: "boolean";
|
|
330
|
-
score: "score";
|
|
331
343
|
category: "category";
|
|
344
|
+
score: "score";
|
|
332
345
|
}>;
|
|
333
346
|
categories: z.ZodArray<z.ZodString>;
|
|
334
347
|
}, z.core.$strict>>;
|
|
@@ -337,17 +350,17 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
337
350
|
graderId: z.ZodString;
|
|
338
351
|
fields: z.ZodArray<z.ZodObject<{
|
|
339
352
|
destination: z.ZodEnum<{
|
|
340
|
-
output: "output";
|
|
341
|
-
input: "input";
|
|
342
|
-
expectedOutput: "expectedOutput";
|
|
343
353
|
evaluatorContext: "evaluatorContext";
|
|
354
|
+
expectedOutput: "expectedOutput";
|
|
355
|
+
input: "input";
|
|
356
|
+
output: "output";
|
|
344
357
|
}>;
|
|
345
358
|
path: z.ZodArray<z.ZodString>;
|
|
346
359
|
source: z.ZodEnum<{
|
|
347
|
-
output: "output";
|
|
348
|
-
input: "input";
|
|
349
|
-
expectedOutput: "expectedOutput";
|
|
350
360
|
evaluatorContext: "evaluatorContext";
|
|
361
|
+
expectedOutput: "expectedOutput";
|
|
362
|
+
input: "input";
|
|
363
|
+
output: "output";
|
|
351
364
|
}>;
|
|
352
365
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
353
366
|
}, z.core.$strict>>;
|
|
@@ -382,17 +395,17 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
382
395
|
}, z.core.$strict>>;
|
|
383
396
|
mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
384
397
|
destination: z.ZodEnum<{
|
|
398
|
+
evaluatorContext: "evaluatorContext";
|
|
399
|
+
expectedOutput: "expectedOutput";
|
|
385
400
|
input: "input";
|
|
386
401
|
output: "output";
|
|
387
|
-
expectedOutput: "expectedOutput";
|
|
388
|
-
evaluatorContext: "evaluatorContext";
|
|
389
402
|
}>;
|
|
390
403
|
path: z.ZodArray<z.ZodString>;
|
|
391
404
|
source: z.ZodEnum<{
|
|
405
|
+
evaluatorContext: "evaluatorContext";
|
|
406
|
+
expectedOutput: "expectedOutput";
|
|
392
407
|
input: "input";
|
|
393
408
|
output: "output";
|
|
394
|
-
expectedOutput: "expectedOutput";
|
|
395
|
-
evaluatorContext: "evaluatorContext";
|
|
396
409
|
}>;
|
|
397
410
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
398
411
|
}, z.core.$strict>>>;
|
|
@@ -470,9 +483,9 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
470
483
|
}, z.core.$strict>>;
|
|
471
484
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
472
485
|
role: z.ZodEnum<{
|
|
486
|
+
assistant: "assistant";
|
|
473
487
|
system: "system";
|
|
474
488
|
user: "user";
|
|
475
|
-
assistant: "assistant";
|
|
476
489
|
}>;
|
|
477
490
|
content: z.ZodString;
|
|
478
491
|
}, z.core.$strict>>>;
|
|
@@ -487,6 +500,19 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
487
500
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
488
501
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
489
502
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
503
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
504
|
+
providerId: z.ZodLiteral<"codex">;
|
|
505
|
+
configurationHash: z.ZodString;
|
|
506
|
+
accountHash: z.ZodString;
|
|
507
|
+
reasoningEffort: z.ZodEnum<{
|
|
508
|
+
high: "high";
|
|
509
|
+
low: "low";
|
|
510
|
+
medium: "medium";
|
|
511
|
+
xhigh: "xhigh";
|
|
512
|
+
}>;
|
|
513
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
514
|
+
requestTimeoutMs: z.ZodNumber;
|
|
515
|
+
}, z.core.$strict>>;
|
|
490
516
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
491
517
|
artifactId: z.ZodString;
|
|
492
518
|
contentHash: z.ZodString;
|
|
@@ -508,10 +534,10 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
508
534
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
509
535
|
high: "high";
|
|
510
536
|
low: "low";
|
|
537
|
+
max: "max";
|
|
511
538
|
medium: "medium";
|
|
512
|
-
xhigh: "xhigh";
|
|
513
539
|
off: "off";
|
|
514
|
-
|
|
540
|
+
xhigh: "xhigh";
|
|
515
541
|
}>>;
|
|
516
542
|
profileRepositoryId: z.ZodString;
|
|
517
543
|
source: z.ZodObject<{
|
|
@@ -589,10 +615,10 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
589
615
|
}, z.core.$strict>;
|
|
590
616
|
}, z.core.$strict>>;
|
|
591
617
|
split: z.ZodEnum<{
|
|
618
|
+
frozen_eval: "frozen_eval";
|
|
619
|
+
test: "test";
|
|
592
620
|
train: "train";
|
|
593
621
|
validation: "validation";
|
|
594
|
-
test: "test";
|
|
595
|
-
frozen_eval: "frozen_eval";
|
|
596
622
|
}>;
|
|
597
623
|
population: z.ZodArray<z.ZodObject<{
|
|
598
624
|
taskId: z.ZodString;
|
|
@@ -609,8 +635,8 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
609
635
|
configurationHash: z.ZodString;
|
|
610
636
|
output: z.ZodEnum<{
|
|
611
637
|
boolean: "boolean";
|
|
612
|
-
score: "score";
|
|
613
638
|
category: "category";
|
|
639
|
+
score: "score";
|
|
614
640
|
}>;
|
|
615
641
|
categories: z.ZodArray<z.ZodString>;
|
|
616
642
|
}, z.core.$strict>>;
|
|
@@ -619,17 +645,17 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
619
645
|
graderId: z.ZodString;
|
|
620
646
|
fields: z.ZodArray<z.ZodObject<{
|
|
621
647
|
destination: z.ZodEnum<{
|
|
622
|
-
output: "output";
|
|
623
|
-
input: "input";
|
|
624
|
-
expectedOutput: "expectedOutput";
|
|
625
648
|
evaluatorContext: "evaluatorContext";
|
|
649
|
+
expectedOutput: "expectedOutput";
|
|
650
|
+
input: "input";
|
|
651
|
+
output: "output";
|
|
626
652
|
}>;
|
|
627
653
|
path: z.ZodArray<z.ZodString>;
|
|
628
654
|
source: z.ZodEnum<{
|
|
629
|
-
output: "output";
|
|
630
|
-
input: "input";
|
|
631
|
-
expectedOutput: "expectedOutput";
|
|
632
655
|
evaluatorContext: "evaluatorContext";
|
|
656
|
+
expectedOutput: "expectedOutput";
|
|
657
|
+
input: "input";
|
|
658
|
+
output: "output";
|
|
633
659
|
}>;
|
|
634
660
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
635
661
|
}, z.core.$strict>>;
|
|
@@ -707,10 +733,10 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
707
733
|
}, z.core.$strict>;
|
|
708
734
|
}, z.core.$strict>>;
|
|
709
735
|
split: z.ZodEnum<{
|
|
736
|
+
frozen_eval: "frozen_eval";
|
|
737
|
+
test: "test";
|
|
710
738
|
train: "train";
|
|
711
739
|
validation: "validation";
|
|
712
|
-
test: "test";
|
|
713
|
-
frozen_eval: "frozen_eval";
|
|
714
740
|
}>;
|
|
715
741
|
population: z.ZodArray<z.ZodObject<{
|
|
716
742
|
taskId: z.ZodString;
|
|
@@ -727,8 +753,8 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
727
753
|
configurationHash: z.ZodString;
|
|
728
754
|
output: z.ZodEnum<{
|
|
729
755
|
boolean: "boolean";
|
|
730
|
-
score: "score";
|
|
731
756
|
category: "category";
|
|
757
|
+
score: "score";
|
|
732
758
|
}>;
|
|
733
759
|
categories: z.ZodArray<z.ZodString>;
|
|
734
760
|
}, z.core.$strict>>;
|
|
@@ -737,17 +763,17 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
737
763
|
graderId: z.ZodString;
|
|
738
764
|
fields: z.ZodArray<z.ZodObject<{
|
|
739
765
|
destination: z.ZodEnum<{
|
|
740
|
-
output: "output";
|
|
741
|
-
input: "input";
|
|
742
|
-
expectedOutput: "expectedOutput";
|
|
743
766
|
evaluatorContext: "evaluatorContext";
|
|
767
|
+
expectedOutput: "expectedOutput";
|
|
768
|
+
input: "input";
|
|
769
|
+
output: "output";
|
|
744
770
|
}>;
|
|
745
771
|
path: z.ZodArray<z.ZodString>;
|
|
746
772
|
source: z.ZodEnum<{
|
|
747
|
-
output: "output";
|
|
748
|
-
input: "input";
|
|
749
|
-
expectedOutput: "expectedOutput";
|
|
750
773
|
evaluatorContext: "evaluatorContext";
|
|
774
|
+
expectedOutput: "expectedOutput";
|
|
775
|
+
input: "input";
|
|
776
|
+
output: "output";
|
|
751
777
|
}>;
|
|
752
778
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
753
779
|
}, z.core.$strict>>;
|
|
@@ -782,17 +808,17 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
782
808
|
}, z.core.$strict>>;
|
|
783
809
|
mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
784
810
|
destination: z.ZodEnum<{
|
|
811
|
+
evaluatorContext: "evaluatorContext";
|
|
812
|
+
expectedOutput: "expectedOutput";
|
|
785
813
|
input: "input";
|
|
786
814
|
output: "output";
|
|
787
|
-
expectedOutput: "expectedOutput";
|
|
788
|
-
evaluatorContext: "evaluatorContext";
|
|
789
815
|
}>;
|
|
790
816
|
path: z.ZodArray<z.ZodString>;
|
|
791
817
|
source: z.ZodEnum<{
|
|
818
|
+
evaluatorContext: "evaluatorContext";
|
|
819
|
+
expectedOutput: "expectedOutput";
|
|
792
820
|
input: "input";
|
|
793
821
|
output: "output";
|
|
794
|
-
expectedOutput: "expectedOutput";
|
|
795
|
-
evaluatorContext: "evaluatorContext";
|
|
796
822
|
}>;
|
|
797
823
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
798
824
|
}, z.core.$strict>>>;
|
|
@@ -823,18 +849,18 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
823
849
|
revision: z.ZodNumber;
|
|
824
850
|
}, z.core.$strict>;
|
|
825
851
|
policyKind: z.ZodEnum<{
|
|
826
|
-
hosted_chat: "hosted_chat";
|
|
827
852
|
fixture: "fixture";
|
|
853
|
+
hosted_chat: "hosted_chat";
|
|
828
854
|
hosted_harness: "hosted_harness";
|
|
829
855
|
}>;
|
|
830
856
|
manifestHash: z.ZodString;
|
|
831
857
|
status: z.ZodEnum<{
|
|
832
858
|
cancelled: "cancelled";
|
|
859
|
+
cancelling: "cancelling";
|
|
860
|
+
completed: "completed";
|
|
833
861
|
failed: "failed";
|
|
834
862
|
queued: "queued";
|
|
835
863
|
running: "running";
|
|
836
|
-
cancelling: "cancelling";
|
|
837
|
-
completed: "completed";
|
|
838
864
|
}>;
|
|
839
865
|
totalCount: z.ZodNumber;
|
|
840
866
|
counts: z.ZodObject<{
|
|
@@ -925,9 +951,9 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
925
951
|
}, z.core.$strict>>;
|
|
926
952
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
927
953
|
role: z.ZodEnum<{
|
|
954
|
+
assistant: "assistant";
|
|
928
955
|
system: "system";
|
|
929
956
|
user: "user";
|
|
930
|
-
assistant: "assistant";
|
|
931
957
|
}>;
|
|
932
958
|
content: z.ZodString;
|
|
933
959
|
}, z.core.$strict>>>;
|
|
@@ -942,6 +968,19 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
942
968
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
943
969
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
944
970
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
971
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
972
|
+
providerId: z.ZodLiteral<"codex">;
|
|
973
|
+
configurationHash: z.ZodString;
|
|
974
|
+
accountHash: z.ZodString;
|
|
975
|
+
reasoningEffort: z.ZodEnum<{
|
|
976
|
+
high: "high";
|
|
977
|
+
low: "low";
|
|
978
|
+
medium: "medium";
|
|
979
|
+
xhigh: "xhigh";
|
|
980
|
+
}>;
|
|
981
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
982
|
+
requestTimeoutMs: z.ZodNumber;
|
|
983
|
+
}, z.core.$strict>>;
|
|
945
984
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
946
985
|
artifactId: z.ZodString;
|
|
947
986
|
contentHash: z.ZodString;
|
|
@@ -963,10 +1002,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
963
1002
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
964
1003
|
high: "high";
|
|
965
1004
|
low: "low";
|
|
1005
|
+
max: "max";
|
|
966
1006
|
medium: "medium";
|
|
967
|
-
xhigh: "xhigh";
|
|
968
1007
|
off: "off";
|
|
969
|
-
|
|
1008
|
+
xhigh: "xhigh";
|
|
970
1009
|
}>>;
|
|
971
1010
|
profileRepositoryId: z.ZodString;
|
|
972
1011
|
source: z.ZodObject<{
|
|
@@ -1044,10 +1083,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1044
1083
|
}, z.core.$strict>;
|
|
1045
1084
|
}, z.core.$strict>>;
|
|
1046
1085
|
split: z.ZodEnum<{
|
|
1086
|
+
frozen_eval: "frozen_eval";
|
|
1087
|
+
test: "test";
|
|
1047
1088
|
train: "train";
|
|
1048
1089
|
validation: "validation";
|
|
1049
|
-
test: "test";
|
|
1050
|
-
frozen_eval: "frozen_eval";
|
|
1051
1090
|
}>;
|
|
1052
1091
|
population: z.ZodArray<z.ZodObject<{
|
|
1053
1092
|
taskId: z.ZodString;
|
|
@@ -1064,8 +1103,8 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1064
1103
|
configurationHash: z.ZodString;
|
|
1065
1104
|
output: z.ZodEnum<{
|
|
1066
1105
|
boolean: "boolean";
|
|
1067
|
-
score: "score";
|
|
1068
1106
|
category: "category";
|
|
1107
|
+
score: "score";
|
|
1069
1108
|
}>;
|
|
1070
1109
|
categories: z.ZodArray<z.ZodString>;
|
|
1071
1110
|
}, z.core.$strict>>;
|
|
@@ -1074,17 +1113,17 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1074
1113
|
graderId: z.ZodString;
|
|
1075
1114
|
fields: z.ZodArray<z.ZodObject<{
|
|
1076
1115
|
destination: z.ZodEnum<{
|
|
1077
|
-
output: "output";
|
|
1078
|
-
input: "input";
|
|
1079
|
-
expectedOutput: "expectedOutput";
|
|
1080
1116
|
evaluatorContext: "evaluatorContext";
|
|
1117
|
+
expectedOutput: "expectedOutput";
|
|
1118
|
+
input: "input";
|
|
1119
|
+
output: "output";
|
|
1081
1120
|
}>;
|
|
1082
1121
|
path: z.ZodArray<z.ZodString>;
|
|
1083
1122
|
source: z.ZodEnum<{
|
|
1084
|
-
output: "output";
|
|
1085
|
-
input: "input";
|
|
1086
|
-
expectedOutput: "expectedOutput";
|
|
1087
1123
|
evaluatorContext: "evaluatorContext";
|
|
1124
|
+
expectedOutput: "expectedOutput";
|
|
1125
|
+
input: "input";
|
|
1126
|
+
output: "output";
|
|
1088
1127
|
}>;
|
|
1089
1128
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1090
1129
|
}, z.core.$strict>>;
|
|
@@ -1162,10 +1201,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1162
1201
|
}, z.core.$strict>;
|
|
1163
1202
|
}, z.core.$strict>>;
|
|
1164
1203
|
split: z.ZodEnum<{
|
|
1204
|
+
frozen_eval: "frozen_eval";
|
|
1205
|
+
test: "test";
|
|
1165
1206
|
train: "train";
|
|
1166
1207
|
validation: "validation";
|
|
1167
|
-
test: "test";
|
|
1168
|
-
frozen_eval: "frozen_eval";
|
|
1169
1208
|
}>;
|
|
1170
1209
|
population: z.ZodArray<z.ZodObject<{
|
|
1171
1210
|
taskId: z.ZodString;
|
|
@@ -1182,8 +1221,8 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1182
1221
|
configurationHash: z.ZodString;
|
|
1183
1222
|
output: z.ZodEnum<{
|
|
1184
1223
|
boolean: "boolean";
|
|
1185
|
-
score: "score";
|
|
1186
1224
|
category: "category";
|
|
1225
|
+
score: "score";
|
|
1187
1226
|
}>;
|
|
1188
1227
|
categories: z.ZodArray<z.ZodString>;
|
|
1189
1228
|
}, z.core.$strict>>;
|
|
@@ -1192,17 +1231,17 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1192
1231
|
graderId: z.ZodString;
|
|
1193
1232
|
fields: z.ZodArray<z.ZodObject<{
|
|
1194
1233
|
destination: z.ZodEnum<{
|
|
1195
|
-
output: "output";
|
|
1196
|
-
input: "input";
|
|
1197
|
-
expectedOutput: "expectedOutput";
|
|
1198
1234
|
evaluatorContext: "evaluatorContext";
|
|
1235
|
+
expectedOutput: "expectedOutput";
|
|
1236
|
+
input: "input";
|
|
1237
|
+
output: "output";
|
|
1199
1238
|
}>;
|
|
1200
1239
|
path: z.ZodArray<z.ZodString>;
|
|
1201
1240
|
source: z.ZodEnum<{
|
|
1202
|
-
output: "output";
|
|
1203
|
-
input: "input";
|
|
1204
|
-
expectedOutput: "expectedOutput";
|
|
1205
1241
|
evaluatorContext: "evaluatorContext";
|
|
1242
|
+
expectedOutput: "expectedOutput";
|
|
1243
|
+
input: "input";
|
|
1244
|
+
output: "output";
|
|
1206
1245
|
}>;
|
|
1207
1246
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1208
1247
|
}, z.core.$strict>>;
|
|
@@ -1324,10 +1363,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1324
1363
|
}, z.core.$strict>;
|
|
1325
1364
|
}, z.core.$strict>>;
|
|
1326
1365
|
split: z.ZodEnum<{
|
|
1366
|
+
frozen_eval: "frozen_eval";
|
|
1367
|
+
test: "test";
|
|
1327
1368
|
train: "train";
|
|
1328
1369
|
validation: "validation";
|
|
1329
|
-
test: "test";
|
|
1330
|
-
frozen_eval: "frozen_eval";
|
|
1331
1370
|
}>;
|
|
1332
1371
|
population: z.ZodArray<z.ZodObject<{
|
|
1333
1372
|
taskId: z.ZodString;
|
|
@@ -1344,8 +1383,8 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1344
1383
|
configurationHash: z.ZodString;
|
|
1345
1384
|
output: z.ZodEnum<{
|
|
1346
1385
|
boolean: "boolean";
|
|
1347
|
-
score: "score";
|
|
1348
1386
|
category: "category";
|
|
1387
|
+
score: "score";
|
|
1349
1388
|
}>;
|
|
1350
1389
|
categories: z.ZodArray<z.ZodString>;
|
|
1351
1390
|
}, z.core.$strict>>;
|
|
@@ -1354,17 +1393,17 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1354
1393
|
graderId: z.ZodString;
|
|
1355
1394
|
fields: z.ZodArray<z.ZodObject<{
|
|
1356
1395
|
destination: z.ZodEnum<{
|
|
1357
|
-
output: "output";
|
|
1358
|
-
input: "input";
|
|
1359
|
-
expectedOutput: "expectedOutput";
|
|
1360
1396
|
evaluatorContext: "evaluatorContext";
|
|
1397
|
+
expectedOutput: "expectedOutput";
|
|
1398
|
+
input: "input";
|
|
1399
|
+
output: "output";
|
|
1361
1400
|
}>;
|
|
1362
1401
|
path: z.ZodArray<z.ZodString>;
|
|
1363
1402
|
source: z.ZodEnum<{
|
|
1364
|
-
output: "output";
|
|
1365
|
-
input: "input";
|
|
1366
|
-
expectedOutput: "expectedOutput";
|
|
1367
1403
|
evaluatorContext: "evaluatorContext";
|
|
1404
|
+
expectedOutput: "expectedOutput";
|
|
1405
|
+
input: "input";
|
|
1406
|
+
output: "output";
|
|
1368
1407
|
}>;
|
|
1369
1408
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1370
1409
|
}, z.core.$strict>>;
|
|
@@ -1407,14 +1446,14 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1407
1446
|
schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
|
|
1408
1447
|
primaryMetric: z.ZodString;
|
|
1409
1448
|
aggregation: z.ZodEnum<{
|
|
1449
|
+
custom: "custom";
|
|
1410
1450
|
mean_score: "mean_score";
|
|
1411
1451
|
pass_rate: "pass_rate";
|
|
1412
1452
|
weighted_mean: "weighted_mean";
|
|
1413
|
-
custom: "custom";
|
|
1414
1453
|
}>;
|
|
1415
1454
|
missingReward: z.ZodEnum<{
|
|
1416
|
-
zero: "zero";
|
|
1417
1455
|
exclude: "exclude";
|
|
1456
|
+
zero: "zero";
|
|
1418
1457
|
}>;
|
|
1419
1458
|
taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
1420
1459
|
customAggregator: z.ZodNullable<z.ZodObject<{
|
|
@@ -1434,10 +1473,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1434
1473
|
runtimeTarget: z.ZodObject<{
|
|
1435
1474
|
adapterId: z.ZodString;
|
|
1436
1475
|
placement: z.ZodEnum<{
|
|
1437
|
-
local: "local";
|
|
1438
|
-
remote: "remote";
|
|
1439
1476
|
colocated: "colocated";
|
|
1477
|
+
local: "local";
|
|
1440
1478
|
provider_native: "provider_native";
|
|
1479
|
+
remote: "remote";
|
|
1441
1480
|
}>;
|
|
1442
1481
|
runtimeVersion: z.ZodString;
|
|
1443
1482
|
capabilityReceipt: z.ZodString;
|
|
@@ -1528,9 +1567,9 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1528
1567
|
}, z.core.$strict>>;
|
|
1529
1568
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1530
1569
|
role: z.ZodEnum<{
|
|
1570
|
+
assistant: "assistant";
|
|
1531
1571
|
system: "system";
|
|
1532
1572
|
user: "user";
|
|
1533
|
-
assistant: "assistant";
|
|
1534
1573
|
}>;
|
|
1535
1574
|
content: z.ZodString;
|
|
1536
1575
|
}, z.core.$strict>>>;
|
|
@@ -1545,6 +1584,19 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1545
1584
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
1546
1585
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1547
1586
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
1587
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
1588
|
+
providerId: z.ZodLiteral<"codex">;
|
|
1589
|
+
configurationHash: z.ZodString;
|
|
1590
|
+
accountHash: z.ZodString;
|
|
1591
|
+
reasoningEffort: z.ZodEnum<{
|
|
1592
|
+
high: "high";
|
|
1593
|
+
low: "low";
|
|
1594
|
+
medium: "medium";
|
|
1595
|
+
xhigh: "xhigh";
|
|
1596
|
+
}>;
|
|
1597
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
1598
|
+
requestTimeoutMs: z.ZodNumber;
|
|
1599
|
+
}, z.core.$strict>>;
|
|
1548
1600
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
1549
1601
|
artifactId: z.ZodString;
|
|
1550
1602
|
contentHash: z.ZodString;
|
|
@@ -1566,10 +1618,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1566
1618
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
1567
1619
|
high: "high";
|
|
1568
1620
|
low: "low";
|
|
1621
|
+
max: "max";
|
|
1569
1622
|
medium: "medium";
|
|
1570
|
-
xhigh: "xhigh";
|
|
1571
1623
|
off: "off";
|
|
1572
|
-
|
|
1624
|
+
xhigh: "xhigh";
|
|
1573
1625
|
}>>;
|
|
1574
1626
|
profileRepositoryId: z.ZodString;
|
|
1575
1627
|
source: z.ZodObject<{
|
|
@@ -1647,10 +1699,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1647
1699
|
}, z.core.$strict>;
|
|
1648
1700
|
}, z.core.$strict>>;
|
|
1649
1701
|
split: z.ZodEnum<{
|
|
1702
|
+
frozen_eval: "frozen_eval";
|
|
1703
|
+
test: "test";
|
|
1650
1704
|
train: "train";
|
|
1651
1705
|
validation: "validation";
|
|
1652
|
-
test: "test";
|
|
1653
|
-
frozen_eval: "frozen_eval";
|
|
1654
1706
|
}>;
|
|
1655
1707
|
population: z.ZodArray<z.ZodObject<{
|
|
1656
1708
|
taskId: z.ZodString;
|
|
@@ -1667,8 +1719,8 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1667
1719
|
configurationHash: z.ZodString;
|
|
1668
1720
|
output: z.ZodEnum<{
|
|
1669
1721
|
boolean: "boolean";
|
|
1670
|
-
score: "score";
|
|
1671
1722
|
category: "category";
|
|
1723
|
+
score: "score";
|
|
1672
1724
|
}>;
|
|
1673
1725
|
categories: z.ZodArray<z.ZodString>;
|
|
1674
1726
|
}, z.core.$strict>>;
|
|
@@ -1677,17 +1729,17 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1677
1729
|
graderId: z.ZodString;
|
|
1678
1730
|
fields: z.ZodArray<z.ZodObject<{
|
|
1679
1731
|
destination: z.ZodEnum<{
|
|
1680
|
-
output: "output";
|
|
1681
|
-
input: "input";
|
|
1682
|
-
expectedOutput: "expectedOutput";
|
|
1683
1732
|
evaluatorContext: "evaluatorContext";
|
|
1733
|
+
expectedOutput: "expectedOutput";
|
|
1734
|
+
input: "input";
|
|
1735
|
+
output: "output";
|
|
1684
1736
|
}>;
|
|
1685
1737
|
path: z.ZodArray<z.ZodString>;
|
|
1686
1738
|
source: z.ZodEnum<{
|
|
1687
|
-
output: "output";
|
|
1688
|
-
input: "input";
|
|
1689
|
-
expectedOutput: "expectedOutput";
|
|
1690
1739
|
evaluatorContext: "evaluatorContext";
|
|
1740
|
+
expectedOutput: "expectedOutput";
|
|
1741
|
+
input: "input";
|
|
1742
|
+
output: "output";
|
|
1691
1743
|
}>;
|
|
1692
1744
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1693
1745
|
}, z.core.$strict>>;
|
|
@@ -1765,10 +1817,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1765
1817
|
}, z.core.$strict>;
|
|
1766
1818
|
}, z.core.$strict>>;
|
|
1767
1819
|
split: z.ZodEnum<{
|
|
1820
|
+
frozen_eval: "frozen_eval";
|
|
1821
|
+
test: "test";
|
|
1768
1822
|
train: "train";
|
|
1769
1823
|
validation: "validation";
|
|
1770
|
-
test: "test";
|
|
1771
|
-
frozen_eval: "frozen_eval";
|
|
1772
1824
|
}>;
|
|
1773
1825
|
population: z.ZodArray<z.ZodObject<{
|
|
1774
1826
|
taskId: z.ZodString;
|
|
@@ -1785,8 +1837,8 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1785
1837
|
configurationHash: z.ZodString;
|
|
1786
1838
|
output: z.ZodEnum<{
|
|
1787
1839
|
boolean: "boolean";
|
|
1788
|
-
score: "score";
|
|
1789
1840
|
category: "category";
|
|
1841
|
+
score: "score";
|
|
1790
1842
|
}>;
|
|
1791
1843
|
categories: z.ZodArray<z.ZodString>;
|
|
1792
1844
|
}, z.core.$strict>>;
|
|
@@ -1795,17 +1847,17 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1795
1847
|
graderId: z.ZodString;
|
|
1796
1848
|
fields: z.ZodArray<z.ZodObject<{
|
|
1797
1849
|
destination: z.ZodEnum<{
|
|
1798
|
-
output: "output";
|
|
1799
|
-
input: "input";
|
|
1800
|
-
expectedOutput: "expectedOutput";
|
|
1801
1850
|
evaluatorContext: "evaluatorContext";
|
|
1802
|
-
|
|
1851
|
+
expectedOutput: "expectedOutput";
|
|
1852
|
+
input: "input";
|
|
1853
|
+
output: "output";
|
|
1854
|
+
}>;
|
|
1803
1855
|
path: z.ZodArray<z.ZodString>;
|
|
1804
1856
|
source: z.ZodEnum<{
|
|
1805
|
-
output: "output";
|
|
1806
|
-
input: "input";
|
|
1807
|
-
expectedOutput: "expectedOutput";
|
|
1808
1857
|
evaluatorContext: "evaluatorContext";
|
|
1858
|
+
expectedOutput: "expectedOutput";
|
|
1859
|
+
input: "input";
|
|
1860
|
+
output: "output";
|
|
1809
1861
|
}>;
|
|
1810
1862
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1811
1863
|
}, z.core.$strict>>;
|
|
@@ -1840,17 +1892,17 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1840
1892
|
}, z.core.$strict>>;
|
|
1841
1893
|
mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1842
1894
|
destination: z.ZodEnum<{
|
|
1895
|
+
evaluatorContext: "evaluatorContext";
|
|
1896
|
+
expectedOutput: "expectedOutput";
|
|
1843
1897
|
input: "input";
|
|
1844
1898
|
output: "output";
|
|
1845
|
-
expectedOutput: "expectedOutput";
|
|
1846
|
-
evaluatorContext: "evaluatorContext";
|
|
1847
1899
|
}>;
|
|
1848
1900
|
path: z.ZodArray<z.ZodString>;
|
|
1849
1901
|
source: z.ZodEnum<{
|
|
1902
|
+
evaluatorContext: "evaluatorContext";
|
|
1903
|
+
expectedOutput: "expectedOutput";
|
|
1850
1904
|
input: "input";
|
|
1851
1905
|
output: "output";
|
|
1852
|
-
expectedOutput: "expectedOutput";
|
|
1853
|
-
evaluatorContext: "evaluatorContext";
|
|
1854
1906
|
}>;
|
|
1855
1907
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1856
1908
|
}, z.core.$strict>>>;
|
|
@@ -1864,48 +1916,35 @@ export type ExperimentRunDetails = z.infer<typeof ExperimentRunDetailsSchema>;
|
|
|
1864
1916
|
/** Native preparation assigns new receipt IDs while retaining the selected
|
|
1865
1917
|
* task/seed population. Other runtimes seal their submitted IDs exactly. */
|
|
1866
1918
|
export declare function experimentConfigurationRequest(request: ModelTasksetRunRequest): {
|
|
1867
|
-
population: {
|
|
1868
|
-
taskId: string;
|
|
1869
|
-
seed: string;
|
|
1870
|
-
fixtureId: string | null;
|
|
1871
|
-
}[];
|
|
1872
1919
|
schemaVersion: "openpond.modelTasksetRunRequest.v1";
|
|
1873
1920
|
operationId: string;
|
|
1874
1921
|
teamId: string;
|
|
1875
1922
|
modelProjectId: string | null;
|
|
1923
|
+
name?: string | undefined;
|
|
1924
|
+
project?: {
|
|
1925
|
+
id: string;
|
|
1926
|
+
revision: number;
|
|
1927
|
+
contentHash: string;
|
|
1928
|
+
targetId: string | null;
|
|
1929
|
+
} | undefined;
|
|
1876
1930
|
taskset: {
|
|
1877
1931
|
id: string;
|
|
1878
1932
|
contentHash: string;
|
|
1879
1933
|
revision: number;
|
|
1880
1934
|
};
|
|
1881
1935
|
policy: {
|
|
1882
|
-
kind: "
|
|
1936
|
+
kind: "hosted_harness";
|
|
1883
1937
|
modelId: string;
|
|
1884
|
-
maxOutputTokens
|
|
1885
|
-
temperature
|
|
1886
|
-
topP
|
|
1938
|
+
maxOutputTokens?: number | undefined;
|
|
1939
|
+
temperature?: number | undefined;
|
|
1940
|
+
topP?: number | undefined;
|
|
1887
1941
|
localRuntime?: {
|
|
1888
|
-
providerId: "claude-code";
|
|
1889
|
-
configurationHash: string;
|
|
1890
|
-
executableHash: string;
|
|
1891
|
-
version: string;
|
|
1892
|
-
capabilityHash: string;
|
|
1893
|
-
maximumRequestCostUsd: number;
|
|
1894
|
-
requestTimeoutMs: number;
|
|
1895
|
-
maximumTurns: number;
|
|
1896
|
-
holdOpen: boolean;
|
|
1897
|
-
} | {
|
|
1898
1942
|
providerId: "codex";
|
|
1899
1943
|
configurationHash: string;
|
|
1900
1944
|
accountHash: string;
|
|
1901
1945
|
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
1902
1946
|
maximumRequestCostUsd: number;
|
|
1903
1947
|
requestTimeoutMs: number;
|
|
1904
|
-
} | {
|
|
1905
|
-
providerId: "custom-openai-compatible";
|
|
1906
|
-
configurationHash: string;
|
|
1907
|
-
maximumRequestCostUsd: number;
|
|
1908
|
-
requestTimeoutMs: number;
|
|
1909
1948
|
} | undefined;
|
|
1910
1949
|
candidate?: {
|
|
1911
1950
|
artifactId: string;
|
|
@@ -1915,24 +1954,17 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
1915
1954
|
baseProfileId: string;
|
|
1916
1955
|
workerImageDigest: string;
|
|
1917
1956
|
} | undefined;
|
|
1918
|
-
|
|
1957
|
+
sourceCandidate?: {
|
|
1958
|
+
candidateId: string;
|
|
1959
|
+
frozenRevision: number;
|
|
1960
|
+
frozenHash: string;
|
|
1919
1961
|
harnessRelease: {
|
|
1920
1962
|
id: string;
|
|
1921
1963
|
contentHash: string;
|
|
1922
1964
|
};
|
|
1923
|
-
|
|
1924
|
-
id: string;
|
|
1925
|
-
contentHash: string;
|
|
1926
|
-
};
|
|
1927
|
-
sourcePackageHash: string;
|
|
1965
|
+
protectedClosureHash: string;
|
|
1928
1966
|
} | undefined;
|
|
1929
|
-
|
|
1930
|
-
role: "system" | "user" | "assistant";
|
|
1931
|
-
content: string;
|
|
1932
|
-
}[] | undefined;
|
|
1933
|
-
} | {
|
|
1934
|
-
kind: "hosted_harness";
|
|
1935
|
-
modelId: string;
|
|
1967
|
+
reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
|
|
1936
1968
|
profileRepositoryId: string;
|
|
1937
1969
|
source: {
|
|
1938
1970
|
profileId: string;
|
|
@@ -1980,7 +2012,35 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
1980
2012
|
};
|
|
1981
2013
|
declaredProfileCatalogHash: string | null;
|
|
1982
2014
|
protectedProfileClosureHash: string;
|
|
1983
|
-
|
|
2015
|
+
recordedOrigin?: {
|
|
2016
|
+
execution: {
|
|
2017
|
+
id: string;
|
|
2018
|
+
contentHash: string;
|
|
2019
|
+
};
|
|
2020
|
+
originalEvidence: {
|
|
2021
|
+
id: string;
|
|
2022
|
+
contentHash: string;
|
|
2023
|
+
};
|
|
2024
|
+
members: {
|
|
2025
|
+
caseId: string;
|
|
2026
|
+
seed: string;
|
|
2027
|
+
fixtureId: string;
|
|
2028
|
+
sourceId: string;
|
|
2029
|
+
snapshotHash: string;
|
|
2030
|
+
boundaryRevisionHash: string;
|
|
2031
|
+
}[];
|
|
2032
|
+
} | undefined;
|
|
2033
|
+
gradingSource?: {
|
|
2034
|
+
pass: {
|
|
2035
|
+
id: string;
|
|
2036
|
+
contentHash: string;
|
|
2037
|
+
};
|
|
2038
|
+
evidence: {
|
|
2039
|
+
id: string;
|
|
2040
|
+
contentHash: string;
|
|
2041
|
+
};
|
|
2042
|
+
} | undefined;
|
|
2043
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1984
2044
|
population: {
|
|
1985
2045
|
taskId: string;
|
|
1986
2046
|
seed: string;
|
|
@@ -1994,16 +2054,16 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
1994
2054
|
};
|
|
1995
2055
|
feedbackKey: string;
|
|
1996
2056
|
configurationHash: string;
|
|
1997
|
-
output: "boolean" | "
|
|
2057
|
+
output: "boolean" | "category" | "score";
|
|
1998
2058
|
categories: string[];
|
|
1999
2059
|
}[];
|
|
2000
2060
|
fieldMappingsHash: string;
|
|
2001
2061
|
fieldMappings: {
|
|
2002
2062
|
graderId: string;
|
|
2003
2063
|
fields: {
|
|
2004
|
-
destination: "
|
|
2064
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2005
2065
|
path: string[];
|
|
2006
|
-
source: "
|
|
2066
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2007
2067
|
sourcePath: string[];
|
|
2008
2068
|
}[];
|
|
2009
2069
|
}[];
|
|
@@ -2014,34 +2074,6 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
2014
2074
|
requireComplete: boolean;
|
|
2015
2075
|
};
|
|
2016
2076
|
contentHash: string;
|
|
2017
|
-
recordedOrigin?: {
|
|
2018
|
-
execution: {
|
|
2019
|
-
id: string;
|
|
2020
|
-
contentHash: string;
|
|
2021
|
-
};
|
|
2022
|
-
originalEvidence: {
|
|
2023
|
-
id: string;
|
|
2024
|
-
contentHash: string;
|
|
2025
|
-
};
|
|
2026
|
-
members: {
|
|
2027
|
-
caseId: string;
|
|
2028
|
-
seed: string;
|
|
2029
|
-
fixtureId: string;
|
|
2030
|
-
sourceId: string;
|
|
2031
|
-
snapshotHash: string;
|
|
2032
|
-
boundaryRevisionHash: string;
|
|
2033
|
-
}[];
|
|
2034
|
-
} | undefined;
|
|
2035
|
-
gradingSource?: {
|
|
2036
|
-
pass: {
|
|
2037
|
-
id: string;
|
|
2038
|
-
contentHash: string;
|
|
2039
|
-
};
|
|
2040
|
-
evidence: {
|
|
2041
|
-
id: string;
|
|
2042
|
-
contentHash: string;
|
|
2043
|
-
};
|
|
2044
|
-
} | undefined;
|
|
2045
2077
|
} | undefined;
|
|
2046
2078
|
sourceCandidate?: {
|
|
2047
2079
|
candidateId: string;
|
|
@@ -2056,28 +2088,6 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
2056
2088
|
};
|
|
2057
2089
|
modelConfigurationHash: string;
|
|
2058
2090
|
packageHash: string;
|
|
2059
|
-
maxOutputTokens?: number | undefined;
|
|
2060
|
-
temperature?: number | undefined;
|
|
2061
|
-
topP?: number | undefined;
|
|
2062
|
-
candidate?: {
|
|
2063
|
-
artifactId: string;
|
|
2064
|
-
contentHash: string;
|
|
2065
|
-
preparationId: string;
|
|
2066
|
-
dispatchId: string;
|
|
2067
|
-
baseProfileId: string;
|
|
2068
|
-
workerImageDigest: string;
|
|
2069
|
-
} | undefined;
|
|
2070
|
-
sourceCandidate?: {
|
|
2071
|
-
candidateId: string;
|
|
2072
|
-
frozenRevision: number;
|
|
2073
|
-
frozenHash: string;
|
|
2074
|
-
harnessRelease: {
|
|
2075
|
-
id: string;
|
|
2076
|
-
contentHash: string;
|
|
2077
|
-
};
|
|
2078
|
-
protectedClosureHash: string;
|
|
2079
|
-
} | undefined;
|
|
2080
|
-
reasoningEffort?: "high" | "low" | "medium" | "xhigh" | "off" | "max" | undefined;
|
|
2081
2091
|
externalDatasetBinding?: {
|
|
2082
2092
|
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
2083
2093
|
dataset: {
|
|
@@ -2101,7 +2111,35 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
2101
2111
|
};
|
|
2102
2112
|
declaredProfileCatalogHash: string | null;
|
|
2103
2113
|
protectedProfileClosureHash: string;
|
|
2104
|
-
|
|
2114
|
+
recordedOrigin?: {
|
|
2115
|
+
execution: {
|
|
2116
|
+
id: string;
|
|
2117
|
+
contentHash: string;
|
|
2118
|
+
};
|
|
2119
|
+
originalEvidence: {
|
|
2120
|
+
id: string;
|
|
2121
|
+
contentHash: string;
|
|
2122
|
+
};
|
|
2123
|
+
members: {
|
|
2124
|
+
caseId: string;
|
|
2125
|
+
seed: string;
|
|
2126
|
+
fixtureId: string;
|
|
2127
|
+
sourceId: string;
|
|
2128
|
+
snapshotHash: string;
|
|
2129
|
+
boundaryRevisionHash: string;
|
|
2130
|
+
}[];
|
|
2131
|
+
} | undefined;
|
|
2132
|
+
gradingSource?: {
|
|
2133
|
+
pass: {
|
|
2134
|
+
id: string;
|
|
2135
|
+
contentHash: string;
|
|
2136
|
+
};
|
|
2137
|
+
evidence: {
|
|
2138
|
+
id: string;
|
|
2139
|
+
contentHash: string;
|
|
2140
|
+
};
|
|
2141
|
+
} | undefined;
|
|
2142
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2105
2143
|
population: {
|
|
2106
2144
|
taskId: string;
|
|
2107
2145
|
seed: string;
|
|
@@ -2115,16 +2153,16 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
2115
2153
|
};
|
|
2116
2154
|
feedbackKey: string;
|
|
2117
2155
|
configurationHash: string;
|
|
2118
|
-
output: "boolean" | "
|
|
2156
|
+
output: "boolean" | "category" | "score";
|
|
2119
2157
|
categories: string[];
|
|
2120
2158
|
}[];
|
|
2121
2159
|
fieldMappingsHash: string;
|
|
2122
2160
|
fieldMappings: {
|
|
2123
2161
|
graderId: string;
|
|
2124
2162
|
fields: {
|
|
2125
|
-
destination: "
|
|
2163
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2126
2164
|
path: string[];
|
|
2127
|
-
source: "
|
|
2165
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2128
2166
|
sourcePath: string[];
|
|
2129
2167
|
}[];
|
|
2130
2168
|
}[];
|
|
@@ -2135,45 +2173,67 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
2135
2173
|
requireComplete: boolean;
|
|
2136
2174
|
};
|
|
2137
2175
|
contentHash: string;
|
|
2138
|
-
recordedOrigin?: {
|
|
2139
|
-
execution: {
|
|
2140
|
-
id: string;
|
|
2141
|
-
contentHash: string;
|
|
2142
|
-
};
|
|
2143
|
-
originalEvidence: {
|
|
2144
|
-
id: string;
|
|
2145
|
-
contentHash: string;
|
|
2146
|
-
};
|
|
2147
|
-
members: {
|
|
2148
|
-
caseId: string;
|
|
2149
|
-
seed: string;
|
|
2150
|
-
fixtureId: string;
|
|
2151
|
-
sourceId: string;
|
|
2152
|
-
snapshotHash: string;
|
|
2153
|
-
boundaryRevisionHash: string;
|
|
2154
|
-
}[];
|
|
2155
|
-
} | undefined;
|
|
2156
|
-
gradingSource?: {
|
|
2157
|
-
pass: {
|
|
2158
|
-
id: string;
|
|
2159
|
-
contentHash: string;
|
|
2160
|
-
};
|
|
2161
|
-
evidence: {
|
|
2162
|
-
id: string;
|
|
2163
|
-
contentHash: string;
|
|
2164
|
-
};
|
|
2165
|
-
} | undefined;
|
|
2166
2176
|
} | undefined;
|
|
2177
|
+
} | {
|
|
2178
|
+
kind: "hosted_chat";
|
|
2179
|
+
modelId: string;
|
|
2180
|
+
localRuntime?: {
|
|
2181
|
+
providerId: "claude-code";
|
|
2182
|
+
configurationHash: string;
|
|
2183
|
+
executableHash: string;
|
|
2184
|
+
version: string;
|
|
2185
|
+
capabilityHash: string;
|
|
2186
|
+
maximumRequestCostUsd: number;
|
|
2187
|
+
requestTimeoutMs: number;
|
|
2188
|
+
maximumTurns: number;
|
|
2189
|
+
holdOpen: boolean;
|
|
2190
|
+
} | {
|
|
2191
|
+
providerId: "codex";
|
|
2192
|
+
configurationHash: string;
|
|
2193
|
+
accountHash: string;
|
|
2194
|
+
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
2195
|
+
maximumRequestCostUsd: number;
|
|
2196
|
+
requestTimeoutMs: number;
|
|
2197
|
+
} | {
|
|
2198
|
+
providerId: "custom-openai-compatible";
|
|
2199
|
+
configurationHash: string;
|
|
2200
|
+
maximumRequestCostUsd: number;
|
|
2201
|
+
requestTimeoutMs: number;
|
|
2202
|
+
} | undefined;
|
|
2203
|
+
candidate?: {
|
|
2204
|
+
artifactId: string;
|
|
2205
|
+
contentHash: string;
|
|
2206
|
+
preparationId: string;
|
|
2207
|
+
dispatchId: string;
|
|
2208
|
+
baseProfileId: string;
|
|
2209
|
+
workerImageDigest: string;
|
|
2210
|
+
} | undefined;
|
|
2211
|
+
harness?: {
|
|
2212
|
+
harnessRelease: {
|
|
2213
|
+
id: string;
|
|
2214
|
+
contentHash: string;
|
|
2215
|
+
};
|
|
2216
|
+
agentSnapshot: {
|
|
2217
|
+
id: string;
|
|
2218
|
+
contentHash: string;
|
|
2219
|
+
};
|
|
2220
|
+
sourcePackageHash: string;
|
|
2221
|
+
} | undefined;
|
|
2222
|
+
messages?: {
|
|
2223
|
+
role: "assistant" | "system" | "user";
|
|
2224
|
+
content: string;
|
|
2225
|
+
}[] | undefined;
|
|
2226
|
+
maxOutputTokens: number;
|
|
2227
|
+
temperature: number;
|
|
2228
|
+
topP: number;
|
|
2167
2229
|
} | {
|
|
2168
2230
|
kind: "fixture";
|
|
2169
2231
|
};
|
|
2170
|
-
|
|
2171
|
-
|
|
2172
|
-
|
|
2173
|
-
|
|
2174
|
-
|
|
2175
|
-
targetId: string | null;
|
|
2176
|
-
} | undefined;
|
|
2232
|
+
population: {
|
|
2233
|
+
taskId: string;
|
|
2234
|
+
seed: string;
|
|
2235
|
+
fixtureId: string | null;
|
|
2236
|
+
}[];
|
|
2177
2237
|
};
|
|
2178
2238
|
export declare function experimentRunConfigurationHash(value: z.input<typeof ConfigurationContent>): string;
|
|
2179
2239
|
export declare function verifyExperimentRunDetails(value: unknown): Promise<ExperimentRunDetails>;
|