openpond-sdk 0.12.2 → 0.12.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-MLFKQ7E7.js → chunk-24N6A6SF.js} +4 -4
- package/dist/chunk-24N6A6SF.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-B7VYE7YQ.js → chunk-53LLNDXF.js} +3 -3
- package/dist/chunk-53LLNDXF.js.map +1 -0
- package/dist/{chunk-VSRTJDVB.js → chunk-B5XTGEBE.js} +25 -13
- package/dist/chunk-B5XTGEBE.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-BVMR5OFW.js} +5 -5
- package/dist/chunk-BVMR5OFW.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/chunk-CMWZZZGW.js +255 -0
- package/dist/chunk-CMWZZZGW.js.map +1 -0
- package/dist/{chunk-VOL3WES2.js → chunk-DF2QXVZ3.js} +14 -169
- package/dist/chunk-DF2QXVZ3.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/{chunk-7GYXC2AI.js → chunk-EFUT3XKW.js} +4 -4
- package/dist/chunk-EFUT3XKW.js.map +1 -0
- package/dist/{chunk-DBRRQASP.js → chunk-ETX25FTB.js} +3 -3
- package/dist/chunk-ETX25FTB.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-7AZDNZP6.js → chunk-GAIDBPFY.js} +353 -90
- package/dist/chunk-GAIDBPFY.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-HGXVOFCL.js} +2 -2
- package/dist/chunk-HGXVOFCL.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-ENLQCKY6.js → chunk-I54WQBXL.js} +8 -8
- package/dist/chunk-I54WQBXL.js.map +1 -0
- package/dist/{chunk-AV5JV26B.js → chunk-K5LWSWV7.js} +4 -4
- package/dist/chunk-K5LWSWV7.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-WVISXXIL.js → chunk-LHX7ENKZ.js} +3 -3
- package/dist/chunk-LHX7ENKZ.js.map +1 -0
- package/dist/{chunk-WNH4DOEC.js → chunk-LR5CTOC5.js} +30 -299
- package/dist/chunk-LR5CTOC5.js.map +1 -0
- package/dist/chunk-MO4HAJZG.js +8709 -0
- package/dist/chunk-MO4HAJZG.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-O5ARJVT5.js → chunk-OR3TMIJN.js} +5 -5
- package/dist/chunk-OR3TMIJN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-L5PQPAU6.js → chunk-QRS7Y3EM.js} +7 -3
- package/dist/chunk-QRS7Y3EM.js.map +1 -0
- package/dist/{chunk-YVFERCUC.js → chunk-RRKRA237.js} +83 -5
- package/dist/chunk-RRKRA237.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-U7XWIOSB.js} +3 -3
- package/dist/chunk-U7XWIOSB.js.map +1 -0
- package/dist/{chunk-DG5CRENU.js → chunk-VHGC44HA.js} +5 -5
- package/dist/chunk-VHGC44HA.js.map +1 -0
- package/dist/{chunk-7WUJBFCH.js → chunk-VN5V2E2S.js} +24 -5
- package/dist/chunk-VN5V2E2S.js.map +1 -0
- package/dist/{chunk-YSKUXQ2N.js → chunk-WMIKJGXW.js} +3 -3
- package/dist/chunk-WMIKJGXW.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-D4WTE6ZA.js → chunk-XON75UFN.js} +3 -3
- package/dist/chunk-XON75UFN.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-OEPYLZXK.js → chunk-ZHQK3MOM.js} +4 -4
- package/dist/chunk-ZHQK3MOM.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-ZIFZFP5I.js} +5 -5
- package/dist/chunk-ZIFZFP5I.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +25 -23
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +31 -26
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +98 -50
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +27 -26
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +29 -26
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +195 -34
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +17 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +381 -348
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +86 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2090 -1969
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +177 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +597 -505
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +41 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +315 -240
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +50 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +71 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +324 -324
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +191 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +868 -824
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +448 -372
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +744 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4589 -4577
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +18 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +6 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +368 -0
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training.d.ts +1574 -1387
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-7AZDNZP6.js.map +0 -7
- package/dist/chunk-7GYXC2AI.js.map +0 -7
- package/dist/chunk-7WUJBFCH.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-AV5JV26B.js.map +0 -7
- package/dist/chunk-B7VYE7YQ.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-D4WTE6ZA.js.map +0 -7
- package/dist/chunk-DBRRQASP.js.map +0 -7
- package/dist/chunk-DG5CRENU.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-ENLQCKY6.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-L5PQPAU6.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLFKQ7E7.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-O5ARJVT5.js.map +0 -7
- package/dist/chunk-OEPYLZXK.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-PGBFI5HC.js +0 -98
- package/dist/chunk-PGBFI5HC.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-VOL3WES2.js.map +0 -7
- package/dist/chunk-VSRTJDVB.js.map +0 -7
- package/dist/chunk-WNH4DOEC.js.map +0 -7
- package/dist/chunk-WVISXXIL.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YSKUXQ2N.js.map +0 -7
- package/dist/chunk-YVFERCUC.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
|
@@ -70,9 +70,9 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
70
70
|
}, z.core.$strict>>;
|
|
71
71
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
72
72
|
role: z.ZodEnum<{
|
|
73
|
+
assistant: "assistant";
|
|
73
74
|
system: "system";
|
|
74
75
|
user: "user";
|
|
75
|
-
assistant: "assistant";
|
|
76
76
|
}>;
|
|
77
77
|
content: z.ZodString;
|
|
78
78
|
}, z.core.$strict>>>;
|
|
@@ -84,6 +84,22 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
84
84
|
}, z.core.$strict>, z.ZodObject<{
|
|
85
85
|
kind: z.ZodLiteral<"hosted_harness">;
|
|
86
86
|
modelId: z.ZodString;
|
|
87
|
+
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
88
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
89
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
90
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
91
|
+
providerId: z.ZodLiteral<"codex">;
|
|
92
|
+
configurationHash: z.ZodString;
|
|
93
|
+
accountHash: z.ZodString;
|
|
94
|
+
reasoningEffort: z.ZodEnum<{
|
|
95
|
+
high: "high";
|
|
96
|
+
low: "low";
|
|
97
|
+
medium: "medium";
|
|
98
|
+
xhigh: "xhigh";
|
|
99
|
+
}>;
|
|
100
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
101
|
+
requestTimeoutMs: z.ZodNumber;
|
|
102
|
+
}, z.core.$strict>>;
|
|
87
103
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
88
104
|
artifactId: z.ZodString;
|
|
89
105
|
contentHash: z.ZodString;
|
|
@@ -105,10 +121,10 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
105
121
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
106
122
|
high: "high";
|
|
107
123
|
low: "low";
|
|
124
|
+
max: "max";
|
|
108
125
|
medium: "medium";
|
|
109
|
-
xhigh: "xhigh";
|
|
110
126
|
off: "off";
|
|
111
|
-
|
|
127
|
+
xhigh: "xhigh";
|
|
112
128
|
}>>;
|
|
113
129
|
profileRepositoryId: z.ZodString;
|
|
114
130
|
source: z.ZodObject<{
|
|
@@ -186,10 +202,10 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
186
202
|
}, z.core.$strict>;
|
|
187
203
|
}, z.core.$strict>>;
|
|
188
204
|
split: z.ZodEnum<{
|
|
205
|
+
frozen_eval: "frozen_eval";
|
|
206
|
+
test: "test";
|
|
189
207
|
train: "train";
|
|
190
208
|
validation: "validation";
|
|
191
|
-
test: "test";
|
|
192
|
-
frozen_eval: "frozen_eval";
|
|
193
209
|
}>;
|
|
194
210
|
population: z.ZodArray<z.ZodObject<{
|
|
195
211
|
taskId: z.ZodString;
|
|
@@ -206,8 +222,8 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
206
222
|
configurationHash: z.ZodString;
|
|
207
223
|
output: z.ZodEnum<{
|
|
208
224
|
boolean: "boolean";
|
|
209
|
-
score: "score";
|
|
210
225
|
category: "category";
|
|
226
|
+
score: "score";
|
|
211
227
|
}>;
|
|
212
228
|
categories: z.ZodArray<z.ZodString>;
|
|
213
229
|
}, z.core.$strict>>;
|
|
@@ -216,17 +232,17 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
216
232
|
graderId: z.ZodString;
|
|
217
233
|
fields: z.ZodArray<z.ZodObject<{
|
|
218
234
|
destination: z.ZodEnum<{
|
|
219
|
-
output: "output";
|
|
220
|
-
input: "input";
|
|
221
|
-
expectedOutput: "expectedOutput";
|
|
222
235
|
evaluatorContext: "evaluatorContext";
|
|
236
|
+
expectedOutput: "expectedOutput";
|
|
237
|
+
input: "input";
|
|
238
|
+
output: "output";
|
|
223
239
|
}>;
|
|
224
240
|
path: z.ZodArray<z.ZodString>;
|
|
225
241
|
source: z.ZodEnum<{
|
|
226
|
-
output: "output";
|
|
227
|
-
input: "input";
|
|
228
|
-
expectedOutput: "expectedOutput";
|
|
229
242
|
evaluatorContext: "evaluatorContext";
|
|
243
|
+
expectedOutput: "expectedOutput";
|
|
244
|
+
input: "input";
|
|
245
|
+
output: "output";
|
|
230
246
|
}>;
|
|
231
247
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
232
248
|
}, z.core.$strict>>;
|
|
@@ -304,10 +320,10 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
304
320
|
}, z.core.$strict>;
|
|
305
321
|
}, z.core.$strict>>;
|
|
306
322
|
split: z.ZodEnum<{
|
|
323
|
+
frozen_eval: "frozen_eval";
|
|
324
|
+
test: "test";
|
|
307
325
|
train: "train";
|
|
308
326
|
validation: "validation";
|
|
309
|
-
test: "test";
|
|
310
|
-
frozen_eval: "frozen_eval";
|
|
311
327
|
}>;
|
|
312
328
|
population: z.ZodArray<z.ZodObject<{
|
|
313
329
|
taskId: z.ZodString;
|
|
@@ -324,8 +340,8 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
324
340
|
configurationHash: z.ZodString;
|
|
325
341
|
output: z.ZodEnum<{
|
|
326
342
|
boolean: "boolean";
|
|
327
|
-
score: "score";
|
|
328
343
|
category: "category";
|
|
344
|
+
score: "score";
|
|
329
345
|
}>;
|
|
330
346
|
categories: z.ZodArray<z.ZodString>;
|
|
331
347
|
}, z.core.$strict>>;
|
|
@@ -334,17 +350,17 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
334
350
|
graderId: z.ZodString;
|
|
335
351
|
fields: z.ZodArray<z.ZodObject<{
|
|
336
352
|
destination: z.ZodEnum<{
|
|
337
|
-
output: "output";
|
|
338
|
-
input: "input";
|
|
339
|
-
expectedOutput: "expectedOutput";
|
|
340
353
|
evaluatorContext: "evaluatorContext";
|
|
354
|
+
expectedOutput: "expectedOutput";
|
|
355
|
+
input: "input";
|
|
356
|
+
output: "output";
|
|
341
357
|
}>;
|
|
342
358
|
path: z.ZodArray<z.ZodString>;
|
|
343
359
|
source: z.ZodEnum<{
|
|
344
|
-
output: "output";
|
|
345
|
-
input: "input";
|
|
346
|
-
expectedOutput: "expectedOutput";
|
|
347
360
|
evaluatorContext: "evaluatorContext";
|
|
361
|
+
expectedOutput: "expectedOutput";
|
|
362
|
+
input: "input";
|
|
363
|
+
output: "output";
|
|
348
364
|
}>;
|
|
349
365
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
350
366
|
}, z.core.$strict>>;
|
|
@@ -379,17 +395,17 @@ declare const ConfigurationContent: z.ZodObject<{
|
|
|
379
395
|
}, z.core.$strict>>;
|
|
380
396
|
mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
381
397
|
destination: z.ZodEnum<{
|
|
398
|
+
evaluatorContext: "evaluatorContext";
|
|
399
|
+
expectedOutput: "expectedOutput";
|
|
382
400
|
input: "input";
|
|
383
401
|
output: "output";
|
|
384
|
-
expectedOutput: "expectedOutput";
|
|
385
|
-
evaluatorContext: "evaluatorContext";
|
|
386
402
|
}>;
|
|
387
403
|
path: z.ZodArray<z.ZodString>;
|
|
388
404
|
source: z.ZodEnum<{
|
|
405
|
+
evaluatorContext: "evaluatorContext";
|
|
406
|
+
expectedOutput: "expectedOutput";
|
|
389
407
|
input: "input";
|
|
390
408
|
output: "output";
|
|
391
|
-
expectedOutput: "expectedOutput";
|
|
392
|
-
evaluatorContext: "evaluatorContext";
|
|
393
409
|
}>;
|
|
394
410
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
395
411
|
}, z.core.$strict>>>;
|
|
@@ -467,9 +483,9 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
467
483
|
}, z.core.$strict>>;
|
|
468
484
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
469
485
|
role: z.ZodEnum<{
|
|
486
|
+
assistant: "assistant";
|
|
470
487
|
system: "system";
|
|
471
488
|
user: "user";
|
|
472
|
-
assistant: "assistant";
|
|
473
489
|
}>;
|
|
474
490
|
content: z.ZodString;
|
|
475
491
|
}, z.core.$strict>>>;
|
|
@@ -481,6 +497,22 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
481
497
|
}, z.core.$strict>, z.ZodObject<{
|
|
482
498
|
kind: z.ZodLiteral<"hosted_harness">;
|
|
483
499
|
modelId: z.ZodString;
|
|
500
|
+
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
501
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
502
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
503
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
504
|
+
providerId: z.ZodLiteral<"codex">;
|
|
505
|
+
configurationHash: z.ZodString;
|
|
506
|
+
accountHash: z.ZodString;
|
|
507
|
+
reasoningEffort: z.ZodEnum<{
|
|
508
|
+
high: "high";
|
|
509
|
+
low: "low";
|
|
510
|
+
medium: "medium";
|
|
511
|
+
xhigh: "xhigh";
|
|
512
|
+
}>;
|
|
513
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
514
|
+
requestTimeoutMs: z.ZodNumber;
|
|
515
|
+
}, z.core.$strict>>;
|
|
484
516
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
485
517
|
artifactId: z.ZodString;
|
|
486
518
|
contentHash: z.ZodString;
|
|
@@ -502,10 +534,10 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
502
534
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
503
535
|
high: "high";
|
|
504
536
|
low: "low";
|
|
537
|
+
max: "max";
|
|
505
538
|
medium: "medium";
|
|
506
|
-
xhigh: "xhigh";
|
|
507
539
|
off: "off";
|
|
508
|
-
|
|
540
|
+
xhigh: "xhigh";
|
|
509
541
|
}>>;
|
|
510
542
|
profileRepositoryId: z.ZodString;
|
|
511
543
|
source: z.ZodObject<{
|
|
@@ -583,10 +615,10 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
583
615
|
}, z.core.$strict>;
|
|
584
616
|
}, z.core.$strict>>;
|
|
585
617
|
split: z.ZodEnum<{
|
|
618
|
+
frozen_eval: "frozen_eval";
|
|
619
|
+
test: "test";
|
|
586
620
|
train: "train";
|
|
587
621
|
validation: "validation";
|
|
588
|
-
test: "test";
|
|
589
|
-
frozen_eval: "frozen_eval";
|
|
590
622
|
}>;
|
|
591
623
|
population: z.ZodArray<z.ZodObject<{
|
|
592
624
|
taskId: z.ZodString;
|
|
@@ -603,8 +635,8 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
603
635
|
configurationHash: z.ZodString;
|
|
604
636
|
output: z.ZodEnum<{
|
|
605
637
|
boolean: "boolean";
|
|
606
|
-
score: "score";
|
|
607
638
|
category: "category";
|
|
639
|
+
score: "score";
|
|
608
640
|
}>;
|
|
609
641
|
categories: z.ZodArray<z.ZodString>;
|
|
610
642
|
}, z.core.$strict>>;
|
|
@@ -613,17 +645,17 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
613
645
|
graderId: z.ZodString;
|
|
614
646
|
fields: z.ZodArray<z.ZodObject<{
|
|
615
647
|
destination: z.ZodEnum<{
|
|
616
|
-
output: "output";
|
|
617
|
-
input: "input";
|
|
618
|
-
expectedOutput: "expectedOutput";
|
|
619
648
|
evaluatorContext: "evaluatorContext";
|
|
649
|
+
expectedOutput: "expectedOutput";
|
|
650
|
+
input: "input";
|
|
651
|
+
output: "output";
|
|
620
652
|
}>;
|
|
621
653
|
path: z.ZodArray<z.ZodString>;
|
|
622
654
|
source: z.ZodEnum<{
|
|
623
|
-
output: "output";
|
|
624
|
-
input: "input";
|
|
625
|
-
expectedOutput: "expectedOutput";
|
|
626
655
|
evaluatorContext: "evaluatorContext";
|
|
656
|
+
expectedOutput: "expectedOutput";
|
|
657
|
+
input: "input";
|
|
658
|
+
output: "output";
|
|
627
659
|
}>;
|
|
628
660
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
629
661
|
}, z.core.$strict>>;
|
|
@@ -701,10 +733,10 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
701
733
|
}, z.core.$strict>;
|
|
702
734
|
}, z.core.$strict>>;
|
|
703
735
|
split: z.ZodEnum<{
|
|
736
|
+
frozen_eval: "frozen_eval";
|
|
737
|
+
test: "test";
|
|
704
738
|
train: "train";
|
|
705
739
|
validation: "validation";
|
|
706
|
-
test: "test";
|
|
707
|
-
frozen_eval: "frozen_eval";
|
|
708
740
|
}>;
|
|
709
741
|
population: z.ZodArray<z.ZodObject<{
|
|
710
742
|
taskId: z.ZodString;
|
|
@@ -721,8 +753,8 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
721
753
|
configurationHash: z.ZodString;
|
|
722
754
|
output: z.ZodEnum<{
|
|
723
755
|
boolean: "boolean";
|
|
724
|
-
score: "score";
|
|
725
756
|
category: "category";
|
|
757
|
+
score: "score";
|
|
726
758
|
}>;
|
|
727
759
|
categories: z.ZodArray<z.ZodString>;
|
|
728
760
|
}, z.core.$strict>>;
|
|
@@ -731,17 +763,17 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
731
763
|
graderId: z.ZodString;
|
|
732
764
|
fields: z.ZodArray<z.ZodObject<{
|
|
733
765
|
destination: z.ZodEnum<{
|
|
734
|
-
output: "output";
|
|
735
|
-
input: "input";
|
|
736
|
-
expectedOutput: "expectedOutput";
|
|
737
766
|
evaluatorContext: "evaluatorContext";
|
|
767
|
+
expectedOutput: "expectedOutput";
|
|
768
|
+
input: "input";
|
|
769
|
+
output: "output";
|
|
738
770
|
}>;
|
|
739
771
|
path: z.ZodArray<z.ZodString>;
|
|
740
772
|
source: z.ZodEnum<{
|
|
741
|
-
output: "output";
|
|
742
|
-
input: "input";
|
|
743
|
-
expectedOutput: "expectedOutput";
|
|
744
773
|
evaluatorContext: "evaluatorContext";
|
|
774
|
+
expectedOutput: "expectedOutput";
|
|
775
|
+
input: "input";
|
|
776
|
+
output: "output";
|
|
745
777
|
}>;
|
|
746
778
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
747
779
|
}, z.core.$strict>>;
|
|
@@ -776,17 +808,17 @@ export declare const ExperimentRunConfigurationSchema: z.ZodObject<{
|
|
|
776
808
|
}, z.core.$strict>>;
|
|
777
809
|
mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
778
810
|
destination: z.ZodEnum<{
|
|
811
|
+
evaluatorContext: "evaluatorContext";
|
|
812
|
+
expectedOutput: "expectedOutput";
|
|
779
813
|
input: "input";
|
|
780
814
|
output: "output";
|
|
781
|
-
expectedOutput: "expectedOutput";
|
|
782
|
-
evaluatorContext: "evaluatorContext";
|
|
783
815
|
}>;
|
|
784
816
|
path: z.ZodArray<z.ZodString>;
|
|
785
817
|
source: z.ZodEnum<{
|
|
818
|
+
evaluatorContext: "evaluatorContext";
|
|
819
|
+
expectedOutput: "expectedOutput";
|
|
786
820
|
input: "input";
|
|
787
821
|
output: "output";
|
|
788
|
-
expectedOutput: "expectedOutput";
|
|
789
|
-
evaluatorContext: "evaluatorContext";
|
|
790
822
|
}>;
|
|
791
823
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
792
824
|
}, z.core.$strict>>>;
|
|
@@ -817,18 +849,18 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
817
849
|
revision: z.ZodNumber;
|
|
818
850
|
}, z.core.$strict>;
|
|
819
851
|
policyKind: z.ZodEnum<{
|
|
820
|
-
hosted_chat: "hosted_chat";
|
|
821
852
|
fixture: "fixture";
|
|
853
|
+
hosted_chat: "hosted_chat";
|
|
822
854
|
hosted_harness: "hosted_harness";
|
|
823
855
|
}>;
|
|
824
856
|
manifestHash: z.ZodString;
|
|
825
857
|
status: z.ZodEnum<{
|
|
826
858
|
cancelled: "cancelled";
|
|
859
|
+
cancelling: "cancelling";
|
|
860
|
+
completed: "completed";
|
|
827
861
|
failed: "failed";
|
|
828
862
|
queued: "queued";
|
|
829
863
|
running: "running";
|
|
830
|
-
cancelling: "cancelling";
|
|
831
|
-
completed: "completed";
|
|
832
864
|
}>;
|
|
833
865
|
totalCount: z.ZodNumber;
|
|
834
866
|
counts: z.ZodObject<{
|
|
@@ -919,9 +951,9 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
919
951
|
}, z.core.$strict>>;
|
|
920
952
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
921
953
|
role: z.ZodEnum<{
|
|
954
|
+
assistant: "assistant";
|
|
922
955
|
system: "system";
|
|
923
956
|
user: "user";
|
|
924
|
-
assistant: "assistant";
|
|
925
957
|
}>;
|
|
926
958
|
content: z.ZodString;
|
|
927
959
|
}, z.core.$strict>>>;
|
|
@@ -933,6 +965,22 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
933
965
|
}, z.core.$strict>, z.ZodObject<{
|
|
934
966
|
kind: z.ZodLiteral<"hosted_harness">;
|
|
935
967
|
modelId: z.ZodString;
|
|
968
|
+
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
969
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
970
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
971
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
972
|
+
providerId: z.ZodLiteral<"codex">;
|
|
973
|
+
configurationHash: z.ZodString;
|
|
974
|
+
accountHash: z.ZodString;
|
|
975
|
+
reasoningEffort: z.ZodEnum<{
|
|
976
|
+
high: "high";
|
|
977
|
+
low: "low";
|
|
978
|
+
medium: "medium";
|
|
979
|
+
xhigh: "xhigh";
|
|
980
|
+
}>;
|
|
981
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
982
|
+
requestTimeoutMs: z.ZodNumber;
|
|
983
|
+
}, z.core.$strict>>;
|
|
936
984
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
937
985
|
artifactId: z.ZodString;
|
|
938
986
|
contentHash: z.ZodString;
|
|
@@ -954,10 +1002,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
954
1002
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
955
1003
|
high: "high";
|
|
956
1004
|
low: "low";
|
|
1005
|
+
max: "max";
|
|
957
1006
|
medium: "medium";
|
|
958
|
-
xhigh: "xhigh";
|
|
959
1007
|
off: "off";
|
|
960
|
-
|
|
1008
|
+
xhigh: "xhigh";
|
|
961
1009
|
}>>;
|
|
962
1010
|
profileRepositoryId: z.ZodString;
|
|
963
1011
|
source: z.ZodObject<{
|
|
@@ -1035,10 +1083,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1035
1083
|
}, z.core.$strict>;
|
|
1036
1084
|
}, z.core.$strict>>;
|
|
1037
1085
|
split: z.ZodEnum<{
|
|
1086
|
+
frozen_eval: "frozen_eval";
|
|
1087
|
+
test: "test";
|
|
1038
1088
|
train: "train";
|
|
1039
1089
|
validation: "validation";
|
|
1040
|
-
test: "test";
|
|
1041
|
-
frozen_eval: "frozen_eval";
|
|
1042
1090
|
}>;
|
|
1043
1091
|
population: z.ZodArray<z.ZodObject<{
|
|
1044
1092
|
taskId: z.ZodString;
|
|
@@ -1055,8 +1103,8 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1055
1103
|
configurationHash: z.ZodString;
|
|
1056
1104
|
output: z.ZodEnum<{
|
|
1057
1105
|
boolean: "boolean";
|
|
1058
|
-
score: "score";
|
|
1059
1106
|
category: "category";
|
|
1107
|
+
score: "score";
|
|
1060
1108
|
}>;
|
|
1061
1109
|
categories: z.ZodArray<z.ZodString>;
|
|
1062
1110
|
}, z.core.$strict>>;
|
|
@@ -1065,17 +1113,17 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1065
1113
|
graderId: z.ZodString;
|
|
1066
1114
|
fields: z.ZodArray<z.ZodObject<{
|
|
1067
1115
|
destination: z.ZodEnum<{
|
|
1068
|
-
output: "output";
|
|
1069
|
-
input: "input";
|
|
1070
|
-
expectedOutput: "expectedOutput";
|
|
1071
1116
|
evaluatorContext: "evaluatorContext";
|
|
1117
|
+
expectedOutput: "expectedOutput";
|
|
1118
|
+
input: "input";
|
|
1119
|
+
output: "output";
|
|
1072
1120
|
}>;
|
|
1073
1121
|
path: z.ZodArray<z.ZodString>;
|
|
1074
1122
|
source: z.ZodEnum<{
|
|
1075
|
-
output: "output";
|
|
1076
|
-
input: "input";
|
|
1077
|
-
expectedOutput: "expectedOutput";
|
|
1078
1123
|
evaluatorContext: "evaluatorContext";
|
|
1124
|
+
expectedOutput: "expectedOutput";
|
|
1125
|
+
input: "input";
|
|
1126
|
+
output: "output";
|
|
1079
1127
|
}>;
|
|
1080
1128
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1081
1129
|
}, z.core.$strict>>;
|
|
@@ -1153,10 +1201,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1153
1201
|
}, z.core.$strict>;
|
|
1154
1202
|
}, z.core.$strict>>;
|
|
1155
1203
|
split: z.ZodEnum<{
|
|
1204
|
+
frozen_eval: "frozen_eval";
|
|
1205
|
+
test: "test";
|
|
1156
1206
|
train: "train";
|
|
1157
1207
|
validation: "validation";
|
|
1158
|
-
test: "test";
|
|
1159
|
-
frozen_eval: "frozen_eval";
|
|
1160
1208
|
}>;
|
|
1161
1209
|
population: z.ZodArray<z.ZodObject<{
|
|
1162
1210
|
taskId: z.ZodString;
|
|
@@ -1173,8 +1221,8 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1173
1221
|
configurationHash: z.ZodString;
|
|
1174
1222
|
output: z.ZodEnum<{
|
|
1175
1223
|
boolean: "boolean";
|
|
1176
|
-
score: "score";
|
|
1177
1224
|
category: "category";
|
|
1225
|
+
score: "score";
|
|
1178
1226
|
}>;
|
|
1179
1227
|
categories: z.ZodArray<z.ZodString>;
|
|
1180
1228
|
}, z.core.$strict>>;
|
|
@@ -1183,17 +1231,17 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1183
1231
|
graderId: z.ZodString;
|
|
1184
1232
|
fields: z.ZodArray<z.ZodObject<{
|
|
1185
1233
|
destination: z.ZodEnum<{
|
|
1186
|
-
output: "output";
|
|
1187
|
-
input: "input";
|
|
1188
|
-
expectedOutput: "expectedOutput";
|
|
1189
1234
|
evaluatorContext: "evaluatorContext";
|
|
1235
|
+
expectedOutput: "expectedOutput";
|
|
1236
|
+
input: "input";
|
|
1237
|
+
output: "output";
|
|
1190
1238
|
}>;
|
|
1191
1239
|
path: z.ZodArray<z.ZodString>;
|
|
1192
1240
|
source: z.ZodEnum<{
|
|
1193
|
-
output: "output";
|
|
1194
|
-
input: "input";
|
|
1195
|
-
expectedOutput: "expectedOutput";
|
|
1196
1241
|
evaluatorContext: "evaluatorContext";
|
|
1242
|
+
expectedOutput: "expectedOutput";
|
|
1243
|
+
input: "input";
|
|
1244
|
+
output: "output";
|
|
1197
1245
|
}>;
|
|
1198
1246
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1199
1247
|
}, z.core.$strict>>;
|
|
@@ -1315,10 +1363,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1315
1363
|
}, z.core.$strict>;
|
|
1316
1364
|
}, z.core.$strict>>;
|
|
1317
1365
|
split: z.ZodEnum<{
|
|
1366
|
+
frozen_eval: "frozen_eval";
|
|
1367
|
+
test: "test";
|
|
1318
1368
|
train: "train";
|
|
1319
1369
|
validation: "validation";
|
|
1320
|
-
test: "test";
|
|
1321
|
-
frozen_eval: "frozen_eval";
|
|
1322
1370
|
}>;
|
|
1323
1371
|
population: z.ZodArray<z.ZodObject<{
|
|
1324
1372
|
taskId: z.ZodString;
|
|
@@ -1335,8 +1383,8 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1335
1383
|
configurationHash: z.ZodString;
|
|
1336
1384
|
output: z.ZodEnum<{
|
|
1337
1385
|
boolean: "boolean";
|
|
1338
|
-
score: "score";
|
|
1339
1386
|
category: "category";
|
|
1387
|
+
score: "score";
|
|
1340
1388
|
}>;
|
|
1341
1389
|
categories: z.ZodArray<z.ZodString>;
|
|
1342
1390
|
}, z.core.$strict>>;
|
|
@@ -1345,17 +1393,17 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1345
1393
|
graderId: z.ZodString;
|
|
1346
1394
|
fields: z.ZodArray<z.ZodObject<{
|
|
1347
1395
|
destination: z.ZodEnum<{
|
|
1348
|
-
output: "output";
|
|
1349
|
-
input: "input";
|
|
1350
|
-
expectedOutput: "expectedOutput";
|
|
1351
1396
|
evaluatorContext: "evaluatorContext";
|
|
1397
|
+
expectedOutput: "expectedOutput";
|
|
1398
|
+
input: "input";
|
|
1399
|
+
output: "output";
|
|
1352
1400
|
}>;
|
|
1353
1401
|
path: z.ZodArray<z.ZodString>;
|
|
1354
1402
|
source: z.ZodEnum<{
|
|
1355
|
-
output: "output";
|
|
1356
|
-
input: "input";
|
|
1357
|
-
expectedOutput: "expectedOutput";
|
|
1358
1403
|
evaluatorContext: "evaluatorContext";
|
|
1404
|
+
expectedOutput: "expectedOutput";
|
|
1405
|
+
input: "input";
|
|
1406
|
+
output: "output";
|
|
1359
1407
|
}>;
|
|
1360
1408
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1361
1409
|
}, z.core.$strict>>;
|
|
@@ -1398,14 +1446,14 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1398
1446
|
schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
|
|
1399
1447
|
primaryMetric: z.ZodString;
|
|
1400
1448
|
aggregation: z.ZodEnum<{
|
|
1449
|
+
custom: "custom";
|
|
1401
1450
|
mean_score: "mean_score";
|
|
1402
1451
|
pass_rate: "pass_rate";
|
|
1403
1452
|
weighted_mean: "weighted_mean";
|
|
1404
|
-
custom: "custom";
|
|
1405
1453
|
}>;
|
|
1406
1454
|
missingReward: z.ZodEnum<{
|
|
1407
|
-
zero: "zero";
|
|
1408
1455
|
exclude: "exclude";
|
|
1456
|
+
zero: "zero";
|
|
1409
1457
|
}>;
|
|
1410
1458
|
taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
1411
1459
|
customAggregator: z.ZodNullable<z.ZodObject<{
|
|
@@ -1425,10 +1473,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1425
1473
|
runtimeTarget: z.ZodObject<{
|
|
1426
1474
|
adapterId: z.ZodString;
|
|
1427
1475
|
placement: z.ZodEnum<{
|
|
1428
|
-
local: "local";
|
|
1429
|
-
remote: "remote";
|
|
1430
1476
|
colocated: "colocated";
|
|
1477
|
+
local: "local";
|
|
1431
1478
|
provider_native: "provider_native";
|
|
1479
|
+
remote: "remote";
|
|
1432
1480
|
}>;
|
|
1433
1481
|
runtimeVersion: z.ZodString;
|
|
1434
1482
|
capabilityReceipt: z.ZodString;
|
|
@@ -1519,9 +1567,9 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1519
1567
|
}, z.core.$strict>>;
|
|
1520
1568
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1521
1569
|
role: z.ZodEnum<{
|
|
1570
|
+
assistant: "assistant";
|
|
1522
1571
|
system: "system";
|
|
1523
1572
|
user: "user";
|
|
1524
|
-
assistant: "assistant";
|
|
1525
1573
|
}>;
|
|
1526
1574
|
content: z.ZodString;
|
|
1527
1575
|
}, z.core.$strict>>>;
|
|
@@ -1533,6 +1581,22 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1533
1581
|
}, z.core.$strict>, z.ZodObject<{
|
|
1534
1582
|
kind: z.ZodLiteral<"hosted_harness">;
|
|
1535
1583
|
modelId: z.ZodString;
|
|
1584
|
+
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
1585
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1586
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
1587
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
1588
|
+
providerId: z.ZodLiteral<"codex">;
|
|
1589
|
+
configurationHash: z.ZodString;
|
|
1590
|
+
accountHash: z.ZodString;
|
|
1591
|
+
reasoningEffort: z.ZodEnum<{
|
|
1592
|
+
high: "high";
|
|
1593
|
+
low: "low";
|
|
1594
|
+
medium: "medium";
|
|
1595
|
+
xhigh: "xhigh";
|
|
1596
|
+
}>;
|
|
1597
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
1598
|
+
requestTimeoutMs: z.ZodNumber;
|
|
1599
|
+
}, z.core.$strict>>;
|
|
1536
1600
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
1537
1601
|
artifactId: z.ZodString;
|
|
1538
1602
|
contentHash: z.ZodString;
|
|
@@ -1554,10 +1618,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1554
1618
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
1555
1619
|
high: "high";
|
|
1556
1620
|
low: "low";
|
|
1621
|
+
max: "max";
|
|
1557
1622
|
medium: "medium";
|
|
1558
|
-
xhigh: "xhigh";
|
|
1559
1623
|
off: "off";
|
|
1560
|
-
|
|
1624
|
+
xhigh: "xhigh";
|
|
1561
1625
|
}>>;
|
|
1562
1626
|
profileRepositoryId: z.ZodString;
|
|
1563
1627
|
source: z.ZodObject<{
|
|
@@ -1635,10 +1699,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1635
1699
|
}, z.core.$strict>;
|
|
1636
1700
|
}, z.core.$strict>>;
|
|
1637
1701
|
split: z.ZodEnum<{
|
|
1702
|
+
frozen_eval: "frozen_eval";
|
|
1703
|
+
test: "test";
|
|
1638
1704
|
train: "train";
|
|
1639
1705
|
validation: "validation";
|
|
1640
|
-
test: "test";
|
|
1641
|
-
frozen_eval: "frozen_eval";
|
|
1642
1706
|
}>;
|
|
1643
1707
|
population: z.ZodArray<z.ZodObject<{
|
|
1644
1708
|
taskId: z.ZodString;
|
|
@@ -1655,8 +1719,8 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1655
1719
|
configurationHash: z.ZodString;
|
|
1656
1720
|
output: z.ZodEnum<{
|
|
1657
1721
|
boolean: "boolean";
|
|
1658
|
-
score: "score";
|
|
1659
1722
|
category: "category";
|
|
1723
|
+
score: "score";
|
|
1660
1724
|
}>;
|
|
1661
1725
|
categories: z.ZodArray<z.ZodString>;
|
|
1662
1726
|
}, z.core.$strict>>;
|
|
@@ -1665,17 +1729,17 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1665
1729
|
graderId: z.ZodString;
|
|
1666
1730
|
fields: z.ZodArray<z.ZodObject<{
|
|
1667
1731
|
destination: z.ZodEnum<{
|
|
1668
|
-
output: "output";
|
|
1669
|
-
input: "input";
|
|
1670
|
-
expectedOutput: "expectedOutput";
|
|
1671
1732
|
evaluatorContext: "evaluatorContext";
|
|
1733
|
+
expectedOutput: "expectedOutput";
|
|
1734
|
+
input: "input";
|
|
1735
|
+
output: "output";
|
|
1672
1736
|
}>;
|
|
1673
1737
|
path: z.ZodArray<z.ZodString>;
|
|
1674
1738
|
source: z.ZodEnum<{
|
|
1675
|
-
output: "output";
|
|
1676
|
-
input: "input";
|
|
1677
|
-
expectedOutput: "expectedOutput";
|
|
1678
1739
|
evaluatorContext: "evaluatorContext";
|
|
1740
|
+
expectedOutput: "expectedOutput";
|
|
1741
|
+
input: "input";
|
|
1742
|
+
output: "output";
|
|
1679
1743
|
}>;
|
|
1680
1744
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1681
1745
|
}, z.core.$strict>>;
|
|
@@ -1753,10 +1817,10 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1753
1817
|
}, z.core.$strict>;
|
|
1754
1818
|
}, z.core.$strict>>;
|
|
1755
1819
|
split: z.ZodEnum<{
|
|
1820
|
+
frozen_eval: "frozen_eval";
|
|
1821
|
+
test: "test";
|
|
1756
1822
|
train: "train";
|
|
1757
1823
|
validation: "validation";
|
|
1758
|
-
test: "test";
|
|
1759
|
-
frozen_eval: "frozen_eval";
|
|
1760
1824
|
}>;
|
|
1761
1825
|
population: z.ZodArray<z.ZodObject<{
|
|
1762
1826
|
taskId: z.ZodString;
|
|
@@ -1773,8 +1837,8 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1773
1837
|
configurationHash: z.ZodString;
|
|
1774
1838
|
output: z.ZodEnum<{
|
|
1775
1839
|
boolean: "boolean";
|
|
1776
|
-
score: "score";
|
|
1777
1840
|
category: "category";
|
|
1841
|
+
score: "score";
|
|
1778
1842
|
}>;
|
|
1779
1843
|
categories: z.ZodArray<z.ZodString>;
|
|
1780
1844
|
}, z.core.$strict>>;
|
|
@@ -1783,17 +1847,17 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1783
1847
|
graderId: z.ZodString;
|
|
1784
1848
|
fields: z.ZodArray<z.ZodObject<{
|
|
1785
1849
|
destination: z.ZodEnum<{
|
|
1786
|
-
output: "output";
|
|
1787
|
-
input: "input";
|
|
1788
|
-
expectedOutput: "expectedOutput";
|
|
1789
1850
|
evaluatorContext: "evaluatorContext";
|
|
1790
|
-
|
|
1851
|
+
expectedOutput: "expectedOutput";
|
|
1852
|
+
input: "input";
|
|
1853
|
+
output: "output";
|
|
1854
|
+
}>;
|
|
1791
1855
|
path: z.ZodArray<z.ZodString>;
|
|
1792
1856
|
source: z.ZodEnum<{
|
|
1793
|
-
output: "output";
|
|
1794
|
-
input: "input";
|
|
1795
|
-
expectedOutput: "expectedOutput";
|
|
1796
1857
|
evaluatorContext: "evaluatorContext";
|
|
1858
|
+
expectedOutput: "expectedOutput";
|
|
1859
|
+
input: "input";
|
|
1860
|
+
output: "output";
|
|
1797
1861
|
}>;
|
|
1798
1862
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1799
1863
|
}, z.core.$strict>>;
|
|
@@ -1828,17 +1892,17 @@ export declare const ExperimentRunDetailsSchema: z.ZodObject<{
|
|
|
1828
1892
|
}, z.core.$strict>>;
|
|
1829
1893
|
mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1830
1894
|
destination: z.ZodEnum<{
|
|
1895
|
+
evaluatorContext: "evaluatorContext";
|
|
1896
|
+
expectedOutput: "expectedOutput";
|
|
1831
1897
|
input: "input";
|
|
1832
1898
|
output: "output";
|
|
1833
|
-
expectedOutput: "expectedOutput";
|
|
1834
|
-
evaluatorContext: "evaluatorContext";
|
|
1835
1899
|
}>;
|
|
1836
1900
|
path: z.ZodArray<z.ZodString>;
|
|
1837
1901
|
source: z.ZodEnum<{
|
|
1902
|
+
evaluatorContext: "evaluatorContext";
|
|
1903
|
+
expectedOutput: "expectedOutput";
|
|
1838
1904
|
input: "input";
|
|
1839
1905
|
output: "output";
|
|
1840
|
-
expectedOutput: "expectedOutput";
|
|
1841
|
-
evaluatorContext: "evaluatorContext";
|
|
1842
1906
|
}>;
|
|
1843
1907
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1844
1908
|
}, z.core.$strict>>>;
|
|
@@ -1852,48 +1916,35 @@ export type ExperimentRunDetails = z.infer<typeof ExperimentRunDetailsSchema>;
|
|
|
1852
1916
|
/** Native preparation assigns new receipt IDs while retaining the selected
|
|
1853
1917
|
* task/seed population. Other runtimes seal their submitted IDs exactly. */
|
|
1854
1918
|
export declare function experimentConfigurationRequest(request: ModelTasksetRunRequest): {
|
|
1855
|
-
population: {
|
|
1856
|
-
taskId: string;
|
|
1857
|
-
seed: string;
|
|
1858
|
-
fixtureId: string | null;
|
|
1859
|
-
}[];
|
|
1860
1919
|
schemaVersion: "openpond.modelTasksetRunRequest.v1";
|
|
1861
1920
|
operationId: string;
|
|
1862
1921
|
teamId: string;
|
|
1863
1922
|
modelProjectId: string | null;
|
|
1923
|
+
name?: string | undefined;
|
|
1924
|
+
project?: {
|
|
1925
|
+
id: string;
|
|
1926
|
+
revision: number;
|
|
1927
|
+
contentHash: string;
|
|
1928
|
+
targetId: string | null;
|
|
1929
|
+
} | undefined;
|
|
1864
1930
|
taskset: {
|
|
1865
1931
|
id: string;
|
|
1866
1932
|
contentHash: string;
|
|
1867
1933
|
revision: number;
|
|
1868
1934
|
};
|
|
1869
1935
|
policy: {
|
|
1870
|
-
kind: "
|
|
1936
|
+
kind: "hosted_harness";
|
|
1871
1937
|
modelId: string;
|
|
1872
|
-
maxOutputTokens
|
|
1873
|
-
temperature
|
|
1874
|
-
topP
|
|
1938
|
+
maxOutputTokens?: number | undefined;
|
|
1939
|
+
temperature?: number | undefined;
|
|
1940
|
+
topP?: number | undefined;
|
|
1875
1941
|
localRuntime?: {
|
|
1876
|
-
providerId: "claude-code";
|
|
1877
|
-
configurationHash: string;
|
|
1878
|
-
executableHash: string;
|
|
1879
|
-
version: string;
|
|
1880
|
-
capabilityHash: string;
|
|
1881
|
-
maximumRequestCostUsd: number;
|
|
1882
|
-
requestTimeoutMs: number;
|
|
1883
|
-
maximumTurns: number;
|
|
1884
|
-
holdOpen: boolean;
|
|
1885
|
-
} | {
|
|
1886
1942
|
providerId: "codex";
|
|
1887
1943
|
configurationHash: string;
|
|
1888
1944
|
accountHash: string;
|
|
1889
1945
|
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
1890
1946
|
maximumRequestCostUsd: number;
|
|
1891
1947
|
requestTimeoutMs: number;
|
|
1892
|
-
} | {
|
|
1893
|
-
providerId: "custom-openai-compatible";
|
|
1894
|
-
configurationHash: string;
|
|
1895
|
-
maximumRequestCostUsd: number;
|
|
1896
|
-
requestTimeoutMs: number;
|
|
1897
1948
|
} | undefined;
|
|
1898
1949
|
candidate?: {
|
|
1899
1950
|
artifactId: string;
|
|
@@ -1903,24 +1954,17 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
1903
1954
|
baseProfileId: string;
|
|
1904
1955
|
workerImageDigest: string;
|
|
1905
1956
|
} | undefined;
|
|
1906
|
-
|
|
1957
|
+
sourceCandidate?: {
|
|
1958
|
+
candidateId: string;
|
|
1959
|
+
frozenRevision: number;
|
|
1960
|
+
frozenHash: string;
|
|
1907
1961
|
harnessRelease: {
|
|
1908
1962
|
id: string;
|
|
1909
1963
|
contentHash: string;
|
|
1910
1964
|
};
|
|
1911
|
-
|
|
1912
|
-
id: string;
|
|
1913
|
-
contentHash: string;
|
|
1914
|
-
};
|
|
1915
|
-
sourcePackageHash: string;
|
|
1965
|
+
protectedClosureHash: string;
|
|
1916
1966
|
} | undefined;
|
|
1917
|
-
|
|
1918
|
-
role: "system" | "user" | "assistant";
|
|
1919
|
-
content: string;
|
|
1920
|
-
}[] | undefined;
|
|
1921
|
-
} | {
|
|
1922
|
-
kind: "hosted_harness";
|
|
1923
|
-
modelId: string;
|
|
1967
|
+
reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
|
|
1924
1968
|
profileRepositoryId: string;
|
|
1925
1969
|
source: {
|
|
1926
1970
|
profileId: string;
|
|
@@ -1968,7 +2012,35 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
1968
2012
|
};
|
|
1969
2013
|
declaredProfileCatalogHash: string | null;
|
|
1970
2014
|
protectedProfileClosureHash: string;
|
|
1971
|
-
|
|
2015
|
+
recordedOrigin?: {
|
|
2016
|
+
execution: {
|
|
2017
|
+
id: string;
|
|
2018
|
+
contentHash: string;
|
|
2019
|
+
};
|
|
2020
|
+
originalEvidence: {
|
|
2021
|
+
id: string;
|
|
2022
|
+
contentHash: string;
|
|
2023
|
+
};
|
|
2024
|
+
members: {
|
|
2025
|
+
caseId: string;
|
|
2026
|
+
seed: string;
|
|
2027
|
+
fixtureId: string;
|
|
2028
|
+
sourceId: string;
|
|
2029
|
+
snapshotHash: string;
|
|
2030
|
+
boundaryRevisionHash: string;
|
|
2031
|
+
}[];
|
|
2032
|
+
} | undefined;
|
|
2033
|
+
gradingSource?: {
|
|
2034
|
+
pass: {
|
|
2035
|
+
id: string;
|
|
2036
|
+
contentHash: string;
|
|
2037
|
+
};
|
|
2038
|
+
evidence: {
|
|
2039
|
+
id: string;
|
|
2040
|
+
contentHash: string;
|
|
2041
|
+
};
|
|
2042
|
+
} | undefined;
|
|
2043
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1972
2044
|
population: {
|
|
1973
2045
|
taskId: string;
|
|
1974
2046
|
seed: string;
|
|
@@ -1982,16 +2054,16 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
1982
2054
|
};
|
|
1983
2055
|
feedbackKey: string;
|
|
1984
2056
|
configurationHash: string;
|
|
1985
|
-
output: "boolean" | "
|
|
2057
|
+
output: "boolean" | "category" | "score";
|
|
1986
2058
|
categories: string[];
|
|
1987
2059
|
}[];
|
|
1988
2060
|
fieldMappingsHash: string;
|
|
1989
2061
|
fieldMappings: {
|
|
1990
2062
|
graderId: string;
|
|
1991
2063
|
fields: {
|
|
1992
|
-
destination: "
|
|
2064
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
1993
2065
|
path: string[];
|
|
1994
|
-
source: "
|
|
2066
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
1995
2067
|
sourcePath: string[];
|
|
1996
2068
|
}[];
|
|
1997
2069
|
}[];
|
|
@@ -2002,34 +2074,6 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
2002
2074
|
requireComplete: boolean;
|
|
2003
2075
|
};
|
|
2004
2076
|
contentHash: string;
|
|
2005
|
-
recordedOrigin?: {
|
|
2006
|
-
execution: {
|
|
2007
|
-
id: string;
|
|
2008
|
-
contentHash: string;
|
|
2009
|
-
};
|
|
2010
|
-
originalEvidence: {
|
|
2011
|
-
id: string;
|
|
2012
|
-
contentHash: string;
|
|
2013
|
-
};
|
|
2014
|
-
members: {
|
|
2015
|
-
caseId: string;
|
|
2016
|
-
seed: string;
|
|
2017
|
-
fixtureId: string;
|
|
2018
|
-
sourceId: string;
|
|
2019
|
-
snapshotHash: string;
|
|
2020
|
-
boundaryRevisionHash: string;
|
|
2021
|
-
}[];
|
|
2022
|
-
} | undefined;
|
|
2023
|
-
gradingSource?: {
|
|
2024
|
-
pass: {
|
|
2025
|
-
id: string;
|
|
2026
|
-
contentHash: string;
|
|
2027
|
-
};
|
|
2028
|
-
evidence: {
|
|
2029
|
-
id: string;
|
|
2030
|
-
contentHash: string;
|
|
2031
|
-
};
|
|
2032
|
-
} | undefined;
|
|
2033
2077
|
} | undefined;
|
|
2034
2078
|
sourceCandidate?: {
|
|
2035
2079
|
candidateId: string;
|
|
@@ -2044,25 +2088,6 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
2044
2088
|
};
|
|
2045
2089
|
modelConfigurationHash: string;
|
|
2046
2090
|
packageHash: string;
|
|
2047
|
-
candidate?: {
|
|
2048
|
-
artifactId: string;
|
|
2049
|
-
contentHash: string;
|
|
2050
|
-
preparationId: string;
|
|
2051
|
-
dispatchId: string;
|
|
2052
|
-
baseProfileId: string;
|
|
2053
|
-
workerImageDigest: string;
|
|
2054
|
-
} | undefined;
|
|
2055
|
-
sourceCandidate?: {
|
|
2056
|
-
candidateId: string;
|
|
2057
|
-
frozenRevision: number;
|
|
2058
|
-
frozenHash: string;
|
|
2059
|
-
harnessRelease: {
|
|
2060
|
-
id: string;
|
|
2061
|
-
contentHash: string;
|
|
2062
|
-
};
|
|
2063
|
-
protectedClosureHash: string;
|
|
2064
|
-
} | undefined;
|
|
2065
|
-
reasoningEffort?: "high" | "low" | "medium" | "xhigh" | "off" | "max" | undefined;
|
|
2066
2091
|
externalDatasetBinding?: {
|
|
2067
2092
|
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
2068
2093
|
dataset: {
|
|
@@ -2086,7 +2111,35 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
2086
2111
|
};
|
|
2087
2112
|
declaredProfileCatalogHash: string | null;
|
|
2088
2113
|
protectedProfileClosureHash: string;
|
|
2089
|
-
|
|
2114
|
+
recordedOrigin?: {
|
|
2115
|
+
execution: {
|
|
2116
|
+
id: string;
|
|
2117
|
+
contentHash: string;
|
|
2118
|
+
};
|
|
2119
|
+
originalEvidence: {
|
|
2120
|
+
id: string;
|
|
2121
|
+
contentHash: string;
|
|
2122
|
+
};
|
|
2123
|
+
members: {
|
|
2124
|
+
caseId: string;
|
|
2125
|
+
seed: string;
|
|
2126
|
+
fixtureId: string;
|
|
2127
|
+
sourceId: string;
|
|
2128
|
+
snapshotHash: string;
|
|
2129
|
+
boundaryRevisionHash: string;
|
|
2130
|
+
}[];
|
|
2131
|
+
} | undefined;
|
|
2132
|
+
gradingSource?: {
|
|
2133
|
+
pass: {
|
|
2134
|
+
id: string;
|
|
2135
|
+
contentHash: string;
|
|
2136
|
+
};
|
|
2137
|
+
evidence: {
|
|
2138
|
+
id: string;
|
|
2139
|
+
contentHash: string;
|
|
2140
|
+
};
|
|
2141
|
+
} | undefined;
|
|
2142
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2090
2143
|
population: {
|
|
2091
2144
|
taskId: string;
|
|
2092
2145
|
seed: string;
|
|
@@ -2100,16 +2153,16 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
2100
2153
|
};
|
|
2101
2154
|
feedbackKey: string;
|
|
2102
2155
|
configurationHash: string;
|
|
2103
|
-
output: "boolean" | "
|
|
2156
|
+
output: "boolean" | "category" | "score";
|
|
2104
2157
|
categories: string[];
|
|
2105
2158
|
}[];
|
|
2106
2159
|
fieldMappingsHash: string;
|
|
2107
2160
|
fieldMappings: {
|
|
2108
2161
|
graderId: string;
|
|
2109
2162
|
fields: {
|
|
2110
|
-
destination: "
|
|
2163
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2111
2164
|
path: string[];
|
|
2112
|
-
source: "
|
|
2165
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2113
2166
|
sourcePath: string[];
|
|
2114
2167
|
}[];
|
|
2115
2168
|
}[];
|
|
@@ -2120,45 +2173,67 @@ export declare function experimentConfigurationRequest(request: ModelTasksetRunR
|
|
|
2120
2173
|
requireComplete: boolean;
|
|
2121
2174
|
};
|
|
2122
2175
|
contentHash: string;
|
|
2123
|
-
recordedOrigin?: {
|
|
2124
|
-
execution: {
|
|
2125
|
-
id: string;
|
|
2126
|
-
contentHash: string;
|
|
2127
|
-
};
|
|
2128
|
-
originalEvidence: {
|
|
2129
|
-
id: string;
|
|
2130
|
-
contentHash: string;
|
|
2131
|
-
};
|
|
2132
|
-
members: {
|
|
2133
|
-
caseId: string;
|
|
2134
|
-
seed: string;
|
|
2135
|
-
fixtureId: string;
|
|
2136
|
-
sourceId: string;
|
|
2137
|
-
snapshotHash: string;
|
|
2138
|
-
boundaryRevisionHash: string;
|
|
2139
|
-
}[];
|
|
2140
|
-
} | undefined;
|
|
2141
|
-
gradingSource?: {
|
|
2142
|
-
pass: {
|
|
2143
|
-
id: string;
|
|
2144
|
-
contentHash: string;
|
|
2145
|
-
};
|
|
2146
|
-
evidence: {
|
|
2147
|
-
id: string;
|
|
2148
|
-
contentHash: string;
|
|
2149
|
-
};
|
|
2150
|
-
} | undefined;
|
|
2151
2176
|
} | undefined;
|
|
2177
|
+
} | {
|
|
2178
|
+
kind: "hosted_chat";
|
|
2179
|
+
modelId: string;
|
|
2180
|
+
localRuntime?: {
|
|
2181
|
+
providerId: "claude-code";
|
|
2182
|
+
configurationHash: string;
|
|
2183
|
+
executableHash: string;
|
|
2184
|
+
version: string;
|
|
2185
|
+
capabilityHash: string;
|
|
2186
|
+
maximumRequestCostUsd: number;
|
|
2187
|
+
requestTimeoutMs: number;
|
|
2188
|
+
maximumTurns: number;
|
|
2189
|
+
holdOpen: boolean;
|
|
2190
|
+
} | {
|
|
2191
|
+
providerId: "codex";
|
|
2192
|
+
configurationHash: string;
|
|
2193
|
+
accountHash: string;
|
|
2194
|
+
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
2195
|
+
maximumRequestCostUsd: number;
|
|
2196
|
+
requestTimeoutMs: number;
|
|
2197
|
+
} | {
|
|
2198
|
+
providerId: "custom-openai-compatible";
|
|
2199
|
+
configurationHash: string;
|
|
2200
|
+
maximumRequestCostUsd: number;
|
|
2201
|
+
requestTimeoutMs: number;
|
|
2202
|
+
} | undefined;
|
|
2203
|
+
candidate?: {
|
|
2204
|
+
artifactId: string;
|
|
2205
|
+
contentHash: string;
|
|
2206
|
+
preparationId: string;
|
|
2207
|
+
dispatchId: string;
|
|
2208
|
+
baseProfileId: string;
|
|
2209
|
+
workerImageDigest: string;
|
|
2210
|
+
} | undefined;
|
|
2211
|
+
harness?: {
|
|
2212
|
+
harnessRelease: {
|
|
2213
|
+
id: string;
|
|
2214
|
+
contentHash: string;
|
|
2215
|
+
};
|
|
2216
|
+
agentSnapshot: {
|
|
2217
|
+
id: string;
|
|
2218
|
+
contentHash: string;
|
|
2219
|
+
};
|
|
2220
|
+
sourcePackageHash: string;
|
|
2221
|
+
} | undefined;
|
|
2222
|
+
messages?: {
|
|
2223
|
+
role: "assistant" | "system" | "user";
|
|
2224
|
+
content: string;
|
|
2225
|
+
}[] | undefined;
|
|
2226
|
+
maxOutputTokens: number;
|
|
2227
|
+
temperature: number;
|
|
2228
|
+
topP: number;
|
|
2152
2229
|
} | {
|
|
2153
2230
|
kind: "fixture";
|
|
2154
2231
|
};
|
|
2155
|
-
|
|
2156
|
-
|
|
2157
|
-
|
|
2158
|
-
|
|
2159
|
-
|
|
2160
|
-
targetId: string | null;
|
|
2161
|
-
} | undefined;
|
|
2232
|
+
population: {
|
|
2233
|
+
taskId: string;
|
|
2234
|
+
seed: string;
|
|
2235
|
+
fixtureId: string | null;
|
|
2236
|
+
}[];
|
|
2162
2237
|
};
|
|
2163
2238
|
export declare function experimentRunConfigurationHash(value: z.input<typeof ConfigurationContent>): string;
|
|
2164
2239
|
export declare function verifyExperimentRunDetails(value: unknown): Promise<ExperimentRunDetails>;
|