openpond-sdk 0.12.3 → 0.12.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-77N3QEIL.js → chunk-25L5IXHA.js} +5 -5
- package/dist/chunk-25L5IXHA.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-6GQ3GIAP.js} +7 -5
- package/dist/chunk-6GQ3GIAP.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-6KKM2XRR.js} +75 -15
- package/dist/chunk-6KKM2XRR.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-6MFFKAU6.js} +3 -3
- package/dist/chunk-6MFFKAU6.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-6Y67YHVH.js} +8 -8
- package/dist/chunk-6Y67YHVH.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-AUNNXJQE.js} +4 -4
- package/dist/chunk-AUNNXJQE.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-BGNPKYBJ.js} +3 -3
- package/dist/chunk-BGNPKYBJ.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-BJ5MKLWH.js} +8 -8
- package/dist/chunk-BJ5MKLWH.js.map +1 -0
- package/dist/{chunk-VY5AFE7A.js → chunk-BYNVSWIQ.js} +4 -4
- package/dist/chunk-BYNVSWIQ.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-CAMLCKSF.js} +3 -3
- package/dist/chunk-CAMLCKSF.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-DBKCSQVH.js} +3 -3
- package/dist/chunk-DBKCSQVH.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/chunk-EJZ7HOIS.js +8709 -0
- package/dist/chunk-EJZ7HOIS.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-F4GITADW.js} +4 -4
- package/dist/chunk-F4GITADW.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-FLNWE5ZA.js} +5 -5
- package/dist/chunk-FLNWE5ZA.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-GWGDWZVN.js} +5 -5
- package/dist/chunk-GWGDWZVN.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-HOOHJCE7.js} +18 -18
- package/dist/chunk-HOOHJCE7.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-KKL6OICH.js} +3 -3
- package/dist/chunk-KKL6OICH.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-MJELLVQP.js} +4 -3
- package/dist/chunk-MJELLVQP.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-O54KGALH.js} +3 -3
- package/dist/chunk-O54KGALH.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-QFBSNSUL.js} +5 -5
- package/dist/chunk-QFBSNSUL.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-RE426Q7Y.js} +4 -4
- package/dist/chunk-RE426Q7Y.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-T3MFWGMX.js} +3 -3
- package/dist/chunk-T3MFWGMX.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-VZPNRPXL.js} +5 -5
- package/dist/chunk-VZPNRPXL.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-XACJ63U4.js} +14 -5
- package/dist/chunk-XACJ63U4.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-ZFYI4P6C.js} +5 -5
- package/dist/chunk-ZFYI4P6C.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +154 -62
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/hosted-chat.d.ts +28 -0
- package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-bound-taskset-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +342 -322
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +444 -375
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +745 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4600 -4576
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -17,17 +17,17 @@ export declare const ExperimentGraderPinSchema: z.ZodObject<{
|
|
|
17
17
|
}, z.core.$strict>>;
|
|
18
18
|
mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
19
19
|
destination: z.ZodEnum<{
|
|
20
|
+
evaluatorContext: "evaluatorContext";
|
|
21
|
+
expectedOutput: "expectedOutput";
|
|
20
22
|
input: "input";
|
|
21
23
|
output: "output";
|
|
22
|
-
expectedOutput: "expectedOutput";
|
|
23
|
-
evaluatorContext: "evaluatorContext";
|
|
24
24
|
}>;
|
|
25
25
|
path: z.ZodArray<z.ZodString>;
|
|
26
26
|
source: z.ZodEnum<{
|
|
27
|
+
evaluatorContext: "evaluatorContext";
|
|
28
|
+
expectedOutput: "expectedOutput";
|
|
27
29
|
input: "input";
|
|
28
30
|
output: "output";
|
|
29
|
-
expectedOutput: "expectedOutput";
|
|
30
|
-
evaluatorContext: "evaluatorContext";
|
|
31
31
|
}>;
|
|
32
32
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
33
33
|
}, z.core.$strict>>>;
|
|
@@ -39,17 +39,17 @@ export declare const ExperimentGraderSelectionSchema: z.ZodObject<{
|
|
|
39
39
|
contentHash: z.ZodString;
|
|
40
40
|
mappings: z.ZodArray<z.ZodObject<{
|
|
41
41
|
destination: z.ZodEnum<{
|
|
42
|
+
evaluatorContext: "evaluatorContext";
|
|
43
|
+
expectedOutput: "expectedOutput";
|
|
42
44
|
input: "input";
|
|
43
45
|
output: "output";
|
|
44
|
-
expectedOutput: "expectedOutput";
|
|
45
|
-
evaluatorContext: "evaluatorContext";
|
|
46
46
|
}>;
|
|
47
47
|
path: z.ZodArray<z.ZodString>;
|
|
48
48
|
source: z.ZodEnum<{
|
|
49
|
+
evaluatorContext: "evaluatorContext";
|
|
50
|
+
expectedOutput: "expectedOutput";
|
|
49
51
|
input: "input";
|
|
50
52
|
output: "output";
|
|
51
|
-
expectedOutput: "expectedOutput";
|
|
52
|
-
evaluatorContext: "evaluatorContext";
|
|
53
53
|
}>;
|
|
54
54
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
55
55
|
}, z.core.$strict>>;
|
|
@@ -127,9 +127,9 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
127
127
|
}, z.core.$strict>>;
|
|
128
128
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
129
129
|
role: z.ZodEnum<{
|
|
130
|
+
assistant: "assistant";
|
|
130
131
|
system: "system";
|
|
131
132
|
user: "user";
|
|
132
|
-
assistant: "assistant";
|
|
133
133
|
}>;
|
|
134
134
|
content: z.ZodString;
|
|
135
135
|
}, z.core.$strict>>>;
|
|
@@ -144,6 +144,19 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
144
144
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
145
145
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
146
146
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
147
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
148
|
+
providerId: z.ZodLiteral<"codex">;
|
|
149
|
+
configurationHash: z.ZodString;
|
|
150
|
+
accountHash: z.ZodString;
|
|
151
|
+
reasoningEffort: z.ZodEnum<{
|
|
152
|
+
high: "high";
|
|
153
|
+
low: "low";
|
|
154
|
+
medium: "medium";
|
|
155
|
+
xhigh: "xhigh";
|
|
156
|
+
}>;
|
|
157
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
158
|
+
requestTimeoutMs: z.ZodNumber;
|
|
159
|
+
}, z.core.$strict>>;
|
|
147
160
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
148
161
|
artifactId: z.ZodString;
|
|
149
162
|
contentHash: z.ZodString;
|
|
@@ -165,10 +178,10 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
165
178
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
166
179
|
high: "high";
|
|
167
180
|
low: "low";
|
|
181
|
+
max: "max";
|
|
168
182
|
medium: "medium";
|
|
169
|
-
xhigh: "xhigh";
|
|
170
183
|
off: "off";
|
|
171
|
-
|
|
184
|
+
xhigh: "xhigh";
|
|
172
185
|
}>>;
|
|
173
186
|
profileRepositoryId: z.ZodString;
|
|
174
187
|
source: z.ZodObject<{
|
|
@@ -246,10 +259,10 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
246
259
|
}, z.core.$strict>;
|
|
247
260
|
}, z.core.$strict>>;
|
|
248
261
|
split: z.ZodEnum<{
|
|
262
|
+
frozen_eval: "frozen_eval";
|
|
263
|
+
test: "test";
|
|
249
264
|
train: "train";
|
|
250
265
|
validation: "validation";
|
|
251
|
-
test: "test";
|
|
252
|
-
frozen_eval: "frozen_eval";
|
|
253
266
|
}>;
|
|
254
267
|
population: z.ZodArray<z.ZodObject<{
|
|
255
268
|
taskId: z.ZodString;
|
|
@@ -266,8 +279,8 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
266
279
|
configurationHash: z.ZodString;
|
|
267
280
|
output: z.ZodEnum<{
|
|
268
281
|
boolean: "boolean";
|
|
269
|
-
score: "score";
|
|
270
282
|
category: "category";
|
|
283
|
+
score: "score";
|
|
271
284
|
}>;
|
|
272
285
|
categories: z.ZodArray<z.ZodString>;
|
|
273
286
|
}, z.core.$strict>>;
|
|
@@ -276,17 +289,17 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
276
289
|
graderId: z.ZodString;
|
|
277
290
|
fields: z.ZodArray<z.ZodObject<{
|
|
278
291
|
destination: z.ZodEnum<{
|
|
279
|
-
output: "output";
|
|
280
|
-
input: "input";
|
|
281
|
-
expectedOutput: "expectedOutput";
|
|
282
292
|
evaluatorContext: "evaluatorContext";
|
|
293
|
+
expectedOutput: "expectedOutput";
|
|
294
|
+
input: "input";
|
|
295
|
+
output: "output";
|
|
283
296
|
}>;
|
|
284
297
|
path: z.ZodArray<z.ZodString>;
|
|
285
298
|
source: z.ZodEnum<{
|
|
286
|
-
output: "output";
|
|
287
|
-
input: "input";
|
|
288
|
-
expectedOutput: "expectedOutput";
|
|
289
299
|
evaluatorContext: "evaluatorContext";
|
|
300
|
+
expectedOutput: "expectedOutput";
|
|
301
|
+
input: "input";
|
|
302
|
+
output: "output";
|
|
290
303
|
}>;
|
|
291
304
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
292
305
|
}, z.core.$strict>>;
|
|
@@ -364,10 +377,10 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
364
377
|
}, z.core.$strict>;
|
|
365
378
|
}, z.core.$strict>>;
|
|
366
379
|
split: z.ZodEnum<{
|
|
380
|
+
frozen_eval: "frozen_eval";
|
|
381
|
+
test: "test";
|
|
367
382
|
train: "train";
|
|
368
383
|
validation: "validation";
|
|
369
|
-
test: "test";
|
|
370
|
-
frozen_eval: "frozen_eval";
|
|
371
384
|
}>;
|
|
372
385
|
population: z.ZodArray<z.ZodObject<{
|
|
373
386
|
taskId: z.ZodString;
|
|
@@ -384,8 +397,8 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
384
397
|
configurationHash: z.ZodString;
|
|
385
398
|
output: z.ZodEnum<{
|
|
386
399
|
boolean: "boolean";
|
|
387
|
-
score: "score";
|
|
388
400
|
category: "category";
|
|
401
|
+
score: "score";
|
|
389
402
|
}>;
|
|
390
403
|
categories: z.ZodArray<z.ZodString>;
|
|
391
404
|
}, z.core.$strict>>;
|
|
@@ -394,17 +407,17 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
394
407
|
graderId: z.ZodString;
|
|
395
408
|
fields: z.ZodArray<z.ZodObject<{
|
|
396
409
|
destination: z.ZodEnum<{
|
|
397
|
-
output: "output";
|
|
398
|
-
input: "input";
|
|
399
|
-
expectedOutput: "expectedOutput";
|
|
400
410
|
evaluatorContext: "evaluatorContext";
|
|
411
|
+
expectedOutput: "expectedOutput";
|
|
412
|
+
input: "input";
|
|
413
|
+
output: "output";
|
|
401
414
|
}>;
|
|
402
415
|
path: z.ZodArray<z.ZodString>;
|
|
403
416
|
source: z.ZodEnum<{
|
|
404
|
-
output: "output";
|
|
405
|
-
input: "input";
|
|
406
|
-
expectedOutput: "expectedOutput";
|
|
407
417
|
evaluatorContext: "evaluatorContext";
|
|
418
|
+
expectedOutput: "expectedOutput";
|
|
419
|
+
input: "input";
|
|
420
|
+
output: "output";
|
|
408
421
|
}>;
|
|
409
422
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
410
423
|
}, z.core.$strict>>;
|
|
@@ -432,17 +445,17 @@ export declare const SaveExperimentSchema: z.ZodObject<{
|
|
|
432
445
|
contentHash: z.ZodString;
|
|
433
446
|
mappings: z.ZodArray<z.ZodObject<{
|
|
434
447
|
destination: z.ZodEnum<{
|
|
448
|
+
evaluatorContext: "evaluatorContext";
|
|
449
|
+
expectedOutput: "expectedOutput";
|
|
435
450
|
input: "input";
|
|
436
451
|
output: "output";
|
|
437
|
-
expectedOutput: "expectedOutput";
|
|
438
|
-
evaluatorContext: "evaluatorContext";
|
|
439
452
|
}>;
|
|
440
453
|
path: z.ZodArray<z.ZodString>;
|
|
441
454
|
source: z.ZodEnum<{
|
|
455
|
+
evaluatorContext: "evaluatorContext";
|
|
456
|
+
expectedOutput: "expectedOutput";
|
|
442
457
|
input: "input";
|
|
443
458
|
output: "output";
|
|
444
|
-
expectedOutput: "expectedOutput";
|
|
445
|
-
evaluatorContext: "evaluatorContext";
|
|
446
459
|
}>;
|
|
447
460
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
448
461
|
}, z.core.$strict>>;
|
|
@@ -522,9 +535,9 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
522
535
|
}, z.core.$strict>>;
|
|
523
536
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
524
537
|
role: z.ZodEnum<{
|
|
538
|
+
assistant: "assistant";
|
|
525
539
|
system: "system";
|
|
526
540
|
user: "user";
|
|
527
|
-
assistant: "assistant";
|
|
528
541
|
}>;
|
|
529
542
|
content: z.ZodString;
|
|
530
543
|
}, z.core.$strict>>>;
|
|
@@ -539,6 +552,19 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
539
552
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
540
553
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
541
554
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
555
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
556
|
+
providerId: z.ZodLiteral<"codex">;
|
|
557
|
+
configurationHash: z.ZodString;
|
|
558
|
+
accountHash: z.ZodString;
|
|
559
|
+
reasoningEffort: z.ZodEnum<{
|
|
560
|
+
high: "high";
|
|
561
|
+
low: "low";
|
|
562
|
+
medium: "medium";
|
|
563
|
+
xhigh: "xhigh";
|
|
564
|
+
}>;
|
|
565
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
566
|
+
requestTimeoutMs: z.ZodNumber;
|
|
567
|
+
}, z.core.$strict>>;
|
|
542
568
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
543
569
|
artifactId: z.ZodString;
|
|
544
570
|
contentHash: z.ZodString;
|
|
@@ -560,10 +586,10 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
560
586
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
561
587
|
high: "high";
|
|
562
588
|
low: "low";
|
|
589
|
+
max: "max";
|
|
563
590
|
medium: "medium";
|
|
564
|
-
xhigh: "xhigh";
|
|
565
591
|
off: "off";
|
|
566
|
-
|
|
592
|
+
xhigh: "xhigh";
|
|
567
593
|
}>>;
|
|
568
594
|
profileRepositoryId: z.ZodString;
|
|
569
595
|
source: z.ZodObject<{
|
|
@@ -641,10 +667,10 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
641
667
|
}, z.core.$strict>;
|
|
642
668
|
}, z.core.$strict>>;
|
|
643
669
|
split: z.ZodEnum<{
|
|
670
|
+
frozen_eval: "frozen_eval";
|
|
671
|
+
test: "test";
|
|
644
672
|
train: "train";
|
|
645
673
|
validation: "validation";
|
|
646
|
-
test: "test";
|
|
647
|
-
frozen_eval: "frozen_eval";
|
|
648
674
|
}>;
|
|
649
675
|
population: z.ZodArray<z.ZodObject<{
|
|
650
676
|
taskId: z.ZodString;
|
|
@@ -661,8 +687,8 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
661
687
|
configurationHash: z.ZodString;
|
|
662
688
|
output: z.ZodEnum<{
|
|
663
689
|
boolean: "boolean";
|
|
664
|
-
score: "score";
|
|
665
690
|
category: "category";
|
|
691
|
+
score: "score";
|
|
666
692
|
}>;
|
|
667
693
|
categories: z.ZodArray<z.ZodString>;
|
|
668
694
|
}, z.core.$strict>>;
|
|
@@ -671,17 +697,17 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
671
697
|
graderId: z.ZodString;
|
|
672
698
|
fields: z.ZodArray<z.ZodObject<{
|
|
673
699
|
destination: z.ZodEnum<{
|
|
674
|
-
output: "output";
|
|
675
|
-
input: "input";
|
|
676
|
-
expectedOutput: "expectedOutput";
|
|
677
700
|
evaluatorContext: "evaluatorContext";
|
|
701
|
+
expectedOutput: "expectedOutput";
|
|
702
|
+
input: "input";
|
|
703
|
+
output: "output";
|
|
678
704
|
}>;
|
|
679
705
|
path: z.ZodArray<z.ZodString>;
|
|
680
706
|
source: z.ZodEnum<{
|
|
681
|
-
output: "output";
|
|
682
|
-
input: "input";
|
|
683
|
-
expectedOutput: "expectedOutput";
|
|
684
707
|
evaluatorContext: "evaluatorContext";
|
|
708
|
+
expectedOutput: "expectedOutput";
|
|
709
|
+
input: "input";
|
|
710
|
+
output: "output";
|
|
685
711
|
}>;
|
|
686
712
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
687
713
|
}, z.core.$strict>>;
|
|
@@ -759,10 +785,10 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
759
785
|
}, z.core.$strict>;
|
|
760
786
|
}, z.core.$strict>>;
|
|
761
787
|
split: z.ZodEnum<{
|
|
788
|
+
frozen_eval: "frozen_eval";
|
|
789
|
+
test: "test";
|
|
762
790
|
train: "train";
|
|
763
791
|
validation: "validation";
|
|
764
|
-
test: "test";
|
|
765
|
-
frozen_eval: "frozen_eval";
|
|
766
792
|
}>;
|
|
767
793
|
population: z.ZodArray<z.ZodObject<{
|
|
768
794
|
taskId: z.ZodString;
|
|
@@ -779,8 +805,8 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
779
805
|
configurationHash: z.ZodString;
|
|
780
806
|
output: z.ZodEnum<{
|
|
781
807
|
boolean: "boolean";
|
|
782
|
-
score: "score";
|
|
783
808
|
category: "category";
|
|
809
|
+
score: "score";
|
|
784
810
|
}>;
|
|
785
811
|
categories: z.ZodArray<z.ZodString>;
|
|
786
812
|
}, z.core.$strict>>;
|
|
@@ -789,17 +815,17 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
789
815
|
graderId: z.ZodString;
|
|
790
816
|
fields: z.ZodArray<z.ZodObject<{
|
|
791
817
|
destination: z.ZodEnum<{
|
|
792
|
-
output: "output";
|
|
793
|
-
input: "input";
|
|
794
|
-
expectedOutput: "expectedOutput";
|
|
795
818
|
evaluatorContext: "evaluatorContext";
|
|
819
|
+
expectedOutput: "expectedOutput";
|
|
820
|
+
input: "input";
|
|
821
|
+
output: "output";
|
|
796
822
|
}>;
|
|
797
823
|
path: z.ZodArray<z.ZodString>;
|
|
798
824
|
source: z.ZodEnum<{
|
|
799
|
-
output: "output";
|
|
800
|
-
input: "input";
|
|
801
|
-
expectedOutput: "expectedOutput";
|
|
802
825
|
evaluatorContext: "evaluatorContext";
|
|
826
|
+
expectedOutput: "expectedOutput";
|
|
827
|
+
input: "input";
|
|
828
|
+
output: "output";
|
|
803
829
|
}>;
|
|
804
830
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
805
831
|
}, z.core.$strict>>;
|
|
@@ -834,17 +860,17 @@ export declare const ExperimentDefinitionSchema: z.ZodObject<{
|
|
|
834
860
|
}, z.core.$strict>>;
|
|
835
861
|
mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
836
862
|
destination: z.ZodEnum<{
|
|
863
|
+
evaluatorContext: "evaluatorContext";
|
|
864
|
+
expectedOutput: "expectedOutput";
|
|
837
865
|
input: "input";
|
|
838
866
|
output: "output";
|
|
839
|
-
expectedOutput: "expectedOutput";
|
|
840
|
-
evaluatorContext: "evaluatorContext";
|
|
841
867
|
}>;
|
|
842
868
|
path: z.ZodArray<z.ZodString>;
|
|
843
869
|
source: z.ZodEnum<{
|
|
870
|
+
evaluatorContext: "evaluatorContext";
|
|
871
|
+
expectedOutput: "expectedOutput";
|
|
844
872
|
input: "input";
|
|
845
873
|
output: "output";
|
|
846
|
-
expectedOutput: "expectedOutput";
|
|
847
|
-
evaluatorContext: "evaluatorContext";
|
|
848
874
|
}>;
|
|
849
875
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
850
876
|
}, z.core.$strict>>>;
|
|
@@ -869,11 +895,11 @@ export declare const ExperimentListQuerySchema: z.ZodObject<{
|
|
|
869
895
|
search: z.ZodOptional<z.ZodString>;
|
|
870
896
|
status: z.ZodOptional<z.ZodEnum<{
|
|
871
897
|
cancelled: "cancelled";
|
|
898
|
+
cancelling: "cancelling";
|
|
899
|
+
completed: "completed";
|
|
872
900
|
failed: "failed";
|
|
873
901
|
queued: "queued";
|
|
874
902
|
running: "running";
|
|
875
|
-
cancelling: "cancelling";
|
|
876
|
-
completed: "completed";
|
|
877
903
|
}>>;
|
|
878
904
|
afterId: z.ZodOptional<z.ZodString>;
|
|
879
905
|
limit: z.ZodDefault<z.ZodNumber>;
|
|
@@ -901,17 +927,17 @@ export declare const ExperimentExecutionContextSchema: z.ZodObject<{
|
|
|
901
927
|
}, z.core.$strict>>;
|
|
902
928
|
mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
903
929
|
destination: z.ZodEnum<{
|
|
930
|
+
evaluatorContext: "evaluatorContext";
|
|
931
|
+
expectedOutput: "expectedOutput";
|
|
904
932
|
input: "input";
|
|
905
933
|
output: "output";
|
|
906
|
-
expectedOutput: "expectedOutput";
|
|
907
|
-
evaluatorContext: "evaluatorContext";
|
|
908
934
|
}>;
|
|
909
935
|
path: z.ZodArray<z.ZodString>;
|
|
910
936
|
source: z.ZodEnum<{
|
|
937
|
+
evaluatorContext: "evaluatorContext";
|
|
938
|
+
expectedOutput: "expectedOutput";
|
|
911
939
|
input: "input";
|
|
912
940
|
output: "output";
|
|
913
|
-
expectedOutput: "expectedOutput";
|
|
914
|
-
evaluatorContext: "evaluatorContext";
|
|
915
941
|
}>;
|
|
916
942
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
917
943
|
}, z.core.$strict>>>;
|
|
@@ -923,16 +949,29 @@ export declare const PrepareHarnessExperimentSchema: z.ZodObject<{
|
|
|
923
949
|
profileRepositoryId: z.ZodString;
|
|
924
950
|
definitionId: z.ZodString;
|
|
925
951
|
modelId: z.ZodString;
|
|
952
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
953
|
+
providerId: z.ZodLiteral<"codex">;
|
|
954
|
+
configurationHash: z.ZodString;
|
|
955
|
+
accountHash: z.ZodString;
|
|
956
|
+
reasoningEffort: z.ZodEnum<{
|
|
957
|
+
high: "high";
|
|
958
|
+
low: "low";
|
|
959
|
+
medium: "medium";
|
|
960
|
+
xhigh: "xhigh";
|
|
961
|
+
}>;
|
|
962
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
963
|
+
requestTimeoutMs: z.ZodNumber;
|
|
964
|
+
}, z.core.$strict>>;
|
|
926
965
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
927
966
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
928
967
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
929
968
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
930
969
|
high: "high";
|
|
931
970
|
low: "low";
|
|
971
|
+
max: "max";
|
|
932
972
|
medium: "medium";
|
|
933
|
-
xhigh: "xhigh";
|
|
934
973
|
off: "off";
|
|
935
|
-
|
|
974
|
+
xhigh: "xhigh";
|
|
936
975
|
}>>;
|
|
937
976
|
maximumCostUsd: z.ZodNumber;
|
|
938
977
|
externalDatasetBinding: z.ZodOptional<z.ZodObject<{
|
|
@@ -987,10 +1026,10 @@ export declare const PrepareHarnessExperimentSchema: z.ZodObject<{
|
|
|
987
1026
|
}, z.core.$strict>;
|
|
988
1027
|
}, z.core.$strict>>;
|
|
989
1028
|
split: z.ZodEnum<{
|
|
1029
|
+
frozen_eval: "frozen_eval";
|
|
1030
|
+
test: "test";
|
|
990
1031
|
train: "train";
|
|
991
1032
|
validation: "validation";
|
|
992
|
-
test: "test";
|
|
993
|
-
frozen_eval: "frozen_eval";
|
|
994
1033
|
}>;
|
|
995
1034
|
population: z.ZodArray<z.ZodObject<{
|
|
996
1035
|
taskId: z.ZodString;
|
|
@@ -1007,8 +1046,8 @@ export declare const PrepareHarnessExperimentSchema: z.ZodObject<{
|
|
|
1007
1046
|
configurationHash: z.ZodString;
|
|
1008
1047
|
output: z.ZodEnum<{
|
|
1009
1048
|
boolean: "boolean";
|
|
1010
|
-
score: "score";
|
|
1011
1049
|
category: "category";
|
|
1050
|
+
score: "score";
|
|
1012
1051
|
}>;
|
|
1013
1052
|
categories: z.ZodArray<z.ZodString>;
|
|
1014
1053
|
}, z.core.$strict>>;
|
|
@@ -1017,17 +1056,17 @@ export declare const PrepareHarnessExperimentSchema: z.ZodObject<{
|
|
|
1017
1056
|
graderId: z.ZodString;
|
|
1018
1057
|
fields: z.ZodArray<z.ZodObject<{
|
|
1019
1058
|
destination: z.ZodEnum<{
|
|
1020
|
-
output: "output";
|
|
1021
|
-
input: "input";
|
|
1022
|
-
expectedOutput: "expectedOutput";
|
|
1023
1059
|
evaluatorContext: "evaluatorContext";
|
|
1060
|
+
expectedOutput: "expectedOutput";
|
|
1061
|
+
input: "input";
|
|
1062
|
+
output: "output";
|
|
1024
1063
|
}>;
|
|
1025
1064
|
path: z.ZodArray<z.ZodString>;
|
|
1026
1065
|
source: z.ZodEnum<{
|
|
1027
|
-
output: "output";
|
|
1028
|
-
input: "input";
|
|
1029
|
-
expectedOutput: "expectedOutput";
|
|
1030
1066
|
evaluatorContext: "evaluatorContext";
|
|
1067
|
+
expectedOutput: "expectedOutput";
|
|
1068
|
+
input: "input";
|
|
1069
|
+
output: "output";
|
|
1031
1070
|
}>;
|
|
1032
1071
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1033
1072
|
}, z.core.$strict>>;
|
|
@@ -1121,9 +1160,9 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1121
1160
|
}, z.core.$strict>>;
|
|
1122
1161
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1123
1162
|
role: z.ZodEnum<{
|
|
1163
|
+
assistant: "assistant";
|
|
1124
1164
|
system: "system";
|
|
1125
1165
|
user: "user";
|
|
1126
|
-
assistant: "assistant";
|
|
1127
1166
|
}>;
|
|
1128
1167
|
content: z.ZodString;
|
|
1129
1168
|
}, z.core.$strict>>>;
|
|
@@ -1138,6 +1177,19 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1138
1177
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
1139
1178
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1140
1179
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
1180
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
1181
|
+
providerId: z.ZodLiteral<"codex">;
|
|
1182
|
+
configurationHash: z.ZodString;
|
|
1183
|
+
accountHash: z.ZodString;
|
|
1184
|
+
reasoningEffort: z.ZodEnum<{
|
|
1185
|
+
high: "high";
|
|
1186
|
+
low: "low";
|
|
1187
|
+
medium: "medium";
|
|
1188
|
+
xhigh: "xhigh";
|
|
1189
|
+
}>;
|
|
1190
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
1191
|
+
requestTimeoutMs: z.ZodNumber;
|
|
1192
|
+
}, z.core.$strict>>;
|
|
1141
1193
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
1142
1194
|
artifactId: z.ZodString;
|
|
1143
1195
|
contentHash: z.ZodString;
|
|
@@ -1159,10 +1211,10 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1159
1211
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
1160
1212
|
high: "high";
|
|
1161
1213
|
low: "low";
|
|
1214
|
+
max: "max";
|
|
1162
1215
|
medium: "medium";
|
|
1163
|
-
xhigh: "xhigh";
|
|
1164
1216
|
off: "off";
|
|
1165
|
-
|
|
1217
|
+
xhigh: "xhigh";
|
|
1166
1218
|
}>>;
|
|
1167
1219
|
profileRepositoryId: z.ZodString;
|
|
1168
1220
|
source: z.ZodObject<{
|
|
@@ -1240,10 +1292,10 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1240
1292
|
}, z.core.$strict>;
|
|
1241
1293
|
}, z.core.$strict>>;
|
|
1242
1294
|
split: z.ZodEnum<{
|
|
1295
|
+
frozen_eval: "frozen_eval";
|
|
1296
|
+
test: "test";
|
|
1243
1297
|
train: "train";
|
|
1244
1298
|
validation: "validation";
|
|
1245
|
-
test: "test";
|
|
1246
|
-
frozen_eval: "frozen_eval";
|
|
1247
1299
|
}>;
|
|
1248
1300
|
population: z.ZodArray<z.ZodObject<{
|
|
1249
1301
|
taskId: z.ZodString;
|
|
@@ -1260,8 +1312,8 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1260
1312
|
configurationHash: z.ZodString;
|
|
1261
1313
|
output: z.ZodEnum<{
|
|
1262
1314
|
boolean: "boolean";
|
|
1263
|
-
score: "score";
|
|
1264
1315
|
category: "category";
|
|
1316
|
+
score: "score";
|
|
1265
1317
|
}>;
|
|
1266
1318
|
categories: z.ZodArray<z.ZodString>;
|
|
1267
1319
|
}, z.core.$strict>>;
|
|
@@ -1270,17 +1322,17 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1270
1322
|
graderId: z.ZodString;
|
|
1271
1323
|
fields: z.ZodArray<z.ZodObject<{
|
|
1272
1324
|
destination: z.ZodEnum<{
|
|
1273
|
-
output: "output";
|
|
1274
|
-
input: "input";
|
|
1275
|
-
expectedOutput: "expectedOutput";
|
|
1276
1325
|
evaluatorContext: "evaluatorContext";
|
|
1326
|
+
expectedOutput: "expectedOutput";
|
|
1327
|
+
input: "input";
|
|
1328
|
+
output: "output";
|
|
1277
1329
|
}>;
|
|
1278
1330
|
path: z.ZodArray<z.ZodString>;
|
|
1279
1331
|
source: z.ZodEnum<{
|
|
1280
|
-
output: "output";
|
|
1281
|
-
input: "input";
|
|
1282
|
-
expectedOutput: "expectedOutput";
|
|
1283
1332
|
evaluatorContext: "evaluatorContext";
|
|
1333
|
+
expectedOutput: "expectedOutput";
|
|
1334
|
+
input: "input";
|
|
1335
|
+
output: "output";
|
|
1284
1336
|
}>;
|
|
1285
1337
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1286
1338
|
}, z.core.$strict>>;
|
|
@@ -1358,10 +1410,10 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1358
1410
|
}, z.core.$strict>;
|
|
1359
1411
|
}, z.core.$strict>>;
|
|
1360
1412
|
split: z.ZodEnum<{
|
|
1413
|
+
frozen_eval: "frozen_eval";
|
|
1414
|
+
test: "test";
|
|
1361
1415
|
train: "train";
|
|
1362
1416
|
validation: "validation";
|
|
1363
|
-
test: "test";
|
|
1364
|
-
frozen_eval: "frozen_eval";
|
|
1365
1417
|
}>;
|
|
1366
1418
|
population: z.ZodArray<z.ZodObject<{
|
|
1367
1419
|
taskId: z.ZodString;
|
|
@@ -1378,8 +1430,8 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1378
1430
|
configurationHash: z.ZodString;
|
|
1379
1431
|
output: z.ZodEnum<{
|
|
1380
1432
|
boolean: "boolean";
|
|
1381
|
-
score: "score";
|
|
1382
1433
|
category: "category";
|
|
1434
|
+
score: "score";
|
|
1383
1435
|
}>;
|
|
1384
1436
|
categories: z.ZodArray<z.ZodString>;
|
|
1385
1437
|
}, z.core.$strict>>;
|
|
@@ -1388,17 +1440,17 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1388
1440
|
graderId: z.ZodString;
|
|
1389
1441
|
fields: z.ZodArray<z.ZodObject<{
|
|
1390
1442
|
destination: z.ZodEnum<{
|
|
1391
|
-
output: "output";
|
|
1392
|
-
input: "input";
|
|
1393
|
-
expectedOutput: "expectedOutput";
|
|
1394
1443
|
evaluatorContext: "evaluatorContext";
|
|
1444
|
+
expectedOutput: "expectedOutput";
|
|
1445
|
+
input: "input";
|
|
1446
|
+
output: "output";
|
|
1395
1447
|
}>;
|
|
1396
1448
|
path: z.ZodArray<z.ZodString>;
|
|
1397
1449
|
source: z.ZodEnum<{
|
|
1398
|
-
output: "output";
|
|
1399
|
-
input: "input";
|
|
1400
|
-
expectedOutput: "expectedOutput";
|
|
1401
1450
|
evaluatorContext: "evaluatorContext";
|
|
1451
|
+
expectedOutput: "expectedOutput";
|
|
1452
|
+
input: "input";
|
|
1453
|
+
output: "output";
|
|
1402
1454
|
}>;
|
|
1403
1455
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1404
1456
|
}, z.core.$strict>>;
|
|
@@ -1520,10 +1572,10 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1520
1572
|
}, z.core.$strict>;
|
|
1521
1573
|
}, z.core.$strict>>;
|
|
1522
1574
|
split: z.ZodEnum<{
|
|
1575
|
+
frozen_eval: "frozen_eval";
|
|
1576
|
+
test: "test";
|
|
1523
1577
|
train: "train";
|
|
1524
1578
|
validation: "validation";
|
|
1525
|
-
test: "test";
|
|
1526
|
-
frozen_eval: "frozen_eval";
|
|
1527
1579
|
}>;
|
|
1528
1580
|
population: z.ZodArray<z.ZodObject<{
|
|
1529
1581
|
taskId: z.ZodString;
|
|
@@ -1540,8 +1592,8 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1540
1592
|
configurationHash: z.ZodString;
|
|
1541
1593
|
output: z.ZodEnum<{
|
|
1542
1594
|
boolean: "boolean";
|
|
1543
|
-
score: "score";
|
|
1544
1595
|
category: "category";
|
|
1596
|
+
score: "score";
|
|
1545
1597
|
}>;
|
|
1546
1598
|
categories: z.ZodArray<z.ZodString>;
|
|
1547
1599
|
}, z.core.$strict>>;
|
|
@@ -1550,17 +1602,17 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1550
1602
|
graderId: z.ZodString;
|
|
1551
1603
|
fields: z.ZodArray<z.ZodObject<{
|
|
1552
1604
|
destination: z.ZodEnum<{
|
|
1553
|
-
output: "output";
|
|
1554
|
-
input: "input";
|
|
1555
|
-
expectedOutput: "expectedOutput";
|
|
1556
1605
|
evaluatorContext: "evaluatorContext";
|
|
1606
|
+
expectedOutput: "expectedOutput";
|
|
1607
|
+
input: "input";
|
|
1608
|
+
output: "output";
|
|
1557
1609
|
}>;
|
|
1558
1610
|
path: z.ZodArray<z.ZodString>;
|
|
1559
1611
|
source: z.ZodEnum<{
|
|
1560
|
-
output: "output";
|
|
1561
|
-
input: "input";
|
|
1562
|
-
expectedOutput: "expectedOutput";
|
|
1563
1612
|
evaluatorContext: "evaluatorContext";
|
|
1613
|
+
expectedOutput: "expectedOutput";
|
|
1614
|
+
input: "input";
|
|
1615
|
+
output: "output";
|
|
1564
1616
|
}>;
|
|
1565
1617
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1566
1618
|
}, z.core.$strict>>;
|
|
@@ -1603,14 +1655,14 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1603
1655
|
schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
|
|
1604
1656
|
primaryMetric: z.ZodString;
|
|
1605
1657
|
aggregation: z.ZodEnum<{
|
|
1658
|
+
custom: "custom";
|
|
1606
1659
|
mean_score: "mean_score";
|
|
1607
1660
|
pass_rate: "pass_rate";
|
|
1608
1661
|
weighted_mean: "weighted_mean";
|
|
1609
|
-
custom: "custom";
|
|
1610
1662
|
}>;
|
|
1611
1663
|
missingReward: z.ZodEnum<{
|
|
1612
|
-
zero: "zero";
|
|
1613
1664
|
exclude: "exclude";
|
|
1665
|
+
zero: "zero";
|
|
1614
1666
|
}>;
|
|
1615
1667
|
taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
1616
1668
|
customAggregator: z.ZodNullable<z.ZodObject<{
|
|
@@ -1630,10 +1682,10 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1630
1682
|
runtimeTarget: z.ZodObject<{
|
|
1631
1683
|
adapterId: z.ZodString;
|
|
1632
1684
|
placement: z.ZodEnum<{
|
|
1633
|
-
local: "local";
|
|
1634
|
-
remote: "remote";
|
|
1635
1685
|
colocated: "colocated";
|
|
1686
|
+
local: "local";
|
|
1636
1687
|
provider_native: "provider_native";
|
|
1688
|
+
remote: "remote";
|
|
1637
1689
|
}>;
|
|
1638
1690
|
runtimeVersion: z.ZodString;
|
|
1639
1691
|
capabilityReceipt: z.ZodString;
|
|
@@ -1662,17 +1714,17 @@ export declare const PreparedHarnessExperimentSchema: z.ZodObject<{
|
|
|
1662
1714
|
}, z.core.$strict>>;
|
|
1663
1715
|
mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1664
1716
|
destination: z.ZodEnum<{
|
|
1717
|
+
evaluatorContext: "evaluatorContext";
|
|
1718
|
+
expectedOutput: "expectedOutput";
|
|
1665
1719
|
input: "input";
|
|
1666
1720
|
output: "output";
|
|
1667
|
-
expectedOutput: "expectedOutput";
|
|
1668
|
-
evaluatorContext: "evaluatorContext";
|
|
1669
1721
|
}>;
|
|
1670
1722
|
path: z.ZodArray<z.ZodString>;
|
|
1671
1723
|
source: z.ZodEnum<{
|
|
1724
|
+
evaluatorContext: "evaluatorContext";
|
|
1725
|
+
expectedOutput: "expectedOutput";
|
|
1672
1726
|
input: "input";
|
|
1673
1727
|
output: "output";
|
|
1674
|
-
expectedOutput: "expectedOutput";
|
|
1675
|
-
evaluatorContext: "evaluatorContext";
|
|
1676
1728
|
}>;
|
|
1677
1729
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1678
1730
|
}, z.core.$strict>>>;
|