openpond-sdk 0.12.2 → 0.12.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-MLFKQ7E7.js → chunk-24N6A6SF.js} +4 -4
- package/dist/chunk-24N6A6SF.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-B7VYE7YQ.js → chunk-53LLNDXF.js} +3 -3
- package/dist/chunk-53LLNDXF.js.map +1 -0
- package/dist/{chunk-VSRTJDVB.js → chunk-B5XTGEBE.js} +25 -13
- package/dist/chunk-B5XTGEBE.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-BVMR5OFW.js} +5 -5
- package/dist/chunk-BVMR5OFW.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/chunk-CMWZZZGW.js +255 -0
- package/dist/chunk-CMWZZZGW.js.map +1 -0
- package/dist/{chunk-VOL3WES2.js → chunk-DF2QXVZ3.js} +14 -169
- package/dist/chunk-DF2QXVZ3.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/{chunk-7GYXC2AI.js → chunk-EFUT3XKW.js} +4 -4
- package/dist/chunk-EFUT3XKW.js.map +1 -0
- package/dist/{chunk-DBRRQASP.js → chunk-ETX25FTB.js} +3 -3
- package/dist/chunk-ETX25FTB.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-7AZDNZP6.js → chunk-GAIDBPFY.js} +353 -90
- package/dist/chunk-GAIDBPFY.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-HGXVOFCL.js} +2 -2
- package/dist/chunk-HGXVOFCL.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-ENLQCKY6.js → chunk-I54WQBXL.js} +8 -8
- package/dist/chunk-I54WQBXL.js.map +1 -0
- package/dist/{chunk-AV5JV26B.js → chunk-K5LWSWV7.js} +4 -4
- package/dist/chunk-K5LWSWV7.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-WVISXXIL.js → chunk-LHX7ENKZ.js} +3 -3
- package/dist/chunk-LHX7ENKZ.js.map +1 -0
- package/dist/{chunk-WNH4DOEC.js → chunk-LR5CTOC5.js} +30 -299
- package/dist/chunk-LR5CTOC5.js.map +1 -0
- package/dist/chunk-MO4HAJZG.js +8709 -0
- package/dist/chunk-MO4HAJZG.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-O5ARJVT5.js → chunk-OR3TMIJN.js} +5 -5
- package/dist/chunk-OR3TMIJN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-L5PQPAU6.js → chunk-QRS7Y3EM.js} +7 -3
- package/dist/chunk-QRS7Y3EM.js.map +1 -0
- package/dist/{chunk-YVFERCUC.js → chunk-RRKRA237.js} +83 -5
- package/dist/chunk-RRKRA237.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-U7XWIOSB.js} +3 -3
- package/dist/chunk-U7XWIOSB.js.map +1 -0
- package/dist/{chunk-DG5CRENU.js → chunk-VHGC44HA.js} +5 -5
- package/dist/chunk-VHGC44HA.js.map +1 -0
- package/dist/{chunk-7WUJBFCH.js → chunk-VN5V2E2S.js} +24 -5
- package/dist/chunk-VN5V2E2S.js.map +1 -0
- package/dist/{chunk-YSKUXQ2N.js → chunk-WMIKJGXW.js} +3 -3
- package/dist/chunk-WMIKJGXW.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-D4WTE6ZA.js → chunk-XON75UFN.js} +3 -3
- package/dist/chunk-XON75UFN.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-OEPYLZXK.js → chunk-ZHQK3MOM.js} +4 -4
- package/dist/chunk-ZHQK3MOM.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-ZIFZFP5I.js} +5 -5
- package/dist/chunk-ZIFZFP5I.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +25 -23
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +31 -26
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +98 -50
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +27 -26
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +29 -26
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +195 -34
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +17 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +381 -348
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +86 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2090 -1969
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +177 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +597 -505
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +41 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +315 -240
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +50 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +71 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +324 -324
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +191 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +868 -824
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +448 -372
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +744 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4589 -4577
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +18 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +6 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +368 -0
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training.d.ts +1574 -1387
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-7AZDNZP6.js.map +0 -7
- package/dist/chunk-7GYXC2AI.js.map +0 -7
- package/dist/chunk-7WUJBFCH.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-AV5JV26B.js.map +0 -7
- package/dist/chunk-B7VYE7YQ.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-D4WTE6ZA.js.map +0 -7
- package/dist/chunk-DBRRQASP.js.map +0 -7
- package/dist/chunk-DG5CRENU.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-ENLQCKY6.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-L5PQPAU6.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLFKQ7E7.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-O5ARJVT5.js.map +0 -7
- package/dist/chunk-OEPYLZXK.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-PGBFI5HC.js +0 -98
- package/dist/chunk-PGBFI5HC.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-VOL3WES2.js.map +0 -7
- package/dist/chunk-VSRTJDVB.js.map +0 -7
- package/dist/chunk-WNH4DOEC.js.map +0 -7
- package/dist/chunk-WVISXXIL.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YSKUXQ2N.js.map +0 -7
- package/dist/chunk-YVFERCUC.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
|
@@ -53,9 +53,9 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
53
53
|
}, z.core.$strict>>;
|
|
54
54
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
55
55
|
role: z.ZodEnum<{
|
|
56
|
+
assistant: "assistant";
|
|
56
57
|
system: "system";
|
|
57
58
|
user: "user";
|
|
58
|
-
assistant: "assistant";
|
|
59
59
|
}>;
|
|
60
60
|
content: z.ZodString;
|
|
61
61
|
}, z.core.$strict>>>;
|
|
@@ -67,6 +67,22 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
67
67
|
}, z.core.$strict>, z.ZodObject<{
|
|
68
68
|
kind: z.ZodLiteral<"hosted_harness">;
|
|
69
69
|
modelId: z.ZodString;
|
|
70
|
+
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
71
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
72
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
73
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
74
|
+
providerId: z.ZodLiteral<"codex">;
|
|
75
|
+
configurationHash: z.ZodString;
|
|
76
|
+
accountHash: z.ZodString;
|
|
77
|
+
reasoningEffort: z.ZodEnum<{
|
|
78
|
+
high: "high";
|
|
79
|
+
low: "low";
|
|
80
|
+
medium: "medium";
|
|
81
|
+
xhigh: "xhigh";
|
|
82
|
+
}>;
|
|
83
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
84
|
+
requestTimeoutMs: z.ZodNumber;
|
|
85
|
+
}, z.core.$strict>>;
|
|
70
86
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
71
87
|
artifactId: z.ZodString;
|
|
72
88
|
contentHash: z.ZodString;
|
|
@@ -88,10 +104,10 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
88
104
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
89
105
|
high: "high";
|
|
90
106
|
low: "low";
|
|
107
|
+
max: "max";
|
|
91
108
|
medium: "medium";
|
|
92
|
-
xhigh: "xhigh";
|
|
93
109
|
off: "off";
|
|
94
|
-
|
|
110
|
+
xhigh: "xhigh";
|
|
95
111
|
}>>;
|
|
96
112
|
profileRepositoryId: z.ZodString;
|
|
97
113
|
source: z.ZodObject<{
|
|
@@ -169,10 +185,10 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
169
185
|
}, z.core.$strict>;
|
|
170
186
|
}, z.core.$strict>>;
|
|
171
187
|
split: z.ZodEnum<{
|
|
188
|
+
frozen_eval: "frozen_eval";
|
|
189
|
+
test: "test";
|
|
172
190
|
train: "train";
|
|
173
191
|
validation: "validation";
|
|
174
|
-
test: "test";
|
|
175
|
-
frozen_eval: "frozen_eval";
|
|
176
192
|
}>;
|
|
177
193
|
population: z.ZodArray<z.ZodObject<{
|
|
178
194
|
taskId: z.ZodString;
|
|
@@ -189,8 +205,8 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
189
205
|
configurationHash: z.ZodString;
|
|
190
206
|
output: z.ZodEnum<{
|
|
191
207
|
boolean: "boolean";
|
|
192
|
-
score: "score";
|
|
193
208
|
category: "category";
|
|
209
|
+
score: "score";
|
|
194
210
|
}>;
|
|
195
211
|
categories: z.ZodArray<z.ZodString>;
|
|
196
212
|
}, z.core.$strict>>;
|
|
@@ -199,17 +215,17 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
199
215
|
graderId: z.ZodString;
|
|
200
216
|
fields: z.ZodArray<z.ZodObject<{
|
|
201
217
|
destination: z.ZodEnum<{
|
|
202
|
-
output: "output";
|
|
203
|
-
input: "input";
|
|
204
|
-
expectedOutput: "expectedOutput";
|
|
205
218
|
evaluatorContext: "evaluatorContext";
|
|
219
|
+
expectedOutput: "expectedOutput";
|
|
220
|
+
input: "input";
|
|
221
|
+
output: "output";
|
|
206
222
|
}>;
|
|
207
223
|
path: z.ZodArray<z.ZodString>;
|
|
208
224
|
source: z.ZodEnum<{
|
|
209
|
-
output: "output";
|
|
210
|
-
input: "input";
|
|
211
|
-
expectedOutput: "expectedOutput";
|
|
212
225
|
evaluatorContext: "evaluatorContext";
|
|
226
|
+
expectedOutput: "expectedOutput";
|
|
227
|
+
input: "input";
|
|
228
|
+
output: "output";
|
|
213
229
|
}>;
|
|
214
230
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
215
231
|
}, z.core.$strict>>;
|
|
@@ -287,10 +303,10 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
287
303
|
}, z.core.$strict>;
|
|
288
304
|
}, z.core.$strict>>;
|
|
289
305
|
split: z.ZodEnum<{
|
|
306
|
+
frozen_eval: "frozen_eval";
|
|
307
|
+
test: "test";
|
|
290
308
|
train: "train";
|
|
291
309
|
validation: "validation";
|
|
292
|
-
test: "test";
|
|
293
|
-
frozen_eval: "frozen_eval";
|
|
294
310
|
}>;
|
|
295
311
|
population: z.ZodArray<z.ZodObject<{
|
|
296
312
|
taskId: z.ZodString;
|
|
@@ -307,8 +323,8 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
307
323
|
configurationHash: z.ZodString;
|
|
308
324
|
output: z.ZodEnum<{
|
|
309
325
|
boolean: "boolean";
|
|
310
|
-
score: "score";
|
|
311
326
|
category: "category";
|
|
327
|
+
score: "score";
|
|
312
328
|
}>;
|
|
313
329
|
categories: z.ZodArray<z.ZodString>;
|
|
314
330
|
}, z.core.$strict>>;
|
|
@@ -317,17 +333,17 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
317
333
|
graderId: z.ZodString;
|
|
318
334
|
fields: z.ZodArray<z.ZodObject<{
|
|
319
335
|
destination: z.ZodEnum<{
|
|
320
|
-
output: "output";
|
|
321
|
-
input: "input";
|
|
322
|
-
expectedOutput: "expectedOutput";
|
|
323
336
|
evaluatorContext: "evaluatorContext";
|
|
337
|
+
expectedOutput: "expectedOutput";
|
|
338
|
+
input: "input";
|
|
339
|
+
output: "output";
|
|
324
340
|
}>;
|
|
325
341
|
path: z.ZodArray<z.ZodString>;
|
|
326
342
|
source: z.ZodEnum<{
|
|
327
|
-
output: "output";
|
|
328
|
-
input: "input";
|
|
329
|
-
expectedOutput: "expectedOutput";
|
|
330
343
|
evaluatorContext: "evaluatorContext";
|
|
344
|
+
expectedOutput: "expectedOutput";
|
|
345
|
+
input: "input";
|
|
346
|
+
output: "output";
|
|
331
347
|
}>;
|
|
332
348
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
333
349
|
}, z.core.$strict>>;
|
|
@@ -410,9 +426,9 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
410
426
|
}, z.core.$strict>>;
|
|
411
427
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
412
428
|
role: z.ZodEnum<{
|
|
429
|
+
assistant: "assistant";
|
|
413
430
|
system: "system";
|
|
414
431
|
user: "user";
|
|
415
|
-
assistant: "assistant";
|
|
416
432
|
}>;
|
|
417
433
|
content: z.ZodString;
|
|
418
434
|
}, z.core.$strict>>>;
|
|
@@ -424,6 +440,22 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
424
440
|
}, z.core.$strict>, z.ZodObject<{
|
|
425
441
|
kind: z.ZodLiteral<"hosted_harness">;
|
|
426
442
|
modelId: z.ZodString;
|
|
443
|
+
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
444
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
445
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
446
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
447
|
+
providerId: z.ZodLiteral<"codex">;
|
|
448
|
+
configurationHash: z.ZodString;
|
|
449
|
+
accountHash: z.ZodString;
|
|
450
|
+
reasoningEffort: z.ZodEnum<{
|
|
451
|
+
high: "high";
|
|
452
|
+
low: "low";
|
|
453
|
+
medium: "medium";
|
|
454
|
+
xhigh: "xhigh";
|
|
455
|
+
}>;
|
|
456
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
457
|
+
requestTimeoutMs: z.ZodNumber;
|
|
458
|
+
}, z.core.$strict>>;
|
|
427
459
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
428
460
|
artifactId: z.ZodString;
|
|
429
461
|
contentHash: z.ZodString;
|
|
@@ -445,10 +477,10 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
445
477
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
446
478
|
high: "high";
|
|
447
479
|
low: "low";
|
|
480
|
+
max: "max";
|
|
448
481
|
medium: "medium";
|
|
449
|
-
xhigh: "xhigh";
|
|
450
482
|
off: "off";
|
|
451
|
-
|
|
483
|
+
xhigh: "xhigh";
|
|
452
484
|
}>>;
|
|
453
485
|
profileRepositoryId: z.ZodString;
|
|
454
486
|
source: z.ZodObject<{
|
|
@@ -526,10 +558,10 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
526
558
|
}, z.core.$strict>;
|
|
527
559
|
}, z.core.$strict>>;
|
|
528
560
|
split: z.ZodEnum<{
|
|
561
|
+
frozen_eval: "frozen_eval";
|
|
562
|
+
test: "test";
|
|
529
563
|
train: "train";
|
|
530
564
|
validation: "validation";
|
|
531
|
-
test: "test";
|
|
532
|
-
frozen_eval: "frozen_eval";
|
|
533
565
|
}>;
|
|
534
566
|
population: z.ZodArray<z.ZodObject<{
|
|
535
567
|
taskId: z.ZodString;
|
|
@@ -546,8 +578,8 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
546
578
|
configurationHash: z.ZodString;
|
|
547
579
|
output: z.ZodEnum<{
|
|
548
580
|
boolean: "boolean";
|
|
549
|
-
score: "score";
|
|
550
581
|
category: "category";
|
|
582
|
+
score: "score";
|
|
551
583
|
}>;
|
|
552
584
|
categories: z.ZodArray<z.ZodString>;
|
|
553
585
|
}, z.core.$strict>>;
|
|
@@ -556,17 +588,17 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
556
588
|
graderId: z.ZodString;
|
|
557
589
|
fields: z.ZodArray<z.ZodObject<{
|
|
558
590
|
destination: z.ZodEnum<{
|
|
559
|
-
output: "output";
|
|
560
|
-
input: "input";
|
|
561
|
-
expectedOutput: "expectedOutput";
|
|
562
591
|
evaluatorContext: "evaluatorContext";
|
|
592
|
+
expectedOutput: "expectedOutput";
|
|
593
|
+
input: "input";
|
|
594
|
+
output: "output";
|
|
563
595
|
}>;
|
|
564
596
|
path: z.ZodArray<z.ZodString>;
|
|
565
597
|
source: z.ZodEnum<{
|
|
566
|
-
output: "output";
|
|
567
|
-
input: "input";
|
|
568
|
-
expectedOutput: "expectedOutput";
|
|
569
598
|
evaluatorContext: "evaluatorContext";
|
|
599
|
+
expectedOutput: "expectedOutput";
|
|
600
|
+
input: "input";
|
|
601
|
+
output: "output";
|
|
570
602
|
}>;
|
|
571
603
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
572
604
|
}, z.core.$strict>>;
|
|
@@ -644,10 +676,10 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
644
676
|
}, z.core.$strict>;
|
|
645
677
|
}, z.core.$strict>>;
|
|
646
678
|
split: z.ZodEnum<{
|
|
679
|
+
frozen_eval: "frozen_eval";
|
|
680
|
+
test: "test";
|
|
647
681
|
train: "train";
|
|
648
682
|
validation: "validation";
|
|
649
|
-
test: "test";
|
|
650
|
-
frozen_eval: "frozen_eval";
|
|
651
683
|
}>;
|
|
652
684
|
population: z.ZodArray<z.ZodObject<{
|
|
653
685
|
taskId: z.ZodString;
|
|
@@ -664,8 +696,8 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
664
696
|
configurationHash: z.ZodString;
|
|
665
697
|
output: z.ZodEnum<{
|
|
666
698
|
boolean: "boolean";
|
|
667
|
-
score: "score";
|
|
668
699
|
category: "category";
|
|
700
|
+
score: "score";
|
|
669
701
|
}>;
|
|
670
702
|
categories: z.ZodArray<z.ZodString>;
|
|
671
703
|
}, z.core.$strict>>;
|
|
@@ -674,17 +706,17 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
674
706
|
graderId: z.ZodString;
|
|
675
707
|
fields: z.ZodArray<z.ZodObject<{
|
|
676
708
|
destination: z.ZodEnum<{
|
|
677
|
-
output: "output";
|
|
678
|
-
input: "input";
|
|
679
|
-
expectedOutput: "expectedOutput";
|
|
680
709
|
evaluatorContext: "evaluatorContext";
|
|
710
|
+
expectedOutput: "expectedOutput";
|
|
711
|
+
input: "input";
|
|
712
|
+
output: "output";
|
|
681
713
|
}>;
|
|
682
714
|
path: z.ZodArray<z.ZodString>;
|
|
683
715
|
source: z.ZodEnum<{
|
|
684
|
-
output: "output";
|
|
685
|
-
input: "input";
|
|
686
|
-
expectedOutput: "expectedOutput";
|
|
687
716
|
evaluatorContext: "evaluatorContext";
|
|
717
|
+
expectedOutput: "expectedOutput";
|
|
718
|
+
input: "input";
|
|
719
|
+
output: "output";
|
|
688
720
|
}>;
|
|
689
721
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
690
722
|
}, z.core.$strict>>;
|
|
@@ -726,18 +758,18 @@ export declare const ModelTasksetRunSummarySchema: z.ZodObject<{
|
|
|
726
758
|
revision: z.ZodNumber;
|
|
727
759
|
}, z.core.$strict>;
|
|
728
760
|
policyKind: z.ZodEnum<{
|
|
729
|
-
hosted_chat: "hosted_chat";
|
|
730
761
|
fixture: "fixture";
|
|
762
|
+
hosted_chat: "hosted_chat";
|
|
731
763
|
hosted_harness: "hosted_harness";
|
|
732
764
|
}>;
|
|
733
765
|
manifestHash: z.ZodString;
|
|
734
766
|
status: z.ZodEnum<{
|
|
735
767
|
cancelled: "cancelled";
|
|
768
|
+
cancelling: "cancelling";
|
|
769
|
+
completed: "completed";
|
|
736
770
|
failed: "failed";
|
|
737
771
|
queued: "queued";
|
|
738
772
|
running: "running";
|
|
739
|
-
cancelling: "cancelling";
|
|
740
|
-
completed: "completed";
|
|
741
773
|
}>;
|
|
742
774
|
totalCount: z.ZodNumber;
|
|
743
775
|
counts: z.ZodObject<{
|
|
@@ -781,18 +813,18 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
781
813
|
revision: z.ZodNumber;
|
|
782
814
|
}, z.core.$strict>;
|
|
783
815
|
policyKind: z.ZodEnum<{
|
|
784
|
-
hosted_chat: "hosted_chat";
|
|
785
816
|
fixture: "fixture";
|
|
817
|
+
hosted_chat: "hosted_chat";
|
|
786
818
|
hosted_harness: "hosted_harness";
|
|
787
819
|
}>;
|
|
788
820
|
manifestHash: z.ZodString;
|
|
789
821
|
status: z.ZodEnum<{
|
|
790
822
|
cancelled: "cancelled";
|
|
823
|
+
cancelling: "cancelling";
|
|
824
|
+
completed: "completed";
|
|
791
825
|
failed: "failed";
|
|
792
826
|
queued: "queued";
|
|
793
827
|
running: "running";
|
|
794
|
-
cancelling: "cancelling";
|
|
795
|
-
completed: "completed";
|
|
796
828
|
}>;
|
|
797
829
|
totalCount: z.ZodNumber;
|
|
798
830
|
counts: z.ZodObject<{
|
|
@@ -883,9 +915,9 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
883
915
|
}, z.core.$strict>>;
|
|
884
916
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
885
917
|
role: z.ZodEnum<{
|
|
918
|
+
assistant: "assistant";
|
|
886
919
|
system: "system";
|
|
887
920
|
user: "user";
|
|
888
|
-
assistant: "assistant";
|
|
889
921
|
}>;
|
|
890
922
|
content: z.ZodString;
|
|
891
923
|
}, z.core.$strict>>>;
|
|
@@ -897,6 +929,22 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
897
929
|
}, z.core.$strict>, z.ZodObject<{
|
|
898
930
|
kind: z.ZodLiteral<"hosted_harness">;
|
|
899
931
|
modelId: z.ZodString;
|
|
932
|
+
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
933
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
934
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
935
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
936
|
+
providerId: z.ZodLiteral<"codex">;
|
|
937
|
+
configurationHash: z.ZodString;
|
|
938
|
+
accountHash: z.ZodString;
|
|
939
|
+
reasoningEffort: z.ZodEnum<{
|
|
940
|
+
high: "high";
|
|
941
|
+
low: "low";
|
|
942
|
+
medium: "medium";
|
|
943
|
+
xhigh: "xhigh";
|
|
944
|
+
}>;
|
|
945
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
946
|
+
requestTimeoutMs: z.ZodNumber;
|
|
947
|
+
}, z.core.$strict>>;
|
|
900
948
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
901
949
|
artifactId: z.ZodString;
|
|
902
950
|
contentHash: z.ZodString;
|
|
@@ -918,10 +966,10 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
918
966
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
919
967
|
high: "high";
|
|
920
968
|
low: "low";
|
|
969
|
+
max: "max";
|
|
921
970
|
medium: "medium";
|
|
922
|
-
xhigh: "xhigh";
|
|
923
971
|
off: "off";
|
|
924
|
-
|
|
972
|
+
xhigh: "xhigh";
|
|
925
973
|
}>>;
|
|
926
974
|
profileRepositoryId: z.ZodString;
|
|
927
975
|
source: z.ZodObject<{
|
|
@@ -999,10 +1047,10 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
999
1047
|
}, z.core.$strict>;
|
|
1000
1048
|
}, z.core.$strict>>;
|
|
1001
1049
|
split: z.ZodEnum<{
|
|
1050
|
+
frozen_eval: "frozen_eval";
|
|
1051
|
+
test: "test";
|
|
1002
1052
|
train: "train";
|
|
1003
1053
|
validation: "validation";
|
|
1004
|
-
test: "test";
|
|
1005
|
-
frozen_eval: "frozen_eval";
|
|
1006
1054
|
}>;
|
|
1007
1055
|
population: z.ZodArray<z.ZodObject<{
|
|
1008
1056
|
taskId: z.ZodString;
|
|
@@ -1019,8 +1067,8 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1019
1067
|
configurationHash: z.ZodString;
|
|
1020
1068
|
output: z.ZodEnum<{
|
|
1021
1069
|
boolean: "boolean";
|
|
1022
|
-
score: "score";
|
|
1023
1070
|
category: "category";
|
|
1071
|
+
score: "score";
|
|
1024
1072
|
}>;
|
|
1025
1073
|
categories: z.ZodArray<z.ZodString>;
|
|
1026
1074
|
}, z.core.$strict>>;
|
|
@@ -1029,17 +1077,17 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1029
1077
|
graderId: z.ZodString;
|
|
1030
1078
|
fields: z.ZodArray<z.ZodObject<{
|
|
1031
1079
|
destination: z.ZodEnum<{
|
|
1032
|
-
output: "output";
|
|
1033
|
-
input: "input";
|
|
1034
|
-
expectedOutput: "expectedOutput";
|
|
1035
1080
|
evaluatorContext: "evaluatorContext";
|
|
1081
|
+
expectedOutput: "expectedOutput";
|
|
1082
|
+
input: "input";
|
|
1083
|
+
output: "output";
|
|
1036
1084
|
}>;
|
|
1037
1085
|
path: z.ZodArray<z.ZodString>;
|
|
1038
1086
|
source: z.ZodEnum<{
|
|
1039
|
-
output: "output";
|
|
1040
|
-
input: "input";
|
|
1041
|
-
expectedOutput: "expectedOutput";
|
|
1042
1087
|
evaluatorContext: "evaluatorContext";
|
|
1088
|
+
expectedOutput: "expectedOutput";
|
|
1089
|
+
input: "input";
|
|
1090
|
+
output: "output";
|
|
1043
1091
|
}>;
|
|
1044
1092
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1045
1093
|
}, z.core.$strict>>;
|
|
@@ -1117,10 +1165,10 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1117
1165
|
}, z.core.$strict>;
|
|
1118
1166
|
}, z.core.$strict>>;
|
|
1119
1167
|
split: z.ZodEnum<{
|
|
1168
|
+
frozen_eval: "frozen_eval";
|
|
1169
|
+
test: "test";
|
|
1120
1170
|
train: "train";
|
|
1121
1171
|
validation: "validation";
|
|
1122
|
-
test: "test";
|
|
1123
|
-
frozen_eval: "frozen_eval";
|
|
1124
1172
|
}>;
|
|
1125
1173
|
population: z.ZodArray<z.ZodObject<{
|
|
1126
1174
|
taskId: z.ZodString;
|
|
@@ -1137,8 +1185,8 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1137
1185
|
configurationHash: z.ZodString;
|
|
1138
1186
|
output: z.ZodEnum<{
|
|
1139
1187
|
boolean: "boolean";
|
|
1140
|
-
score: "score";
|
|
1141
1188
|
category: "category";
|
|
1189
|
+
score: "score";
|
|
1142
1190
|
}>;
|
|
1143
1191
|
categories: z.ZodArray<z.ZodString>;
|
|
1144
1192
|
}, z.core.$strict>>;
|
|
@@ -1147,17 +1195,17 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1147
1195
|
graderId: z.ZodString;
|
|
1148
1196
|
fields: z.ZodArray<z.ZodObject<{
|
|
1149
1197
|
destination: z.ZodEnum<{
|
|
1150
|
-
output: "output";
|
|
1151
|
-
input: "input";
|
|
1152
|
-
expectedOutput: "expectedOutput";
|
|
1153
1198
|
evaluatorContext: "evaluatorContext";
|
|
1199
|
+
expectedOutput: "expectedOutput";
|
|
1200
|
+
input: "input";
|
|
1201
|
+
output: "output";
|
|
1154
1202
|
}>;
|
|
1155
1203
|
path: z.ZodArray<z.ZodString>;
|
|
1156
1204
|
source: z.ZodEnum<{
|
|
1157
|
-
output: "output";
|
|
1158
|
-
input: "input";
|
|
1159
|
-
expectedOutput: "expectedOutput";
|
|
1160
1205
|
evaluatorContext: "evaluatorContext";
|
|
1206
|
+
expectedOutput: "expectedOutput";
|
|
1207
|
+
input: "input";
|
|
1208
|
+
output: "output";
|
|
1161
1209
|
}>;
|
|
1162
1210
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1163
1211
|
}, z.core.$strict>>;
|
|
@@ -1279,10 +1327,10 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1279
1327
|
}, z.core.$strict>;
|
|
1280
1328
|
}, z.core.$strict>>;
|
|
1281
1329
|
split: z.ZodEnum<{
|
|
1330
|
+
frozen_eval: "frozen_eval";
|
|
1331
|
+
test: "test";
|
|
1282
1332
|
train: "train";
|
|
1283
1333
|
validation: "validation";
|
|
1284
|
-
test: "test";
|
|
1285
|
-
frozen_eval: "frozen_eval";
|
|
1286
1334
|
}>;
|
|
1287
1335
|
population: z.ZodArray<z.ZodObject<{
|
|
1288
1336
|
taskId: z.ZodString;
|
|
@@ -1299,8 +1347,8 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1299
1347
|
configurationHash: z.ZodString;
|
|
1300
1348
|
output: z.ZodEnum<{
|
|
1301
1349
|
boolean: "boolean";
|
|
1302
|
-
score: "score";
|
|
1303
1350
|
category: "category";
|
|
1351
|
+
score: "score";
|
|
1304
1352
|
}>;
|
|
1305
1353
|
categories: z.ZodArray<z.ZodString>;
|
|
1306
1354
|
}, z.core.$strict>>;
|
|
@@ -1309,17 +1357,17 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1309
1357
|
graderId: z.ZodString;
|
|
1310
1358
|
fields: z.ZodArray<z.ZodObject<{
|
|
1311
1359
|
destination: z.ZodEnum<{
|
|
1312
|
-
output: "output";
|
|
1313
|
-
input: "input";
|
|
1314
|
-
expectedOutput: "expectedOutput";
|
|
1315
1360
|
evaluatorContext: "evaluatorContext";
|
|
1361
|
+
expectedOutput: "expectedOutput";
|
|
1362
|
+
input: "input";
|
|
1363
|
+
output: "output";
|
|
1316
1364
|
}>;
|
|
1317
1365
|
path: z.ZodArray<z.ZodString>;
|
|
1318
1366
|
source: z.ZodEnum<{
|
|
1319
|
-
output: "output";
|
|
1320
|
-
input: "input";
|
|
1321
|
-
expectedOutput: "expectedOutput";
|
|
1322
1367
|
evaluatorContext: "evaluatorContext";
|
|
1368
|
+
expectedOutput: "expectedOutput";
|
|
1369
|
+
input: "input";
|
|
1370
|
+
output: "output";
|
|
1323
1371
|
}>;
|
|
1324
1372
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1325
1373
|
}, z.core.$strict>>;
|
|
@@ -1362,14 +1410,14 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1362
1410
|
schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
|
|
1363
1411
|
primaryMetric: z.ZodString;
|
|
1364
1412
|
aggregation: z.ZodEnum<{
|
|
1413
|
+
custom: "custom";
|
|
1365
1414
|
mean_score: "mean_score";
|
|
1366
1415
|
pass_rate: "pass_rate";
|
|
1367
1416
|
weighted_mean: "weighted_mean";
|
|
1368
|
-
custom: "custom";
|
|
1369
1417
|
}>;
|
|
1370
1418
|
missingReward: z.ZodEnum<{
|
|
1371
|
-
zero: "zero";
|
|
1372
1419
|
exclude: "exclude";
|
|
1420
|
+
zero: "zero";
|
|
1373
1421
|
}>;
|
|
1374
1422
|
taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
1375
1423
|
customAggregator: z.ZodNullable<z.ZodObject<{
|
|
@@ -1389,10 +1437,10 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1389
1437
|
runtimeTarget: z.ZodObject<{
|
|
1390
1438
|
adapterId: z.ZodString;
|
|
1391
1439
|
placement: z.ZodEnum<{
|
|
1392
|
-
local: "local";
|
|
1393
|
-
remote: "remote";
|
|
1394
1440
|
colocated: "colocated";
|
|
1441
|
+
local: "local";
|
|
1395
1442
|
provider_native: "provider_native";
|
|
1443
|
+
remote: "remote";
|
|
1396
1444
|
}>;
|
|
1397
1445
|
runtimeVersion: z.ZodString;
|
|
1398
1446
|
capabilityReceipt: z.ZodString;
|
|
@@ -1442,18 +1490,18 @@ export declare const ModelTasksetRunPageSchema: z.ZodObject<{
|
|
|
1442
1490
|
revision: z.ZodNumber;
|
|
1443
1491
|
}, z.core.$strict>;
|
|
1444
1492
|
policyKind: z.ZodEnum<{
|
|
1445
|
-
hosted_chat: "hosted_chat";
|
|
1446
1493
|
fixture: "fixture";
|
|
1494
|
+
hosted_chat: "hosted_chat";
|
|
1447
1495
|
hosted_harness: "hosted_harness";
|
|
1448
1496
|
}>;
|
|
1449
1497
|
manifestHash: z.ZodString;
|
|
1450
1498
|
status: z.ZodEnum<{
|
|
1451
1499
|
cancelled: "cancelled";
|
|
1500
|
+
cancelling: "cancelling";
|
|
1501
|
+
completed: "completed";
|
|
1452
1502
|
failed: "failed";
|
|
1453
1503
|
queued: "queued";
|
|
1454
1504
|
running: "running";
|
|
1455
|
-
cancelling: "cancelling";
|
|
1456
|
-
completed: "completed";
|
|
1457
1505
|
}>;
|
|
1458
1506
|
totalCount: z.ZodNumber;
|
|
1459
1507
|
counts: z.ZodObject<{
|
|
@@ -1500,18 +1548,18 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1500
1548
|
revision: z.ZodNumber;
|
|
1501
1549
|
}, z.core.$strict>;
|
|
1502
1550
|
policyKind: z.ZodEnum<{
|
|
1503
|
-
hosted_chat: "hosted_chat";
|
|
1504
1551
|
fixture: "fixture";
|
|
1552
|
+
hosted_chat: "hosted_chat";
|
|
1505
1553
|
hosted_harness: "hosted_harness";
|
|
1506
1554
|
}>;
|
|
1507
1555
|
manifestHash: z.ZodString;
|
|
1508
1556
|
status: z.ZodEnum<{
|
|
1509
1557
|
cancelled: "cancelled";
|
|
1558
|
+
cancelling: "cancelling";
|
|
1559
|
+
completed: "completed";
|
|
1510
1560
|
failed: "failed";
|
|
1511
1561
|
queued: "queued";
|
|
1512
1562
|
running: "running";
|
|
1513
|
-
cancelling: "cancelling";
|
|
1514
|
-
completed: "completed";
|
|
1515
1563
|
}>;
|
|
1516
1564
|
totalCount: z.ZodNumber;
|
|
1517
1565
|
counts: z.ZodObject<{
|
|
@@ -1602,9 +1650,9 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1602
1650
|
}, z.core.$strict>>;
|
|
1603
1651
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1604
1652
|
role: z.ZodEnum<{
|
|
1653
|
+
assistant: "assistant";
|
|
1605
1654
|
system: "system";
|
|
1606
1655
|
user: "user";
|
|
1607
|
-
assistant: "assistant";
|
|
1608
1656
|
}>;
|
|
1609
1657
|
content: z.ZodString;
|
|
1610
1658
|
}, z.core.$strict>>>;
|
|
@@ -1616,6 +1664,22 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1616
1664
|
}, z.core.$strict>, z.ZodObject<{
|
|
1617
1665
|
kind: z.ZodLiteral<"hosted_harness">;
|
|
1618
1666
|
modelId: z.ZodString;
|
|
1667
|
+
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
1668
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1669
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
1670
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
1671
|
+
providerId: z.ZodLiteral<"codex">;
|
|
1672
|
+
configurationHash: z.ZodString;
|
|
1673
|
+
accountHash: z.ZodString;
|
|
1674
|
+
reasoningEffort: z.ZodEnum<{
|
|
1675
|
+
high: "high";
|
|
1676
|
+
low: "low";
|
|
1677
|
+
medium: "medium";
|
|
1678
|
+
xhigh: "xhigh";
|
|
1679
|
+
}>;
|
|
1680
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
1681
|
+
requestTimeoutMs: z.ZodNumber;
|
|
1682
|
+
}, z.core.$strict>>;
|
|
1619
1683
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
1620
1684
|
artifactId: z.ZodString;
|
|
1621
1685
|
contentHash: z.ZodString;
|
|
@@ -1637,10 +1701,10 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1637
1701
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
1638
1702
|
high: "high";
|
|
1639
1703
|
low: "low";
|
|
1704
|
+
max: "max";
|
|
1640
1705
|
medium: "medium";
|
|
1641
|
-
xhigh: "xhigh";
|
|
1642
1706
|
off: "off";
|
|
1643
|
-
|
|
1707
|
+
xhigh: "xhigh";
|
|
1644
1708
|
}>>;
|
|
1645
1709
|
profileRepositoryId: z.ZodString;
|
|
1646
1710
|
source: z.ZodObject<{
|
|
@@ -1718,10 +1782,10 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1718
1782
|
}, z.core.$strict>;
|
|
1719
1783
|
}, z.core.$strict>>;
|
|
1720
1784
|
split: z.ZodEnum<{
|
|
1785
|
+
frozen_eval: "frozen_eval";
|
|
1786
|
+
test: "test";
|
|
1721
1787
|
train: "train";
|
|
1722
1788
|
validation: "validation";
|
|
1723
|
-
test: "test";
|
|
1724
|
-
frozen_eval: "frozen_eval";
|
|
1725
1789
|
}>;
|
|
1726
1790
|
population: z.ZodArray<z.ZodObject<{
|
|
1727
1791
|
taskId: z.ZodString;
|
|
@@ -1738,8 +1802,8 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1738
1802
|
configurationHash: z.ZodString;
|
|
1739
1803
|
output: z.ZodEnum<{
|
|
1740
1804
|
boolean: "boolean";
|
|
1741
|
-
score: "score";
|
|
1742
1805
|
category: "category";
|
|
1806
|
+
score: "score";
|
|
1743
1807
|
}>;
|
|
1744
1808
|
categories: z.ZodArray<z.ZodString>;
|
|
1745
1809
|
}, z.core.$strict>>;
|
|
@@ -1748,17 +1812,17 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1748
1812
|
graderId: z.ZodString;
|
|
1749
1813
|
fields: z.ZodArray<z.ZodObject<{
|
|
1750
1814
|
destination: z.ZodEnum<{
|
|
1751
|
-
output: "output";
|
|
1752
|
-
input: "input";
|
|
1753
|
-
expectedOutput: "expectedOutput";
|
|
1754
1815
|
evaluatorContext: "evaluatorContext";
|
|
1816
|
+
expectedOutput: "expectedOutput";
|
|
1817
|
+
input: "input";
|
|
1818
|
+
output: "output";
|
|
1755
1819
|
}>;
|
|
1756
1820
|
path: z.ZodArray<z.ZodString>;
|
|
1757
1821
|
source: z.ZodEnum<{
|
|
1758
|
-
output: "output";
|
|
1759
|
-
input: "input";
|
|
1760
|
-
expectedOutput: "expectedOutput";
|
|
1761
1822
|
evaluatorContext: "evaluatorContext";
|
|
1823
|
+
expectedOutput: "expectedOutput";
|
|
1824
|
+
input: "input";
|
|
1825
|
+
output: "output";
|
|
1762
1826
|
}>;
|
|
1763
1827
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1764
1828
|
}, z.core.$strict>>;
|
|
@@ -1836,10 +1900,10 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1836
1900
|
}, z.core.$strict>;
|
|
1837
1901
|
}, z.core.$strict>>;
|
|
1838
1902
|
split: z.ZodEnum<{
|
|
1903
|
+
frozen_eval: "frozen_eval";
|
|
1904
|
+
test: "test";
|
|
1839
1905
|
train: "train";
|
|
1840
1906
|
validation: "validation";
|
|
1841
|
-
test: "test";
|
|
1842
|
-
frozen_eval: "frozen_eval";
|
|
1843
1907
|
}>;
|
|
1844
1908
|
population: z.ZodArray<z.ZodObject<{
|
|
1845
1909
|
taskId: z.ZodString;
|
|
@@ -1856,8 +1920,8 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1856
1920
|
configurationHash: z.ZodString;
|
|
1857
1921
|
output: z.ZodEnum<{
|
|
1858
1922
|
boolean: "boolean";
|
|
1859
|
-
score: "score";
|
|
1860
1923
|
category: "category";
|
|
1924
|
+
score: "score";
|
|
1861
1925
|
}>;
|
|
1862
1926
|
categories: z.ZodArray<z.ZodString>;
|
|
1863
1927
|
}, z.core.$strict>>;
|
|
@@ -1866,17 +1930,17 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1866
1930
|
graderId: z.ZodString;
|
|
1867
1931
|
fields: z.ZodArray<z.ZodObject<{
|
|
1868
1932
|
destination: z.ZodEnum<{
|
|
1869
|
-
output: "output";
|
|
1870
|
-
input: "input";
|
|
1871
|
-
expectedOutput: "expectedOutput";
|
|
1872
1933
|
evaluatorContext: "evaluatorContext";
|
|
1934
|
+
expectedOutput: "expectedOutput";
|
|
1935
|
+
input: "input";
|
|
1936
|
+
output: "output";
|
|
1873
1937
|
}>;
|
|
1874
1938
|
path: z.ZodArray<z.ZodString>;
|
|
1875
1939
|
source: z.ZodEnum<{
|
|
1876
|
-
output: "output";
|
|
1877
|
-
input: "input";
|
|
1878
|
-
expectedOutput: "expectedOutput";
|
|
1879
1940
|
evaluatorContext: "evaluatorContext";
|
|
1941
|
+
expectedOutput: "expectedOutput";
|
|
1942
|
+
input: "input";
|
|
1943
|
+
output: "output";
|
|
1880
1944
|
}>;
|
|
1881
1945
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1882
1946
|
}, z.core.$strict>>;
|
|
@@ -1998,10 +2062,10 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1998
2062
|
}, z.core.$strict>;
|
|
1999
2063
|
}, z.core.$strict>>;
|
|
2000
2064
|
split: z.ZodEnum<{
|
|
2065
|
+
frozen_eval: "frozen_eval";
|
|
2066
|
+
test: "test";
|
|
2001
2067
|
train: "train";
|
|
2002
2068
|
validation: "validation";
|
|
2003
|
-
test: "test";
|
|
2004
|
-
frozen_eval: "frozen_eval";
|
|
2005
2069
|
}>;
|
|
2006
2070
|
population: z.ZodArray<z.ZodObject<{
|
|
2007
2071
|
taskId: z.ZodString;
|
|
@@ -2018,8 +2082,8 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2018
2082
|
configurationHash: z.ZodString;
|
|
2019
2083
|
output: z.ZodEnum<{
|
|
2020
2084
|
boolean: "boolean";
|
|
2021
|
-
score: "score";
|
|
2022
2085
|
category: "category";
|
|
2086
|
+
score: "score";
|
|
2023
2087
|
}>;
|
|
2024
2088
|
categories: z.ZodArray<z.ZodString>;
|
|
2025
2089
|
}, z.core.$strict>>;
|
|
@@ -2028,17 +2092,17 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2028
2092
|
graderId: z.ZodString;
|
|
2029
2093
|
fields: z.ZodArray<z.ZodObject<{
|
|
2030
2094
|
destination: z.ZodEnum<{
|
|
2031
|
-
output: "output";
|
|
2032
|
-
input: "input";
|
|
2033
|
-
expectedOutput: "expectedOutput";
|
|
2034
2095
|
evaluatorContext: "evaluatorContext";
|
|
2096
|
+
expectedOutput: "expectedOutput";
|
|
2097
|
+
input: "input";
|
|
2098
|
+
output: "output";
|
|
2035
2099
|
}>;
|
|
2036
2100
|
path: z.ZodArray<z.ZodString>;
|
|
2037
2101
|
source: z.ZodEnum<{
|
|
2038
|
-
output: "output";
|
|
2039
|
-
input: "input";
|
|
2040
|
-
expectedOutput: "expectedOutput";
|
|
2041
2102
|
evaluatorContext: "evaluatorContext";
|
|
2103
|
+
expectedOutput: "expectedOutput";
|
|
2104
|
+
input: "input";
|
|
2105
|
+
output: "output";
|
|
2042
2106
|
}>;
|
|
2043
2107
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
2044
2108
|
}, z.core.$strict>>;
|
|
@@ -2081,14 +2145,14 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2081
2145
|
schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
|
|
2082
2146
|
primaryMetric: z.ZodString;
|
|
2083
2147
|
aggregation: z.ZodEnum<{
|
|
2148
|
+
custom: "custom";
|
|
2084
2149
|
mean_score: "mean_score";
|
|
2085
2150
|
pass_rate: "pass_rate";
|
|
2086
2151
|
weighted_mean: "weighted_mean";
|
|
2087
|
-
custom: "custom";
|
|
2088
2152
|
}>;
|
|
2089
2153
|
missingReward: z.ZodEnum<{
|
|
2090
|
-
zero: "zero";
|
|
2091
2154
|
exclude: "exclude";
|
|
2155
|
+
zero: "zero";
|
|
2092
2156
|
}>;
|
|
2093
2157
|
taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
2094
2158
|
customAggregator: z.ZodNullable<z.ZodObject<{
|
|
@@ -2108,10 +2172,10 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2108
2172
|
runtimeTarget: z.ZodObject<{
|
|
2109
2173
|
adapterId: z.ZodString;
|
|
2110
2174
|
placement: z.ZodEnum<{
|
|
2111
|
-
local: "local";
|
|
2112
|
-
remote: "remote";
|
|
2113
2175
|
colocated: "colocated";
|
|
2176
|
+
local: "local";
|
|
2114
2177
|
provider_native: "provider_native";
|
|
2178
|
+
remote: "remote";
|
|
2115
2179
|
}>;
|
|
2116
2180
|
runtimeVersion: z.ZodString;
|
|
2117
2181
|
capabilityReceipt: z.ZodString;
|
|
@@ -2144,12 +2208,12 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2144
2208
|
seed: z.ZodString;
|
|
2145
2209
|
terminal: z.ZodBoolean;
|
|
2146
2210
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2147
|
-
|
|
2148
|
-
grader_failure: "grader_failure";
|
|
2211
|
+
cancelled: "cancelled";
|
|
2149
2212
|
environment_failure: "environment_failure";
|
|
2213
|
+
grader_failure: "grader_failure";
|
|
2150
2214
|
infrastructure_failure: "infrastructure_failure";
|
|
2215
|
+
policy_failure: "policy_failure";
|
|
2151
2216
|
timeout: "timeout";
|
|
2152
|
-
cancelled: "cancelled";
|
|
2153
2217
|
}>>;
|
|
2154
2218
|
outputHash: z.ZodNullable<z.ZodString>;
|
|
2155
2219
|
traceHash: z.ZodString;
|
|
@@ -2187,14 +2251,14 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2187
2251
|
schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
|
|
2188
2252
|
primaryMetric: z.ZodString;
|
|
2189
2253
|
aggregation: z.ZodEnum<{
|
|
2254
|
+
custom: "custom";
|
|
2190
2255
|
mean_score: "mean_score";
|
|
2191
2256
|
pass_rate: "pass_rate";
|
|
2192
2257
|
weighted_mean: "weighted_mean";
|
|
2193
|
-
custom: "custom";
|
|
2194
2258
|
}>;
|
|
2195
2259
|
missingReward: z.ZodEnum<{
|
|
2196
|
-
zero: "zero";
|
|
2197
2260
|
exclude: "exclude";
|
|
2261
|
+
zero: "zero";
|
|
2198
2262
|
}>;
|
|
2199
2263
|
taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
2200
2264
|
customAggregator: z.ZodNullable<z.ZodObject<{
|