openpond-sdk 0.12.3 → 0.12.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-77N3QEIL.js → chunk-25L5IXHA.js} +5 -5
- package/dist/chunk-25L5IXHA.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-6GQ3GIAP.js} +7 -5
- package/dist/chunk-6GQ3GIAP.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-6KKM2XRR.js} +75 -15
- package/dist/chunk-6KKM2XRR.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-6MFFKAU6.js} +3 -3
- package/dist/chunk-6MFFKAU6.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-6Y67YHVH.js} +8 -8
- package/dist/chunk-6Y67YHVH.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-AUNNXJQE.js} +4 -4
- package/dist/chunk-AUNNXJQE.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-BGNPKYBJ.js} +3 -3
- package/dist/chunk-BGNPKYBJ.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-BJ5MKLWH.js} +8 -8
- package/dist/chunk-BJ5MKLWH.js.map +1 -0
- package/dist/{chunk-VY5AFE7A.js → chunk-BYNVSWIQ.js} +4 -4
- package/dist/chunk-BYNVSWIQ.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-CAMLCKSF.js} +3 -3
- package/dist/chunk-CAMLCKSF.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-DBKCSQVH.js} +3 -3
- package/dist/chunk-DBKCSQVH.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/chunk-EJZ7HOIS.js +8709 -0
- package/dist/chunk-EJZ7HOIS.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-F4GITADW.js} +4 -4
- package/dist/chunk-F4GITADW.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-FLNWE5ZA.js} +5 -5
- package/dist/chunk-FLNWE5ZA.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-GWGDWZVN.js} +5 -5
- package/dist/chunk-GWGDWZVN.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-HOOHJCE7.js} +18 -18
- package/dist/chunk-HOOHJCE7.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-KKL6OICH.js} +3 -3
- package/dist/chunk-KKL6OICH.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-MJELLVQP.js} +4 -3
- package/dist/chunk-MJELLVQP.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-O54KGALH.js} +3 -3
- package/dist/chunk-O54KGALH.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-QFBSNSUL.js} +5 -5
- package/dist/chunk-QFBSNSUL.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-RE426Q7Y.js} +4 -4
- package/dist/chunk-RE426Q7Y.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-T3MFWGMX.js} +3 -3
- package/dist/chunk-T3MFWGMX.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-VZPNRPXL.js} +5 -5
- package/dist/chunk-VZPNRPXL.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-XACJ63U4.js} +14 -5
- package/dist/chunk-XACJ63U4.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-ZFYI4P6C.js} +5 -5
- package/dist/chunk-ZFYI4P6C.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +154 -62
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/hosted-chat.d.ts +28 -0
- package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-bound-taskset-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +342 -322
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +444 -375
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +745 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4600 -4576
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -53,9 +53,9 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
53
53
|
}, z.core.$strict>>;
|
|
54
54
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
55
55
|
role: z.ZodEnum<{
|
|
56
|
+
assistant: "assistant";
|
|
56
57
|
system: "system";
|
|
57
58
|
user: "user";
|
|
58
|
-
assistant: "assistant";
|
|
59
59
|
}>;
|
|
60
60
|
content: z.ZodString;
|
|
61
61
|
}, z.core.$strict>>>;
|
|
@@ -70,6 +70,19 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
70
70
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
71
71
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
72
72
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
73
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
74
|
+
providerId: z.ZodLiteral<"codex">;
|
|
75
|
+
configurationHash: z.ZodString;
|
|
76
|
+
accountHash: z.ZodString;
|
|
77
|
+
reasoningEffort: z.ZodEnum<{
|
|
78
|
+
high: "high";
|
|
79
|
+
low: "low";
|
|
80
|
+
medium: "medium";
|
|
81
|
+
xhigh: "xhigh";
|
|
82
|
+
}>;
|
|
83
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
84
|
+
requestTimeoutMs: z.ZodNumber;
|
|
85
|
+
}, z.core.$strict>>;
|
|
73
86
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
74
87
|
artifactId: z.ZodString;
|
|
75
88
|
contentHash: z.ZodString;
|
|
@@ -91,10 +104,10 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
91
104
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
92
105
|
high: "high";
|
|
93
106
|
low: "low";
|
|
107
|
+
max: "max";
|
|
94
108
|
medium: "medium";
|
|
95
|
-
xhigh: "xhigh";
|
|
96
109
|
off: "off";
|
|
97
|
-
|
|
110
|
+
xhigh: "xhigh";
|
|
98
111
|
}>>;
|
|
99
112
|
profileRepositoryId: z.ZodString;
|
|
100
113
|
source: z.ZodObject<{
|
|
@@ -172,10 +185,10 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
172
185
|
}, z.core.$strict>;
|
|
173
186
|
}, z.core.$strict>>;
|
|
174
187
|
split: z.ZodEnum<{
|
|
188
|
+
frozen_eval: "frozen_eval";
|
|
189
|
+
test: "test";
|
|
175
190
|
train: "train";
|
|
176
191
|
validation: "validation";
|
|
177
|
-
test: "test";
|
|
178
|
-
frozen_eval: "frozen_eval";
|
|
179
192
|
}>;
|
|
180
193
|
population: z.ZodArray<z.ZodObject<{
|
|
181
194
|
taskId: z.ZodString;
|
|
@@ -192,8 +205,8 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
192
205
|
configurationHash: z.ZodString;
|
|
193
206
|
output: z.ZodEnum<{
|
|
194
207
|
boolean: "boolean";
|
|
195
|
-
score: "score";
|
|
196
208
|
category: "category";
|
|
209
|
+
score: "score";
|
|
197
210
|
}>;
|
|
198
211
|
categories: z.ZodArray<z.ZodString>;
|
|
199
212
|
}, z.core.$strict>>;
|
|
@@ -202,17 +215,17 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
202
215
|
graderId: z.ZodString;
|
|
203
216
|
fields: z.ZodArray<z.ZodObject<{
|
|
204
217
|
destination: z.ZodEnum<{
|
|
205
|
-
output: "output";
|
|
206
|
-
input: "input";
|
|
207
|
-
expectedOutput: "expectedOutput";
|
|
208
218
|
evaluatorContext: "evaluatorContext";
|
|
219
|
+
expectedOutput: "expectedOutput";
|
|
220
|
+
input: "input";
|
|
221
|
+
output: "output";
|
|
209
222
|
}>;
|
|
210
223
|
path: z.ZodArray<z.ZodString>;
|
|
211
224
|
source: z.ZodEnum<{
|
|
212
|
-
output: "output";
|
|
213
|
-
input: "input";
|
|
214
|
-
expectedOutput: "expectedOutput";
|
|
215
225
|
evaluatorContext: "evaluatorContext";
|
|
226
|
+
expectedOutput: "expectedOutput";
|
|
227
|
+
input: "input";
|
|
228
|
+
output: "output";
|
|
216
229
|
}>;
|
|
217
230
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
218
231
|
}, z.core.$strict>>;
|
|
@@ -290,10 +303,10 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
290
303
|
}, z.core.$strict>;
|
|
291
304
|
}, z.core.$strict>>;
|
|
292
305
|
split: z.ZodEnum<{
|
|
306
|
+
frozen_eval: "frozen_eval";
|
|
307
|
+
test: "test";
|
|
293
308
|
train: "train";
|
|
294
309
|
validation: "validation";
|
|
295
|
-
test: "test";
|
|
296
|
-
frozen_eval: "frozen_eval";
|
|
297
310
|
}>;
|
|
298
311
|
population: z.ZodArray<z.ZodObject<{
|
|
299
312
|
taskId: z.ZodString;
|
|
@@ -310,8 +323,8 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
310
323
|
configurationHash: z.ZodString;
|
|
311
324
|
output: z.ZodEnum<{
|
|
312
325
|
boolean: "boolean";
|
|
313
|
-
score: "score";
|
|
314
326
|
category: "category";
|
|
327
|
+
score: "score";
|
|
315
328
|
}>;
|
|
316
329
|
categories: z.ZodArray<z.ZodString>;
|
|
317
330
|
}, z.core.$strict>>;
|
|
@@ -320,17 +333,17 @@ export declare const ModelTasksetRunPolicySchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
320
333
|
graderId: z.ZodString;
|
|
321
334
|
fields: z.ZodArray<z.ZodObject<{
|
|
322
335
|
destination: z.ZodEnum<{
|
|
323
|
-
output: "output";
|
|
324
|
-
input: "input";
|
|
325
|
-
expectedOutput: "expectedOutput";
|
|
326
336
|
evaluatorContext: "evaluatorContext";
|
|
337
|
+
expectedOutput: "expectedOutput";
|
|
338
|
+
input: "input";
|
|
339
|
+
output: "output";
|
|
327
340
|
}>;
|
|
328
341
|
path: z.ZodArray<z.ZodString>;
|
|
329
342
|
source: z.ZodEnum<{
|
|
330
|
-
output: "output";
|
|
331
|
-
input: "input";
|
|
332
|
-
expectedOutput: "expectedOutput";
|
|
333
343
|
evaluatorContext: "evaluatorContext";
|
|
344
|
+
expectedOutput: "expectedOutput";
|
|
345
|
+
input: "input";
|
|
346
|
+
output: "output";
|
|
334
347
|
}>;
|
|
335
348
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
336
349
|
}, z.core.$strict>>;
|
|
@@ -413,9 +426,9 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
413
426
|
}, z.core.$strict>>;
|
|
414
427
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
415
428
|
role: z.ZodEnum<{
|
|
429
|
+
assistant: "assistant";
|
|
416
430
|
system: "system";
|
|
417
431
|
user: "user";
|
|
418
|
-
assistant: "assistant";
|
|
419
432
|
}>;
|
|
420
433
|
content: z.ZodString;
|
|
421
434
|
}, z.core.$strict>>>;
|
|
@@ -430,6 +443,19 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
430
443
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
431
444
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
432
445
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
446
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
447
|
+
providerId: z.ZodLiteral<"codex">;
|
|
448
|
+
configurationHash: z.ZodString;
|
|
449
|
+
accountHash: z.ZodString;
|
|
450
|
+
reasoningEffort: z.ZodEnum<{
|
|
451
|
+
high: "high";
|
|
452
|
+
low: "low";
|
|
453
|
+
medium: "medium";
|
|
454
|
+
xhigh: "xhigh";
|
|
455
|
+
}>;
|
|
456
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
457
|
+
requestTimeoutMs: z.ZodNumber;
|
|
458
|
+
}, z.core.$strict>>;
|
|
433
459
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
434
460
|
artifactId: z.ZodString;
|
|
435
461
|
contentHash: z.ZodString;
|
|
@@ -451,10 +477,10 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
451
477
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
452
478
|
high: "high";
|
|
453
479
|
low: "low";
|
|
480
|
+
max: "max";
|
|
454
481
|
medium: "medium";
|
|
455
|
-
xhigh: "xhigh";
|
|
456
482
|
off: "off";
|
|
457
|
-
|
|
483
|
+
xhigh: "xhigh";
|
|
458
484
|
}>>;
|
|
459
485
|
profileRepositoryId: z.ZodString;
|
|
460
486
|
source: z.ZodObject<{
|
|
@@ -532,10 +558,10 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
532
558
|
}, z.core.$strict>;
|
|
533
559
|
}, z.core.$strict>>;
|
|
534
560
|
split: z.ZodEnum<{
|
|
561
|
+
frozen_eval: "frozen_eval";
|
|
562
|
+
test: "test";
|
|
535
563
|
train: "train";
|
|
536
564
|
validation: "validation";
|
|
537
|
-
test: "test";
|
|
538
|
-
frozen_eval: "frozen_eval";
|
|
539
565
|
}>;
|
|
540
566
|
population: z.ZodArray<z.ZodObject<{
|
|
541
567
|
taskId: z.ZodString;
|
|
@@ -552,8 +578,8 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
552
578
|
configurationHash: z.ZodString;
|
|
553
579
|
output: z.ZodEnum<{
|
|
554
580
|
boolean: "boolean";
|
|
555
|
-
score: "score";
|
|
556
581
|
category: "category";
|
|
582
|
+
score: "score";
|
|
557
583
|
}>;
|
|
558
584
|
categories: z.ZodArray<z.ZodString>;
|
|
559
585
|
}, z.core.$strict>>;
|
|
@@ -562,17 +588,17 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
562
588
|
graderId: z.ZodString;
|
|
563
589
|
fields: z.ZodArray<z.ZodObject<{
|
|
564
590
|
destination: z.ZodEnum<{
|
|
565
|
-
output: "output";
|
|
566
|
-
input: "input";
|
|
567
|
-
expectedOutput: "expectedOutput";
|
|
568
591
|
evaluatorContext: "evaluatorContext";
|
|
592
|
+
expectedOutput: "expectedOutput";
|
|
593
|
+
input: "input";
|
|
594
|
+
output: "output";
|
|
569
595
|
}>;
|
|
570
596
|
path: z.ZodArray<z.ZodString>;
|
|
571
597
|
source: z.ZodEnum<{
|
|
572
|
-
output: "output";
|
|
573
|
-
input: "input";
|
|
574
|
-
expectedOutput: "expectedOutput";
|
|
575
598
|
evaluatorContext: "evaluatorContext";
|
|
599
|
+
expectedOutput: "expectedOutput";
|
|
600
|
+
input: "input";
|
|
601
|
+
output: "output";
|
|
576
602
|
}>;
|
|
577
603
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
578
604
|
}, z.core.$strict>>;
|
|
@@ -650,10 +676,10 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
650
676
|
}, z.core.$strict>;
|
|
651
677
|
}, z.core.$strict>>;
|
|
652
678
|
split: z.ZodEnum<{
|
|
679
|
+
frozen_eval: "frozen_eval";
|
|
680
|
+
test: "test";
|
|
653
681
|
train: "train";
|
|
654
682
|
validation: "validation";
|
|
655
|
-
test: "test";
|
|
656
|
-
frozen_eval: "frozen_eval";
|
|
657
683
|
}>;
|
|
658
684
|
population: z.ZodArray<z.ZodObject<{
|
|
659
685
|
taskId: z.ZodString;
|
|
@@ -670,8 +696,8 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
670
696
|
configurationHash: z.ZodString;
|
|
671
697
|
output: z.ZodEnum<{
|
|
672
698
|
boolean: "boolean";
|
|
673
|
-
score: "score";
|
|
674
699
|
category: "category";
|
|
700
|
+
score: "score";
|
|
675
701
|
}>;
|
|
676
702
|
categories: z.ZodArray<z.ZodString>;
|
|
677
703
|
}, z.core.$strict>>;
|
|
@@ -680,17 +706,17 @@ export declare const ModelTasksetRunRequestSchema: z.ZodObject<{
|
|
|
680
706
|
graderId: z.ZodString;
|
|
681
707
|
fields: z.ZodArray<z.ZodObject<{
|
|
682
708
|
destination: z.ZodEnum<{
|
|
683
|
-
output: "output";
|
|
684
|
-
input: "input";
|
|
685
|
-
expectedOutput: "expectedOutput";
|
|
686
709
|
evaluatorContext: "evaluatorContext";
|
|
710
|
+
expectedOutput: "expectedOutput";
|
|
711
|
+
input: "input";
|
|
712
|
+
output: "output";
|
|
687
713
|
}>;
|
|
688
714
|
path: z.ZodArray<z.ZodString>;
|
|
689
715
|
source: z.ZodEnum<{
|
|
690
|
-
output: "output";
|
|
691
|
-
input: "input";
|
|
692
|
-
expectedOutput: "expectedOutput";
|
|
693
716
|
evaluatorContext: "evaluatorContext";
|
|
717
|
+
expectedOutput: "expectedOutput";
|
|
718
|
+
input: "input";
|
|
719
|
+
output: "output";
|
|
694
720
|
}>;
|
|
695
721
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
696
722
|
}, z.core.$strict>>;
|
|
@@ -732,18 +758,18 @@ export declare const ModelTasksetRunSummarySchema: z.ZodObject<{
|
|
|
732
758
|
revision: z.ZodNumber;
|
|
733
759
|
}, z.core.$strict>;
|
|
734
760
|
policyKind: z.ZodEnum<{
|
|
735
|
-
hosted_chat: "hosted_chat";
|
|
736
761
|
fixture: "fixture";
|
|
762
|
+
hosted_chat: "hosted_chat";
|
|
737
763
|
hosted_harness: "hosted_harness";
|
|
738
764
|
}>;
|
|
739
765
|
manifestHash: z.ZodString;
|
|
740
766
|
status: z.ZodEnum<{
|
|
741
767
|
cancelled: "cancelled";
|
|
768
|
+
cancelling: "cancelling";
|
|
769
|
+
completed: "completed";
|
|
742
770
|
failed: "failed";
|
|
743
771
|
queued: "queued";
|
|
744
772
|
running: "running";
|
|
745
|
-
cancelling: "cancelling";
|
|
746
|
-
completed: "completed";
|
|
747
773
|
}>;
|
|
748
774
|
totalCount: z.ZodNumber;
|
|
749
775
|
counts: z.ZodObject<{
|
|
@@ -787,18 +813,18 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
787
813
|
revision: z.ZodNumber;
|
|
788
814
|
}, z.core.$strict>;
|
|
789
815
|
policyKind: z.ZodEnum<{
|
|
790
|
-
hosted_chat: "hosted_chat";
|
|
791
816
|
fixture: "fixture";
|
|
817
|
+
hosted_chat: "hosted_chat";
|
|
792
818
|
hosted_harness: "hosted_harness";
|
|
793
819
|
}>;
|
|
794
820
|
manifestHash: z.ZodString;
|
|
795
821
|
status: z.ZodEnum<{
|
|
796
822
|
cancelled: "cancelled";
|
|
823
|
+
cancelling: "cancelling";
|
|
824
|
+
completed: "completed";
|
|
797
825
|
failed: "failed";
|
|
798
826
|
queued: "queued";
|
|
799
827
|
running: "running";
|
|
800
|
-
cancelling: "cancelling";
|
|
801
|
-
completed: "completed";
|
|
802
828
|
}>;
|
|
803
829
|
totalCount: z.ZodNumber;
|
|
804
830
|
counts: z.ZodObject<{
|
|
@@ -889,9 +915,9 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
889
915
|
}, z.core.$strict>>;
|
|
890
916
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
891
917
|
role: z.ZodEnum<{
|
|
918
|
+
assistant: "assistant";
|
|
892
919
|
system: "system";
|
|
893
920
|
user: "user";
|
|
894
|
-
assistant: "assistant";
|
|
895
921
|
}>;
|
|
896
922
|
content: z.ZodString;
|
|
897
923
|
}, z.core.$strict>>>;
|
|
@@ -906,6 +932,19 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
906
932
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
907
933
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
908
934
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
935
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
936
|
+
providerId: z.ZodLiteral<"codex">;
|
|
937
|
+
configurationHash: z.ZodString;
|
|
938
|
+
accountHash: z.ZodString;
|
|
939
|
+
reasoningEffort: z.ZodEnum<{
|
|
940
|
+
high: "high";
|
|
941
|
+
low: "low";
|
|
942
|
+
medium: "medium";
|
|
943
|
+
xhigh: "xhigh";
|
|
944
|
+
}>;
|
|
945
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
946
|
+
requestTimeoutMs: z.ZodNumber;
|
|
947
|
+
}, z.core.$strict>>;
|
|
909
948
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
910
949
|
artifactId: z.ZodString;
|
|
911
950
|
contentHash: z.ZodString;
|
|
@@ -927,10 +966,10 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
927
966
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
928
967
|
high: "high";
|
|
929
968
|
low: "low";
|
|
969
|
+
max: "max";
|
|
930
970
|
medium: "medium";
|
|
931
|
-
xhigh: "xhigh";
|
|
932
971
|
off: "off";
|
|
933
|
-
|
|
972
|
+
xhigh: "xhigh";
|
|
934
973
|
}>>;
|
|
935
974
|
profileRepositoryId: z.ZodString;
|
|
936
975
|
source: z.ZodObject<{
|
|
@@ -1008,10 +1047,10 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1008
1047
|
}, z.core.$strict>;
|
|
1009
1048
|
}, z.core.$strict>>;
|
|
1010
1049
|
split: z.ZodEnum<{
|
|
1050
|
+
frozen_eval: "frozen_eval";
|
|
1051
|
+
test: "test";
|
|
1011
1052
|
train: "train";
|
|
1012
1053
|
validation: "validation";
|
|
1013
|
-
test: "test";
|
|
1014
|
-
frozen_eval: "frozen_eval";
|
|
1015
1054
|
}>;
|
|
1016
1055
|
population: z.ZodArray<z.ZodObject<{
|
|
1017
1056
|
taskId: z.ZodString;
|
|
@@ -1028,8 +1067,8 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1028
1067
|
configurationHash: z.ZodString;
|
|
1029
1068
|
output: z.ZodEnum<{
|
|
1030
1069
|
boolean: "boolean";
|
|
1031
|
-
score: "score";
|
|
1032
1070
|
category: "category";
|
|
1071
|
+
score: "score";
|
|
1033
1072
|
}>;
|
|
1034
1073
|
categories: z.ZodArray<z.ZodString>;
|
|
1035
1074
|
}, z.core.$strict>>;
|
|
@@ -1038,17 +1077,17 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1038
1077
|
graderId: z.ZodString;
|
|
1039
1078
|
fields: z.ZodArray<z.ZodObject<{
|
|
1040
1079
|
destination: z.ZodEnum<{
|
|
1041
|
-
output: "output";
|
|
1042
|
-
input: "input";
|
|
1043
|
-
expectedOutput: "expectedOutput";
|
|
1044
1080
|
evaluatorContext: "evaluatorContext";
|
|
1081
|
+
expectedOutput: "expectedOutput";
|
|
1082
|
+
input: "input";
|
|
1083
|
+
output: "output";
|
|
1045
1084
|
}>;
|
|
1046
1085
|
path: z.ZodArray<z.ZodString>;
|
|
1047
1086
|
source: z.ZodEnum<{
|
|
1048
|
-
output: "output";
|
|
1049
|
-
input: "input";
|
|
1050
|
-
expectedOutput: "expectedOutput";
|
|
1051
1087
|
evaluatorContext: "evaluatorContext";
|
|
1088
|
+
expectedOutput: "expectedOutput";
|
|
1089
|
+
input: "input";
|
|
1090
|
+
output: "output";
|
|
1052
1091
|
}>;
|
|
1053
1092
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1054
1093
|
}, z.core.$strict>>;
|
|
@@ -1126,10 +1165,10 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1126
1165
|
}, z.core.$strict>;
|
|
1127
1166
|
}, z.core.$strict>>;
|
|
1128
1167
|
split: z.ZodEnum<{
|
|
1168
|
+
frozen_eval: "frozen_eval";
|
|
1169
|
+
test: "test";
|
|
1129
1170
|
train: "train";
|
|
1130
1171
|
validation: "validation";
|
|
1131
|
-
test: "test";
|
|
1132
|
-
frozen_eval: "frozen_eval";
|
|
1133
1172
|
}>;
|
|
1134
1173
|
population: z.ZodArray<z.ZodObject<{
|
|
1135
1174
|
taskId: z.ZodString;
|
|
@@ -1146,8 +1185,8 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1146
1185
|
configurationHash: z.ZodString;
|
|
1147
1186
|
output: z.ZodEnum<{
|
|
1148
1187
|
boolean: "boolean";
|
|
1149
|
-
score: "score";
|
|
1150
1188
|
category: "category";
|
|
1189
|
+
score: "score";
|
|
1151
1190
|
}>;
|
|
1152
1191
|
categories: z.ZodArray<z.ZodString>;
|
|
1153
1192
|
}, z.core.$strict>>;
|
|
@@ -1156,17 +1195,17 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1156
1195
|
graderId: z.ZodString;
|
|
1157
1196
|
fields: z.ZodArray<z.ZodObject<{
|
|
1158
1197
|
destination: z.ZodEnum<{
|
|
1159
|
-
output: "output";
|
|
1160
|
-
input: "input";
|
|
1161
|
-
expectedOutput: "expectedOutput";
|
|
1162
1198
|
evaluatorContext: "evaluatorContext";
|
|
1199
|
+
expectedOutput: "expectedOutput";
|
|
1200
|
+
input: "input";
|
|
1201
|
+
output: "output";
|
|
1163
1202
|
}>;
|
|
1164
1203
|
path: z.ZodArray<z.ZodString>;
|
|
1165
1204
|
source: z.ZodEnum<{
|
|
1166
|
-
output: "output";
|
|
1167
|
-
input: "input";
|
|
1168
|
-
expectedOutput: "expectedOutput";
|
|
1169
1205
|
evaluatorContext: "evaluatorContext";
|
|
1206
|
+
expectedOutput: "expectedOutput";
|
|
1207
|
+
input: "input";
|
|
1208
|
+
output: "output";
|
|
1170
1209
|
}>;
|
|
1171
1210
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1172
1211
|
}, z.core.$strict>>;
|
|
@@ -1288,10 +1327,10 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1288
1327
|
}, z.core.$strict>;
|
|
1289
1328
|
}, z.core.$strict>>;
|
|
1290
1329
|
split: z.ZodEnum<{
|
|
1330
|
+
frozen_eval: "frozen_eval";
|
|
1331
|
+
test: "test";
|
|
1291
1332
|
train: "train";
|
|
1292
1333
|
validation: "validation";
|
|
1293
|
-
test: "test";
|
|
1294
|
-
frozen_eval: "frozen_eval";
|
|
1295
1334
|
}>;
|
|
1296
1335
|
population: z.ZodArray<z.ZodObject<{
|
|
1297
1336
|
taskId: z.ZodString;
|
|
@@ -1308,8 +1347,8 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1308
1347
|
configurationHash: z.ZodString;
|
|
1309
1348
|
output: z.ZodEnum<{
|
|
1310
1349
|
boolean: "boolean";
|
|
1311
|
-
score: "score";
|
|
1312
1350
|
category: "category";
|
|
1351
|
+
score: "score";
|
|
1313
1352
|
}>;
|
|
1314
1353
|
categories: z.ZodArray<z.ZodString>;
|
|
1315
1354
|
}, z.core.$strict>>;
|
|
@@ -1318,17 +1357,17 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1318
1357
|
graderId: z.ZodString;
|
|
1319
1358
|
fields: z.ZodArray<z.ZodObject<{
|
|
1320
1359
|
destination: z.ZodEnum<{
|
|
1321
|
-
output: "output";
|
|
1322
|
-
input: "input";
|
|
1323
|
-
expectedOutput: "expectedOutput";
|
|
1324
1360
|
evaluatorContext: "evaluatorContext";
|
|
1361
|
+
expectedOutput: "expectedOutput";
|
|
1362
|
+
input: "input";
|
|
1363
|
+
output: "output";
|
|
1325
1364
|
}>;
|
|
1326
1365
|
path: z.ZodArray<z.ZodString>;
|
|
1327
1366
|
source: z.ZodEnum<{
|
|
1328
|
-
output: "output";
|
|
1329
|
-
input: "input";
|
|
1330
|
-
expectedOutput: "expectedOutput";
|
|
1331
1367
|
evaluatorContext: "evaluatorContext";
|
|
1368
|
+
expectedOutput: "expectedOutput";
|
|
1369
|
+
input: "input";
|
|
1370
|
+
output: "output";
|
|
1332
1371
|
}>;
|
|
1333
1372
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1334
1373
|
}, z.core.$strict>>;
|
|
@@ -1371,14 +1410,14 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1371
1410
|
schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
|
|
1372
1411
|
primaryMetric: z.ZodString;
|
|
1373
1412
|
aggregation: z.ZodEnum<{
|
|
1413
|
+
custom: "custom";
|
|
1374
1414
|
mean_score: "mean_score";
|
|
1375
1415
|
pass_rate: "pass_rate";
|
|
1376
1416
|
weighted_mean: "weighted_mean";
|
|
1377
|
-
custom: "custom";
|
|
1378
1417
|
}>;
|
|
1379
1418
|
missingReward: z.ZodEnum<{
|
|
1380
|
-
zero: "zero";
|
|
1381
1419
|
exclude: "exclude";
|
|
1420
|
+
zero: "zero";
|
|
1382
1421
|
}>;
|
|
1383
1422
|
taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
1384
1423
|
customAggregator: z.ZodNullable<z.ZodObject<{
|
|
@@ -1398,10 +1437,10 @@ export declare const ModelTasksetRunDetailsSchema: z.ZodObject<{
|
|
|
1398
1437
|
runtimeTarget: z.ZodObject<{
|
|
1399
1438
|
adapterId: z.ZodString;
|
|
1400
1439
|
placement: z.ZodEnum<{
|
|
1401
|
-
local: "local";
|
|
1402
|
-
remote: "remote";
|
|
1403
1440
|
colocated: "colocated";
|
|
1441
|
+
local: "local";
|
|
1404
1442
|
provider_native: "provider_native";
|
|
1443
|
+
remote: "remote";
|
|
1405
1444
|
}>;
|
|
1406
1445
|
runtimeVersion: z.ZodString;
|
|
1407
1446
|
capabilityReceipt: z.ZodString;
|
|
@@ -1451,18 +1490,18 @@ export declare const ModelTasksetRunPageSchema: z.ZodObject<{
|
|
|
1451
1490
|
revision: z.ZodNumber;
|
|
1452
1491
|
}, z.core.$strict>;
|
|
1453
1492
|
policyKind: z.ZodEnum<{
|
|
1454
|
-
hosted_chat: "hosted_chat";
|
|
1455
1493
|
fixture: "fixture";
|
|
1494
|
+
hosted_chat: "hosted_chat";
|
|
1456
1495
|
hosted_harness: "hosted_harness";
|
|
1457
1496
|
}>;
|
|
1458
1497
|
manifestHash: z.ZodString;
|
|
1459
1498
|
status: z.ZodEnum<{
|
|
1460
1499
|
cancelled: "cancelled";
|
|
1500
|
+
cancelling: "cancelling";
|
|
1501
|
+
completed: "completed";
|
|
1461
1502
|
failed: "failed";
|
|
1462
1503
|
queued: "queued";
|
|
1463
1504
|
running: "running";
|
|
1464
|
-
cancelling: "cancelling";
|
|
1465
|
-
completed: "completed";
|
|
1466
1505
|
}>;
|
|
1467
1506
|
totalCount: z.ZodNumber;
|
|
1468
1507
|
counts: z.ZodObject<{
|
|
@@ -1509,18 +1548,18 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1509
1548
|
revision: z.ZodNumber;
|
|
1510
1549
|
}, z.core.$strict>;
|
|
1511
1550
|
policyKind: z.ZodEnum<{
|
|
1512
|
-
hosted_chat: "hosted_chat";
|
|
1513
1551
|
fixture: "fixture";
|
|
1552
|
+
hosted_chat: "hosted_chat";
|
|
1514
1553
|
hosted_harness: "hosted_harness";
|
|
1515
1554
|
}>;
|
|
1516
1555
|
manifestHash: z.ZodString;
|
|
1517
1556
|
status: z.ZodEnum<{
|
|
1518
1557
|
cancelled: "cancelled";
|
|
1558
|
+
cancelling: "cancelling";
|
|
1559
|
+
completed: "completed";
|
|
1519
1560
|
failed: "failed";
|
|
1520
1561
|
queued: "queued";
|
|
1521
1562
|
running: "running";
|
|
1522
|
-
cancelling: "cancelling";
|
|
1523
|
-
completed: "completed";
|
|
1524
1563
|
}>;
|
|
1525
1564
|
totalCount: z.ZodNumber;
|
|
1526
1565
|
counts: z.ZodObject<{
|
|
@@ -1611,9 +1650,9 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1611
1650
|
}, z.core.$strict>>;
|
|
1612
1651
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1613
1652
|
role: z.ZodEnum<{
|
|
1653
|
+
assistant: "assistant";
|
|
1614
1654
|
system: "system";
|
|
1615
1655
|
user: "user";
|
|
1616
|
-
assistant: "assistant";
|
|
1617
1656
|
}>;
|
|
1618
1657
|
content: z.ZodString;
|
|
1619
1658
|
}, z.core.$strict>>>;
|
|
@@ -1628,6 +1667,19 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1628
1667
|
maxOutputTokens: z.ZodOptional<z.ZodNumber>;
|
|
1629
1668
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
1630
1669
|
topP: z.ZodOptional<z.ZodNumber>;
|
|
1670
|
+
localRuntime: z.ZodOptional<z.ZodObject<{
|
|
1671
|
+
providerId: z.ZodLiteral<"codex">;
|
|
1672
|
+
configurationHash: z.ZodString;
|
|
1673
|
+
accountHash: z.ZodString;
|
|
1674
|
+
reasoningEffort: z.ZodEnum<{
|
|
1675
|
+
high: "high";
|
|
1676
|
+
low: "low";
|
|
1677
|
+
medium: "medium";
|
|
1678
|
+
xhigh: "xhigh";
|
|
1679
|
+
}>;
|
|
1680
|
+
maximumRequestCostUsd: z.ZodNumber;
|
|
1681
|
+
requestTimeoutMs: z.ZodNumber;
|
|
1682
|
+
}, z.core.$strict>>;
|
|
1631
1683
|
candidate: z.ZodOptional<z.ZodObject<{
|
|
1632
1684
|
artifactId: z.ZodString;
|
|
1633
1685
|
contentHash: z.ZodString;
|
|
@@ -1649,10 +1701,10 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1649
1701
|
reasoningEffort: z.ZodOptional<z.ZodEnum<{
|
|
1650
1702
|
high: "high";
|
|
1651
1703
|
low: "low";
|
|
1704
|
+
max: "max";
|
|
1652
1705
|
medium: "medium";
|
|
1653
|
-
xhigh: "xhigh";
|
|
1654
1706
|
off: "off";
|
|
1655
|
-
|
|
1707
|
+
xhigh: "xhigh";
|
|
1656
1708
|
}>>;
|
|
1657
1709
|
profileRepositoryId: z.ZodString;
|
|
1658
1710
|
source: z.ZodObject<{
|
|
@@ -1730,10 +1782,10 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1730
1782
|
}, z.core.$strict>;
|
|
1731
1783
|
}, z.core.$strict>>;
|
|
1732
1784
|
split: z.ZodEnum<{
|
|
1785
|
+
frozen_eval: "frozen_eval";
|
|
1786
|
+
test: "test";
|
|
1733
1787
|
train: "train";
|
|
1734
1788
|
validation: "validation";
|
|
1735
|
-
test: "test";
|
|
1736
|
-
frozen_eval: "frozen_eval";
|
|
1737
1789
|
}>;
|
|
1738
1790
|
population: z.ZodArray<z.ZodObject<{
|
|
1739
1791
|
taskId: z.ZodString;
|
|
@@ -1750,8 +1802,8 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1750
1802
|
configurationHash: z.ZodString;
|
|
1751
1803
|
output: z.ZodEnum<{
|
|
1752
1804
|
boolean: "boolean";
|
|
1753
|
-
score: "score";
|
|
1754
1805
|
category: "category";
|
|
1806
|
+
score: "score";
|
|
1755
1807
|
}>;
|
|
1756
1808
|
categories: z.ZodArray<z.ZodString>;
|
|
1757
1809
|
}, z.core.$strict>>;
|
|
@@ -1760,17 +1812,17 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1760
1812
|
graderId: z.ZodString;
|
|
1761
1813
|
fields: z.ZodArray<z.ZodObject<{
|
|
1762
1814
|
destination: z.ZodEnum<{
|
|
1763
|
-
output: "output";
|
|
1764
|
-
input: "input";
|
|
1765
|
-
expectedOutput: "expectedOutput";
|
|
1766
1815
|
evaluatorContext: "evaluatorContext";
|
|
1816
|
+
expectedOutput: "expectedOutput";
|
|
1817
|
+
input: "input";
|
|
1818
|
+
output: "output";
|
|
1767
1819
|
}>;
|
|
1768
1820
|
path: z.ZodArray<z.ZodString>;
|
|
1769
1821
|
source: z.ZodEnum<{
|
|
1770
|
-
output: "output";
|
|
1771
|
-
input: "input";
|
|
1772
|
-
expectedOutput: "expectedOutput";
|
|
1773
1822
|
evaluatorContext: "evaluatorContext";
|
|
1823
|
+
expectedOutput: "expectedOutput";
|
|
1824
|
+
input: "input";
|
|
1825
|
+
output: "output";
|
|
1774
1826
|
}>;
|
|
1775
1827
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1776
1828
|
}, z.core.$strict>>;
|
|
@@ -1848,10 +1900,10 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1848
1900
|
}, z.core.$strict>;
|
|
1849
1901
|
}, z.core.$strict>>;
|
|
1850
1902
|
split: z.ZodEnum<{
|
|
1903
|
+
frozen_eval: "frozen_eval";
|
|
1904
|
+
test: "test";
|
|
1851
1905
|
train: "train";
|
|
1852
1906
|
validation: "validation";
|
|
1853
|
-
test: "test";
|
|
1854
|
-
frozen_eval: "frozen_eval";
|
|
1855
1907
|
}>;
|
|
1856
1908
|
population: z.ZodArray<z.ZodObject<{
|
|
1857
1909
|
taskId: z.ZodString;
|
|
@@ -1868,8 +1920,8 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1868
1920
|
configurationHash: z.ZodString;
|
|
1869
1921
|
output: z.ZodEnum<{
|
|
1870
1922
|
boolean: "boolean";
|
|
1871
|
-
score: "score";
|
|
1872
1923
|
category: "category";
|
|
1924
|
+
score: "score";
|
|
1873
1925
|
}>;
|
|
1874
1926
|
categories: z.ZodArray<z.ZodString>;
|
|
1875
1927
|
}, z.core.$strict>>;
|
|
@@ -1878,17 +1930,17 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
1878
1930
|
graderId: z.ZodString;
|
|
1879
1931
|
fields: z.ZodArray<z.ZodObject<{
|
|
1880
1932
|
destination: z.ZodEnum<{
|
|
1881
|
-
output: "output";
|
|
1882
|
-
input: "input";
|
|
1883
|
-
expectedOutput: "expectedOutput";
|
|
1884
1933
|
evaluatorContext: "evaluatorContext";
|
|
1934
|
+
expectedOutput: "expectedOutput";
|
|
1935
|
+
input: "input";
|
|
1936
|
+
output: "output";
|
|
1885
1937
|
}>;
|
|
1886
1938
|
path: z.ZodArray<z.ZodString>;
|
|
1887
1939
|
source: z.ZodEnum<{
|
|
1888
|
-
output: "output";
|
|
1889
|
-
input: "input";
|
|
1890
|
-
expectedOutput: "expectedOutput";
|
|
1891
1940
|
evaluatorContext: "evaluatorContext";
|
|
1941
|
+
expectedOutput: "expectedOutput";
|
|
1942
|
+
input: "input";
|
|
1943
|
+
output: "output";
|
|
1892
1944
|
}>;
|
|
1893
1945
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1894
1946
|
}, z.core.$strict>>;
|
|
@@ -2010,10 +2062,10 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2010
2062
|
}, z.core.$strict>;
|
|
2011
2063
|
}, z.core.$strict>>;
|
|
2012
2064
|
split: z.ZodEnum<{
|
|
2065
|
+
frozen_eval: "frozen_eval";
|
|
2066
|
+
test: "test";
|
|
2013
2067
|
train: "train";
|
|
2014
2068
|
validation: "validation";
|
|
2015
|
-
test: "test";
|
|
2016
|
-
frozen_eval: "frozen_eval";
|
|
2017
2069
|
}>;
|
|
2018
2070
|
population: z.ZodArray<z.ZodObject<{
|
|
2019
2071
|
taskId: z.ZodString;
|
|
@@ -2030,8 +2082,8 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2030
2082
|
configurationHash: z.ZodString;
|
|
2031
2083
|
output: z.ZodEnum<{
|
|
2032
2084
|
boolean: "boolean";
|
|
2033
|
-
score: "score";
|
|
2034
2085
|
category: "category";
|
|
2086
|
+
score: "score";
|
|
2035
2087
|
}>;
|
|
2036
2088
|
categories: z.ZodArray<z.ZodString>;
|
|
2037
2089
|
}, z.core.$strict>>;
|
|
@@ -2040,17 +2092,17 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2040
2092
|
graderId: z.ZodString;
|
|
2041
2093
|
fields: z.ZodArray<z.ZodObject<{
|
|
2042
2094
|
destination: z.ZodEnum<{
|
|
2043
|
-
output: "output";
|
|
2044
|
-
input: "input";
|
|
2045
|
-
expectedOutput: "expectedOutput";
|
|
2046
2095
|
evaluatorContext: "evaluatorContext";
|
|
2096
|
+
expectedOutput: "expectedOutput";
|
|
2097
|
+
input: "input";
|
|
2098
|
+
output: "output";
|
|
2047
2099
|
}>;
|
|
2048
2100
|
path: z.ZodArray<z.ZodString>;
|
|
2049
2101
|
source: z.ZodEnum<{
|
|
2050
|
-
output: "output";
|
|
2051
|
-
input: "input";
|
|
2052
|
-
expectedOutput: "expectedOutput";
|
|
2053
2102
|
evaluatorContext: "evaluatorContext";
|
|
2103
|
+
expectedOutput: "expectedOutput";
|
|
2104
|
+
input: "input";
|
|
2105
|
+
output: "output";
|
|
2054
2106
|
}>;
|
|
2055
2107
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
2056
2108
|
}, z.core.$strict>>;
|
|
@@ -2093,14 +2145,14 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2093
2145
|
schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
|
|
2094
2146
|
primaryMetric: z.ZodString;
|
|
2095
2147
|
aggregation: z.ZodEnum<{
|
|
2148
|
+
custom: "custom";
|
|
2096
2149
|
mean_score: "mean_score";
|
|
2097
2150
|
pass_rate: "pass_rate";
|
|
2098
2151
|
weighted_mean: "weighted_mean";
|
|
2099
|
-
custom: "custom";
|
|
2100
2152
|
}>;
|
|
2101
2153
|
missingReward: z.ZodEnum<{
|
|
2102
|
-
zero: "zero";
|
|
2103
2154
|
exclude: "exclude";
|
|
2155
|
+
zero: "zero";
|
|
2104
2156
|
}>;
|
|
2105
2157
|
taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
2106
2158
|
customAggregator: z.ZodNullable<z.ZodObject<{
|
|
@@ -2120,10 +2172,10 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2120
2172
|
runtimeTarget: z.ZodObject<{
|
|
2121
2173
|
adapterId: z.ZodString;
|
|
2122
2174
|
placement: z.ZodEnum<{
|
|
2123
|
-
local: "local";
|
|
2124
|
-
remote: "remote";
|
|
2125
2175
|
colocated: "colocated";
|
|
2176
|
+
local: "local";
|
|
2126
2177
|
provider_native: "provider_native";
|
|
2178
|
+
remote: "remote";
|
|
2127
2179
|
}>;
|
|
2128
2180
|
runtimeVersion: z.ZodString;
|
|
2129
2181
|
capabilityReceipt: z.ZodString;
|
|
@@ -2156,12 +2208,12 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2156
2208
|
seed: z.ZodString;
|
|
2157
2209
|
terminal: z.ZodBoolean;
|
|
2158
2210
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
2159
|
-
|
|
2160
|
-
grader_failure: "grader_failure";
|
|
2211
|
+
cancelled: "cancelled";
|
|
2161
2212
|
environment_failure: "environment_failure";
|
|
2213
|
+
grader_failure: "grader_failure";
|
|
2162
2214
|
infrastructure_failure: "infrastructure_failure";
|
|
2215
|
+
policy_failure: "policy_failure";
|
|
2163
2216
|
timeout: "timeout";
|
|
2164
|
-
cancelled: "cancelled";
|
|
2165
2217
|
}>>;
|
|
2166
2218
|
outputHash: z.ZodNullable<z.ZodString>;
|
|
2167
2219
|
traceHash: z.ZodString;
|
|
@@ -2199,14 +2251,14 @@ export declare const ModelTasksetRunResultSchema: z.ZodObject<{
|
|
|
2199
2251
|
schemaVersion: z.ZodLiteral<"openpond.tasksetMetricPolicy.v1">;
|
|
2200
2252
|
primaryMetric: z.ZodString;
|
|
2201
2253
|
aggregation: z.ZodEnum<{
|
|
2254
|
+
custom: "custom";
|
|
2202
2255
|
mean_score: "mean_score";
|
|
2203
2256
|
pass_rate: "pass_rate";
|
|
2204
2257
|
weighted_mean: "weighted_mean";
|
|
2205
|
-
custom: "custom";
|
|
2206
2258
|
}>;
|
|
2207
2259
|
missingReward: z.ZodEnum<{
|
|
2208
|
-
zero: "zero";
|
|
2209
2260
|
exclude: "exclude";
|
|
2261
|
+
zero: "zero";
|
|
2210
2262
|
}>;
|
|
2211
2263
|
taskWeights: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
2212
2264
|
customAggregator: z.ZodNullable<z.ZodObject<{
|