openpond-sdk 0.12.2 → 0.12.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-MLFKQ7E7.js → chunk-24N6A6SF.js} +4 -4
- package/dist/chunk-24N6A6SF.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-B7VYE7YQ.js → chunk-53LLNDXF.js} +3 -3
- package/dist/chunk-53LLNDXF.js.map +1 -0
- package/dist/{chunk-VSRTJDVB.js → chunk-B5XTGEBE.js} +25 -13
- package/dist/chunk-B5XTGEBE.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-BVMR5OFW.js} +5 -5
- package/dist/chunk-BVMR5OFW.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/chunk-CMWZZZGW.js +255 -0
- package/dist/chunk-CMWZZZGW.js.map +1 -0
- package/dist/{chunk-VOL3WES2.js → chunk-DF2QXVZ3.js} +14 -169
- package/dist/chunk-DF2QXVZ3.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/{chunk-7GYXC2AI.js → chunk-EFUT3XKW.js} +4 -4
- package/dist/chunk-EFUT3XKW.js.map +1 -0
- package/dist/{chunk-DBRRQASP.js → chunk-ETX25FTB.js} +3 -3
- package/dist/chunk-ETX25FTB.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-7AZDNZP6.js → chunk-GAIDBPFY.js} +353 -90
- package/dist/chunk-GAIDBPFY.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-HGXVOFCL.js} +2 -2
- package/dist/chunk-HGXVOFCL.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-ENLQCKY6.js → chunk-I54WQBXL.js} +8 -8
- package/dist/chunk-I54WQBXL.js.map +1 -0
- package/dist/{chunk-AV5JV26B.js → chunk-K5LWSWV7.js} +4 -4
- package/dist/chunk-K5LWSWV7.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-WVISXXIL.js → chunk-LHX7ENKZ.js} +3 -3
- package/dist/chunk-LHX7ENKZ.js.map +1 -0
- package/dist/{chunk-WNH4DOEC.js → chunk-LR5CTOC5.js} +30 -299
- package/dist/chunk-LR5CTOC5.js.map +1 -0
- package/dist/chunk-MO4HAJZG.js +8709 -0
- package/dist/chunk-MO4HAJZG.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-O5ARJVT5.js → chunk-OR3TMIJN.js} +5 -5
- package/dist/chunk-OR3TMIJN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-L5PQPAU6.js → chunk-QRS7Y3EM.js} +7 -3
- package/dist/chunk-QRS7Y3EM.js.map +1 -0
- package/dist/{chunk-YVFERCUC.js → chunk-RRKRA237.js} +83 -5
- package/dist/chunk-RRKRA237.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-U7XWIOSB.js} +3 -3
- package/dist/chunk-U7XWIOSB.js.map +1 -0
- package/dist/{chunk-DG5CRENU.js → chunk-VHGC44HA.js} +5 -5
- package/dist/chunk-VHGC44HA.js.map +1 -0
- package/dist/{chunk-7WUJBFCH.js → chunk-VN5V2E2S.js} +24 -5
- package/dist/chunk-VN5V2E2S.js.map +1 -0
- package/dist/{chunk-YSKUXQ2N.js → chunk-WMIKJGXW.js} +3 -3
- package/dist/chunk-WMIKJGXW.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-D4WTE6ZA.js → chunk-XON75UFN.js} +3 -3
- package/dist/chunk-XON75UFN.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-OEPYLZXK.js → chunk-ZHQK3MOM.js} +4 -4
- package/dist/chunk-ZHQK3MOM.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-ZIFZFP5I.js} +5 -5
- package/dist/chunk-ZIFZFP5I.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +25 -23
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +31 -26
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +98 -50
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +27 -26
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +29 -26
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +195 -34
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +17 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +381 -348
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +86 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2090 -1969
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +177 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +597 -505
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +41 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +315 -240
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +50 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +71 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +324 -324
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +191 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +868 -824
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +448 -372
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +744 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4589 -4577
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +18 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +6 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +368 -0
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/training.d.ts +1574 -1387
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-7AZDNZP6.js.map +0 -7
- package/dist/chunk-7GYXC2AI.js.map +0 -7
- package/dist/chunk-7WUJBFCH.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-AV5JV26B.js.map +0 -7
- package/dist/chunk-B7VYE7YQ.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-D4WTE6ZA.js.map +0 -7
- package/dist/chunk-DBRRQASP.js.map +0 -7
- package/dist/chunk-DG5CRENU.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-ENLQCKY6.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-L5PQPAU6.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLFKQ7E7.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-O5ARJVT5.js.map +0 -7
- package/dist/chunk-OEPYLZXK.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-PGBFI5HC.js +0 -98
- package/dist/chunk-PGBFI5HC.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-VOL3WES2.js.map +0 -7
- package/dist/chunk-VSRTJDVB.js.map +0 -7
- package/dist/chunk-WNH4DOEC.js.map +0 -7
- package/dist/chunk-WVISXXIL.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YSKUXQ2N.js.map +0 -7
- package/dist/chunk-YVFERCUC.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
|
@@ -40,6 +40,13 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
40
40
|
operationId: string;
|
|
41
41
|
teamId: string;
|
|
42
42
|
modelProjectId: string | null;
|
|
43
|
+
name?: string | undefined;
|
|
44
|
+
project?: {
|
|
45
|
+
id: string;
|
|
46
|
+
revision: number;
|
|
47
|
+
contentHash: string;
|
|
48
|
+
targetId: string | null;
|
|
49
|
+
} | undefined;
|
|
43
50
|
taskset: {
|
|
44
51
|
id: string;
|
|
45
52
|
contentHash: string;
|
|
@@ -48,20 +55,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
48
55
|
policy: {
|
|
49
56
|
kind: "hosted_chat";
|
|
50
57
|
modelId: string;
|
|
51
|
-
maxOutputTokens: number;
|
|
52
|
-
temperature: number;
|
|
53
|
-
topP: number;
|
|
54
58
|
localRuntime?: {
|
|
55
|
-
providerId: "claude-code";
|
|
56
|
-
configurationHash: string;
|
|
57
|
-
executableHash: string;
|
|
58
|
-
version: string;
|
|
59
|
-
capabilityHash: string;
|
|
60
|
-
maximumRequestCostUsd: number;
|
|
61
|
-
requestTimeoutMs: number;
|
|
62
|
-
maximumTurns: number;
|
|
63
|
-
holdOpen: boolean;
|
|
64
|
-
} | {
|
|
65
59
|
providerId: "codex";
|
|
66
60
|
configurationHash: string;
|
|
67
61
|
accountHash: string;
|
|
@@ -73,6 +67,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
73
67
|
configurationHash: string;
|
|
74
68
|
maximumRequestCostUsd: number;
|
|
75
69
|
requestTimeoutMs: number;
|
|
70
|
+
} | {
|
|
71
|
+
providerId: "claude-code";
|
|
72
|
+
configurationHash: string;
|
|
73
|
+
executableHash: string;
|
|
74
|
+
version: string;
|
|
75
|
+
capabilityHash: string;
|
|
76
|
+
maximumRequestCostUsd: number;
|
|
77
|
+
requestTimeoutMs: number;
|
|
78
|
+
maximumTurns: number;
|
|
79
|
+
holdOpen: boolean;
|
|
76
80
|
} | undefined;
|
|
77
81
|
candidate?: {
|
|
78
82
|
artifactId: string;
|
|
@@ -94,12 +98,47 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
94
98
|
sourcePackageHash: string;
|
|
95
99
|
} | undefined;
|
|
96
100
|
messages?: {
|
|
97
|
-
role: "
|
|
101
|
+
role: "assistant" | "system" | "user";
|
|
98
102
|
content: string;
|
|
99
103
|
}[] | undefined;
|
|
104
|
+
maxOutputTokens: number;
|
|
105
|
+
temperature: number;
|
|
106
|
+
topP: number;
|
|
107
|
+
} | {
|
|
108
|
+
kind: "fixture";
|
|
100
109
|
} | {
|
|
101
110
|
kind: "hosted_harness";
|
|
102
111
|
modelId: string;
|
|
112
|
+
maxOutputTokens?: number | undefined;
|
|
113
|
+
temperature?: number | undefined;
|
|
114
|
+
topP?: number | undefined;
|
|
115
|
+
localRuntime?: {
|
|
116
|
+
providerId: "codex";
|
|
117
|
+
configurationHash: string;
|
|
118
|
+
accountHash: string;
|
|
119
|
+
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
120
|
+
maximumRequestCostUsd: number;
|
|
121
|
+
requestTimeoutMs: number;
|
|
122
|
+
} | undefined;
|
|
123
|
+
candidate?: {
|
|
124
|
+
artifactId: string;
|
|
125
|
+
contentHash: string;
|
|
126
|
+
preparationId: string;
|
|
127
|
+
dispatchId: string;
|
|
128
|
+
baseProfileId: string;
|
|
129
|
+
workerImageDigest: string;
|
|
130
|
+
} | undefined;
|
|
131
|
+
sourceCandidate?: {
|
|
132
|
+
candidateId: string;
|
|
133
|
+
frozenRevision: number;
|
|
134
|
+
frozenHash: string;
|
|
135
|
+
harnessRelease: {
|
|
136
|
+
id: string;
|
|
137
|
+
contentHash: string;
|
|
138
|
+
};
|
|
139
|
+
protectedClosureHash: string;
|
|
140
|
+
} | undefined;
|
|
141
|
+
reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
|
|
103
142
|
profileRepositoryId: string;
|
|
104
143
|
source: {
|
|
105
144
|
profileId: string;
|
|
@@ -147,7 +186,35 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
147
186
|
};
|
|
148
187
|
declaredProfileCatalogHash: string | null;
|
|
149
188
|
protectedProfileClosureHash: string;
|
|
150
|
-
|
|
189
|
+
recordedOrigin?: {
|
|
190
|
+
execution: {
|
|
191
|
+
id: string;
|
|
192
|
+
contentHash: string;
|
|
193
|
+
};
|
|
194
|
+
originalEvidence: {
|
|
195
|
+
id: string;
|
|
196
|
+
contentHash: string;
|
|
197
|
+
};
|
|
198
|
+
members: {
|
|
199
|
+
caseId: string;
|
|
200
|
+
seed: string;
|
|
201
|
+
fixtureId: string;
|
|
202
|
+
sourceId: string;
|
|
203
|
+
snapshotHash: string;
|
|
204
|
+
boundaryRevisionHash: string;
|
|
205
|
+
}[];
|
|
206
|
+
} | undefined;
|
|
207
|
+
gradingSource?: {
|
|
208
|
+
pass: {
|
|
209
|
+
id: string;
|
|
210
|
+
contentHash: string;
|
|
211
|
+
};
|
|
212
|
+
evidence: {
|
|
213
|
+
id: string;
|
|
214
|
+
contentHash: string;
|
|
215
|
+
};
|
|
216
|
+
} | undefined;
|
|
217
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
151
218
|
population: {
|
|
152
219
|
taskId: string;
|
|
153
220
|
seed: string;
|
|
@@ -161,16 +228,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
161
228
|
};
|
|
162
229
|
feedbackKey: string;
|
|
163
230
|
configurationHash: string;
|
|
164
|
-
output: "boolean" | "
|
|
231
|
+
output: "boolean" | "category" | "score";
|
|
165
232
|
categories: string[];
|
|
166
233
|
}[];
|
|
167
234
|
fieldMappingsHash: string;
|
|
168
235
|
fieldMappings: {
|
|
169
236
|
graderId: string;
|
|
170
237
|
fields: {
|
|
171
|
-
destination: "
|
|
238
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
172
239
|
path: string[];
|
|
173
|
-
source: "
|
|
240
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
174
241
|
sourcePath: string[];
|
|
175
242
|
}[];
|
|
176
243
|
}[];
|
|
@@ -181,34 +248,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
181
248
|
requireComplete: boolean;
|
|
182
249
|
};
|
|
183
250
|
contentHash: string;
|
|
184
|
-
recordedOrigin?: {
|
|
185
|
-
execution: {
|
|
186
|
-
id: string;
|
|
187
|
-
contentHash: string;
|
|
188
|
-
};
|
|
189
|
-
originalEvidence: {
|
|
190
|
-
id: string;
|
|
191
|
-
contentHash: string;
|
|
192
|
-
};
|
|
193
|
-
members: {
|
|
194
|
-
caseId: string;
|
|
195
|
-
seed: string;
|
|
196
|
-
fixtureId: string;
|
|
197
|
-
sourceId: string;
|
|
198
|
-
snapshotHash: string;
|
|
199
|
-
boundaryRevisionHash: string;
|
|
200
|
-
}[];
|
|
201
|
-
} | undefined;
|
|
202
|
-
gradingSource?: {
|
|
203
|
-
pass: {
|
|
204
|
-
id: string;
|
|
205
|
-
contentHash: string;
|
|
206
|
-
};
|
|
207
|
-
evidence: {
|
|
208
|
-
id: string;
|
|
209
|
-
contentHash: string;
|
|
210
|
-
};
|
|
211
|
-
} | undefined;
|
|
212
251
|
} | undefined;
|
|
213
252
|
sourceCandidate?: {
|
|
214
253
|
candidateId: string;
|
|
@@ -223,25 +262,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
223
262
|
};
|
|
224
263
|
modelConfigurationHash: string;
|
|
225
264
|
packageHash: string;
|
|
226
|
-
candidate?: {
|
|
227
|
-
artifactId: string;
|
|
228
|
-
contentHash: string;
|
|
229
|
-
preparationId: string;
|
|
230
|
-
dispatchId: string;
|
|
231
|
-
baseProfileId: string;
|
|
232
|
-
workerImageDigest: string;
|
|
233
|
-
} | undefined;
|
|
234
|
-
sourceCandidate?: {
|
|
235
|
-
candidateId: string;
|
|
236
|
-
frozenRevision: number;
|
|
237
|
-
frozenHash: string;
|
|
238
|
-
harnessRelease: {
|
|
239
|
-
id: string;
|
|
240
|
-
contentHash: string;
|
|
241
|
-
};
|
|
242
|
-
protectedClosureHash: string;
|
|
243
|
-
} | undefined;
|
|
244
|
-
reasoningEffort?: "high" | "low" | "medium" | "xhigh" | "off" | "max" | undefined;
|
|
245
265
|
externalDatasetBinding?: {
|
|
246
266
|
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
247
267
|
dataset: {
|
|
@@ -265,7 +285,35 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
265
285
|
};
|
|
266
286
|
declaredProfileCatalogHash: string | null;
|
|
267
287
|
protectedProfileClosureHash: string;
|
|
268
|
-
|
|
288
|
+
recordedOrigin?: {
|
|
289
|
+
execution: {
|
|
290
|
+
id: string;
|
|
291
|
+
contentHash: string;
|
|
292
|
+
};
|
|
293
|
+
originalEvidence: {
|
|
294
|
+
id: string;
|
|
295
|
+
contentHash: string;
|
|
296
|
+
};
|
|
297
|
+
members: {
|
|
298
|
+
caseId: string;
|
|
299
|
+
seed: string;
|
|
300
|
+
fixtureId: string;
|
|
301
|
+
sourceId: string;
|
|
302
|
+
snapshotHash: string;
|
|
303
|
+
boundaryRevisionHash: string;
|
|
304
|
+
}[];
|
|
305
|
+
} | undefined;
|
|
306
|
+
gradingSource?: {
|
|
307
|
+
pass: {
|
|
308
|
+
id: string;
|
|
309
|
+
contentHash: string;
|
|
310
|
+
};
|
|
311
|
+
evidence: {
|
|
312
|
+
id: string;
|
|
313
|
+
contentHash: string;
|
|
314
|
+
};
|
|
315
|
+
} | undefined;
|
|
316
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
269
317
|
population: {
|
|
270
318
|
taskId: string;
|
|
271
319
|
seed: string;
|
|
@@ -279,16 +327,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
279
327
|
};
|
|
280
328
|
feedbackKey: string;
|
|
281
329
|
configurationHash: string;
|
|
282
|
-
output: "boolean" | "
|
|
330
|
+
output: "boolean" | "category" | "score";
|
|
283
331
|
categories: string[];
|
|
284
332
|
}[];
|
|
285
333
|
fieldMappingsHash: string;
|
|
286
334
|
fieldMappings: {
|
|
287
335
|
graderId: string;
|
|
288
336
|
fields: {
|
|
289
|
-
destination: "
|
|
337
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
290
338
|
path: string[];
|
|
291
|
-
source: "
|
|
339
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
292
340
|
sourcePath: string[];
|
|
293
341
|
}[];
|
|
294
342
|
}[];
|
|
@@ -299,37 +347,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
299
347
|
requireComplete: boolean;
|
|
300
348
|
};
|
|
301
349
|
contentHash: string;
|
|
302
|
-
recordedOrigin?: {
|
|
303
|
-
execution: {
|
|
304
|
-
id: string;
|
|
305
|
-
contentHash: string;
|
|
306
|
-
};
|
|
307
|
-
originalEvidence: {
|
|
308
|
-
id: string;
|
|
309
|
-
contentHash: string;
|
|
310
|
-
};
|
|
311
|
-
members: {
|
|
312
|
-
caseId: string;
|
|
313
|
-
seed: string;
|
|
314
|
-
fixtureId: string;
|
|
315
|
-
sourceId: string;
|
|
316
|
-
snapshotHash: string;
|
|
317
|
-
boundaryRevisionHash: string;
|
|
318
|
-
}[];
|
|
319
|
-
} | undefined;
|
|
320
|
-
gradingSource?: {
|
|
321
|
-
pass: {
|
|
322
|
-
id: string;
|
|
323
|
-
contentHash: string;
|
|
324
|
-
};
|
|
325
|
-
evidence: {
|
|
326
|
-
id: string;
|
|
327
|
-
contentHash: string;
|
|
328
|
-
};
|
|
329
|
-
} | undefined;
|
|
330
350
|
} | undefined;
|
|
331
|
-
} | {
|
|
332
|
-
kind: "fixture";
|
|
333
351
|
};
|
|
334
352
|
population: {
|
|
335
353
|
receiptId: string;
|
|
@@ -337,13 +355,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
337
355
|
seed: string;
|
|
338
356
|
fixtureId: string | null;
|
|
339
357
|
}[];
|
|
340
|
-
name?: string | undefined;
|
|
341
|
-
project?: {
|
|
342
|
-
id: string;
|
|
343
|
-
revision: number;
|
|
344
|
-
contentHash: string;
|
|
345
|
-
targetId: string | null;
|
|
346
|
-
} | undefined;
|
|
347
358
|
};
|
|
348
359
|
maximumCostUsd: number;
|
|
349
360
|
graders?: {
|
|
@@ -351,9 +362,9 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
351
362
|
version: string;
|
|
352
363
|
contentHash: string;
|
|
353
364
|
mappings: {
|
|
354
|
-
destination: "
|
|
365
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
355
366
|
path: string[];
|
|
356
|
-
source: "
|
|
367
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
357
368
|
sourcePath: string[];
|
|
358
369
|
}[];
|
|
359
370
|
}[] | undefined;
|
|
@@ -370,7 +381,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
370
381
|
workerImageDigest: string;
|
|
371
382
|
modelId: string | null;
|
|
372
383
|
} | null;
|
|
373
|
-
state: "cancelled" | "
|
|
384
|
+
state: "cancelled" | "cleaning" | "completed" | "configured" | "dispatching" | "failed" | "preparing" | "ready" | "submitted";
|
|
374
385
|
experimentId: string | null;
|
|
375
386
|
authorizedAt: string | null;
|
|
376
387
|
cancelledAt: string | null;
|
|
@@ -399,6 +410,13 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
399
410
|
operationId: string;
|
|
400
411
|
teamId: string;
|
|
401
412
|
modelProjectId: string | null;
|
|
413
|
+
name?: string | undefined;
|
|
414
|
+
project?: {
|
|
415
|
+
id: string;
|
|
416
|
+
revision: number;
|
|
417
|
+
contentHash: string;
|
|
418
|
+
targetId: string | null;
|
|
419
|
+
} | undefined;
|
|
402
420
|
taskset: {
|
|
403
421
|
id: string;
|
|
404
422
|
contentHash: string;
|
|
@@ -407,20 +425,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
407
425
|
policy: {
|
|
408
426
|
kind: "hosted_chat";
|
|
409
427
|
modelId: string;
|
|
410
|
-
maxOutputTokens: number;
|
|
411
|
-
temperature: number;
|
|
412
|
-
topP: number;
|
|
413
428
|
localRuntime?: {
|
|
414
|
-
providerId: "claude-code";
|
|
415
|
-
configurationHash: string;
|
|
416
|
-
executableHash: string;
|
|
417
|
-
version: string;
|
|
418
|
-
capabilityHash: string;
|
|
419
|
-
maximumRequestCostUsd: number;
|
|
420
|
-
requestTimeoutMs: number;
|
|
421
|
-
maximumTurns: number;
|
|
422
|
-
holdOpen: boolean;
|
|
423
|
-
} | {
|
|
424
429
|
providerId: "codex";
|
|
425
430
|
configurationHash: string;
|
|
426
431
|
accountHash: string;
|
|
@@ -432,6 +437,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
432
437
|
configurationHash: string;
|
|
433
438
|
maximumRequestCostUsd: number;
|
|
434
439
|
requestTimeoutMs: number;
|
|
440
|
+
} | {
|
|
441
|
+
providerId: "claude-code";
|
|
442
|
+
configurationHash: string;
|
|
443
|
+
executableHash: string;
|
|
444
|
+
version: string;
|
|
445
|
+
capabilityHash: string;
|
|
446
|
+
maximumRequestCostUsd: number;
|
|
447
|
+
requestTimeoutMs: number;
|
|
448
|
+
maximumTurns: number;
|
|
449
|
+
holdOpen: boolean;
|
|
435
450
|
} | undefined;
|
|
436
451
|
candidate?: {
|
|
437
452
|
artifactId: string;
|
|
@@ -453,33 +468,68 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
453
468
|
sourcePackageHash: string;
|
|
454
469
|
} | undefined;
|
|
455
470
|
messages?: {
|
|
456
|
-
role: "
|
|
471
|
+
role: "assistant" | "system" | "user";
|
|
457
472
|
content: string;
|
|
458
473
|
}[] | undefined;
|
|
474
|
+
maxOutputTokens: number;
|
|
475
|
+
temperature: number;
|
|
476
|
+
topP: number;
|
|
477
|
+
} | {
|
|
478
|
+
kind: "fixture";
|
|
459
479
|
} | {
|
|
460
480
|
kind: "hosted_harness";
|
|
461
481
|
modelId: string;
|
|
462
|
-
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
|
|
473
|
-
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
|
|
478
|
-
|
|
479
|
-
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
482
|
+
maxOutputTokens?: number | undefined;
|
|
483
|
+
temperature?: number | undefined;
|
|
484
|
+
topP?: number | undefined;
|
|
485
|
+
localRuntime?: {
|
|
486
|
+
providerId: "codex";
|
|
487
|
+
configurationHash: string;
|
|
488
|
+
accountHash: string;
|
|
489
|
+
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
490
|
+
maximumRequestCostUsd: number;
|
|
491
|
+
requestTimeoutMs: number;
|
|
492
|
+
} | undefined;
|
|
493
|
+
candidate?: {
|
|
494
|
+
artifactId: string;
|
|
495
|
+
contentHash: string;
|
|
496
|
+
preparationId: string;
|
|
497
|
+
dispatchId: string;
|
|
498
|
+
baseProfileId: string;
|
|
499
|
+
workerImageDigest: string;
|
|
500
|
+
} | undefined;
|
|
501
|
+
sourceCandidate?: {
|
|
502
|
+
candidateId: string;
|
|
503
|
+
frozenRevision: number;
|
|
504
|
+
frozenHash: string;
|
|
505
|
+
harnessRelease: {
|
|
506
|
+
id: string;
|
|
507
|
+
contentHash: string;
|
|
508
|
+
};
|
|
509
|
+
protectedClosureHash: string;
|
|
510
|
+
} | undefined;
|
|
511
|
+
reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
|
|
512
|
+
profileRepositoryId: string;
|
|
513
|
+
source: {
|
|
514
|
+
profileId: string;
|
|
515
|
+
sourceRevision: string;
|
|
516
|
+
harnessRelease: {
|
|
517
|
+
id: string;
|
|
518
|
+
contentHash: string;
|
|
519
|
+
};
|
|
520
|
+
catalogHash: string;
|
|
521
|
+
definitionId: string;
|
|
522
|
+
definitionHash: string;
|
|
523
|
+
target: {
|
|
524
|
+
kind: "profile";
|
|
525
|
+
} | {
|
|
526
|
+
kind: "workflow";
|
|
527
|
+
workflowId: string;
|
|
528
|
+
} | {
|
|
529
|
+
kind: "skill";
|
|
530
|
+
skillPath: string;
|
|
531
|
+
} | {
|
|
532
|
+
kind: "agent_action";
|
|
483
533
|
actionId: string;
|
|
484
534
|
};
|
|
485
535
|
environmentHash: string;
|
|
@@ -506,7 +556,35 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
506
556
|
};
|
|
507
557
|
declaredProfileCatalogHash: string | null;
|
|
508
558
|
protectedProfileClosureHash: string;
|
|
509
|
-
|
|
559
|
+
recordedOrigin?: {
|
|
560
|
+
execution: {
|
|
561
|
+
id: string;
|
|
562
|
+
contentHash: string;
|
|
563
|
+
};
|
|
564
|
+
originalEvidence: {
|
|
565
|
+
id: string;
|
|
566
|
+
contentHash: string;
|
|
567
|
+
};
|
|
568
|
+
members: {
|
|
569
|
+
caseId: string;
|
|
570
|
+
seed: string;
|
|
571
|
+
fixtureId: string;
|
|
572
|
+
sourceId: string;
|
|
573
|
+
snapshotHash: string;
|
|
574
|
+
boundaryRevisionHash: string;
|
|
575
|
+
}[];
|
|
576
|
+
} | undefined;
|
|
577
|
+
gradingSource?: {
|
|
578
|
+
pass: {
|
|
579
|
+
id: string;
|
|
580
|
+
contentHash: string;
|
|
581
|
+
};
|
|
582
|
+
evidence: {
|
|
583
|
+
id: string;
|
|
584
|
+
contentHash: string;
|
|
585
|
+
};
|
|
586
|
+
} | undefined;
|
|
587
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
510
588
|
population: {
|
|
511
589
|
taskId: string;
|
|
512
590
|
seed: string;
|
|
@@ -520,16 +598,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
520
598
|
};
|
|
521
599
|
feedbackKey: string;
|
|
522
600
|
configurationHash: string;
|
|
523
|
-
output: "boolean" | "
|
|
601
|
+
output: "boolean" | "category" | "score";
|
|
524
602
|
categories: string[];
|
|
525
603
|
}[];
|
|
526
604
|
fieldMappingsHash: string;
|
|
527
605
|
fieldMappings: {
|
|
528
606
|
graderId: string;
|
|
529
607
|
fields: {
|
|
530
|
-
destination: "
|
|
608
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
531
609
|
path: string[];
|
|
532
|
-
source: "
|
|
610
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
533
611
|
sourcePath: string[];
|
|
534
612
|
}[];
|
|
535
613
|
}[];
|
|
@@ -540,34 +618,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
540
618
|
requireComplete: boolean;
|
|
541
619
|
};
|
|
542
620
|
contentHash: string;
|
|
543
|
-
recordedOrigin?: {
|
|
544
|
-
execution: {
|
|
545
|
-
id: string;
|
|
546
|
-
contentHash: string;
|
|
547
|
-
};
|
|
548
|
-
originalEvidence: {
|
|
549
|
-
id: string;
|
|
550
|
-
contentHash: string;
|
|
551
|
-
};
|
|
552
|
-
members: {
|
|
553
|
-
caseId: string;
|
|
554
|
-
seed: string;
|
|
555
|
-
fixtureId: string;
|
|
556
|
-
sourceId: string;
|
|
557
|
-
snapshotHash: string;
|
|
558
|
-
boundaryRevisionHash: string;
|
|
559
|
-
}[];
|
|
560
|
-
} | undefined;
|
|
561
|
-
gradingSource?: {
|
|
562
|
-
pass: {
|
|
563
|
-
id: string;
|
|
564
|
-
contentHash: string;
|
|
565
|
-
};
|
|
566
|
-
evidence: {
|
|
567
|
-
id: string;
|
|
568
|
-
contentHash: string;
|
|
569
|
-
};
|
|
570
|
-
} | undefined;
|
|
571
621
|
} | undefined;
|
|
572
622
|
sourceCandidate?: {
|
|
573
623
|
candidateId: string;
|
|
@@ -582,25 +632,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
582
632
|
};
|
|
583
633
|
modelConfigurationHash: string;
|
|
584
634
|
packageHash: string;
|
|
585
|
-
candidate?: {
|
|
586
|
-
artifactId: string;
|
|
587
|
-
contentHash: string;
|
|
588
|
-
preparationId: string;
|
|
589
|
-
dispatchId: string;
|
|
590
|
-
baseProfileId: string;
|
|
591
|
-
workerImageDigest: string;
|
|
592
|
-
} | undefined;
|
|
593
|
-
sourceCandidate?: {
|
|
594
|
-
candidateId: string;
|
|
595
|
-
frozenRevision: number;
|
|
596
|
-
frozenHash: string;
|
|
597
|
-
harnessRelease: {
|
|
598
|
-
id: string;
|
|
599
|
-
contentHash: string;
|
|
600
|
-
};
|
|
601
|
-
protectedClosureHash: string;
|
|
602
|
-
} | undefined;
|
|
603
|
-
reasoningEffort?: "high" | "low" | "medium" | "xhigh" | "off" | "max" | undefined;
|
|
604
635
|
externalDatasetBinding?: {
|
|
605
636
|
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
606
637
|
dataset: {
|
|
@@ -624,7 +655,35 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
624
655
|
};
|
|
625
656
|
declaredProfileCatalogHash: string | null;
|
|
626
657
|
protectedProfileClosureHash: string;
|
|
627
|
-
|
|
658
|
+
recordedOrigin?: {
|
|
659
|
+
execution: {
|
|
660
|
+
id: string;
|
|
661
|
+
contentHash: string;
|
|
662
|
+
};
|
|
663
|
+
originalEvidence: {
|
|
664
|
+
id: string;
|
|
665
|
+
contentHash: string;
|
|
666
|
+
};
|
|
667
|
+
members: {
|
|
668
|
+
caseId: string;
|
|
669
|
+
seed: string;
|
|
670
|
+
fixtureId: string;
|
|
671
|
+
sourceId: string;
|
|
672
|
+
snapshotHash: string;
|
|
673
|
+
boundaryRevisionHash: string;
|
|
674
|
+
}[];
|
|
675
|
+
} | undefined;
|
|
676
|
+
gradingSource?: {
|
|
677
|
+
pass: {
|
|
678
|
+
id: string;
|
|
679
|
+
contentHash: string;
|
|
680
|
+
};
|
|
681
|
+
evidence: {
|
|
682
|
+
id: string;
|
|
683
|
+
contentHash: string;
|
|
684
|
+
};
|
|
685
|
+
} | undefined;
|
|
686
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
628
687
|
population: {
|
|
629
688
|
taskId: string;
|
|
630
689
|
seed: string;
|
|
@@ -638,16 +697,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
638
697
|
};
|
|
639
698
|
feedbackKey: string;
|
|
640
699
|
configurationHash: string;
|
|
641
|
-
output: "boolean" | "
|
|
700
|
+
output: "boolean" | "category" | "score";
|
|
642
701
|
categories: string[];
|
|
643
702
|
}[];
|
|
644
703
|
fieldMappingsHash: string;
|
|
645
704
|
fieldMappings: {
|
|
646
705
|
graderId: string;
|
|
647
706
|
fields: {
|
|
648
|
-
destination: "
|
|
707
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
649
708
|
path: string[];
|
|
650
|
-
source: "
|
|
709
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
651
710
|
sourcePath: string[];
|
|
652
711
|
}[];
|
|
653
712
|
}[];
|
|
@@ -658,37 +717,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
658
717
|
requireComplete: boolean;
|
|
659
718
|
};
|
|
660
719
|
contentHash: string;
|
|
661
|
-
recordedOrigin?: {
|
|
662
|
-
execution: {
|
|
663
|
-
id: string;
|
|
664
|
-
contentHash: string;
|
|
665
|
-
};
|
|
666
|
-
originalEvidence: {
|
|
667
|
-
id: string;
|
|
668
|
-
contentHash: string;
|
|
669
|
-
};
|
|
670
|
-
members: {
|
|
671
|
-
caseId: string;
|
|
672
|
-
seed: string;
|
|
673
|
-
fixtureId: string;
|
|
674
|
-
sourceId: string;
|
|
675
|
-
snapshotHash: string;
|
|
676
|
-
boundaryRevisionHash: string;
|
|
677
|
-
}[];
|
|
678
|
-
} | undefined;
|
|
679
|
-
gradingSource?: {
|
|
680
|
-
pass: {
|
|
681
|
-
id: string;
|
|
682
|
-
contentHash: string;
|
|
683
|
-
};
|
|
684
|
-
evidence: {
|
|
685
|
-
id: string;
|
|
686
|
-
contentHash: string;
|
|
687
|
-
};
|
|
688
|
-
} | undefined;
|
|
689
720
|
} | undefined;
|
|
690
|
-
} | {
|
|
691
|
-
kind: "fixture";
|
|
692
721
|
};
|
|
693
722
|
population: {
|
|
694
723
|
receiptId: string;
|
|
@@ -696,13 +725,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
696
725
|
seed: string;
|
|
697
726
|
fixtureId: string | null;
|
|
698
727
|
}[];
|
|
699
|
-
name?: string | undefined;
|
|
700
|
-
project?: {
|
|
701
|
-
id: string;
|
|
702
|
-
revision: number;
|
|
703
|
-
contentHash: string;
|
|
704
|
-
targetId: string | null;
|
|
705
|
-
} | undefined;
|
|
706
728
|
};
|
|
707
729
|
maximumCostUsd: number;
|
|
708
730
|
graders?: {
|
|
@@ -710,9 +732,9 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
710
732
|
version: string;
|
|
711
733
|
contentHash: string;
|
|
712
734
|
mappings: {
|
|
713
|
-
destination: "
|
|
735
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
714
736
|
path: string[];
|
|
715
|
-
source: "
|
|
737
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
716
738
|
sourcePath: string[];
|
|
717
739
|
}[];
|
|
718
740
|
}[] | undefined;
|
|
@@ -729,7 +751,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
729
751
|
workerImageDigest: string;
|
|
730
752
|
modelId: string | null;
|
|
731
753
|
} | null;
|
|
732
|
-
state: "cancelled" | "
|
|
754
|
+
state: "cancelled" | "cleaning" | "completed" | "configured" | "dispatching" | "failed" | "preparing" | "ready" | "submitted";
|
|
733
755
|
experimentId: string | null;
|
|
734
756
|
authorizedAt: string | null;
|
|
735
757
|
cancelledAt: string | null;
|
|
@@ -758,6 +780,13 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
758
780
|
operationId: string;
|
|
759
781
|
teamId: string;
|
|
760
782
|
modelProjectId: string | null;
|
|
783
|
+
name?: string | undefined;
|
|
784
|
+
project?: {
|
|
785
|
+
id: string;
|
|
786
|
+
revision: number;
|
|
787
|
+
contentHash: string;
|
|
788
|
+
targetId: string | null;
|
|
789
|
+
} | undefined;
|
|
761
790
|
taskset: {
|
|
762
791
|
id: string;
|
|
763
792
|
contentHash: string;
|
|
@@ -766,20 +795,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
766
795
|
policy: {
|
|
767
796
|
kind: "hosted_chat";
|
|
768
797
|
modelId: string;
|
|
769
|
-
maxOutputTokens: number;
|
|
770
|
-
temperature: number;
|
|
771
|
-
topP: number;
|
|
772
798
|
localRuntime?: {
|
|
773
|
-
providerId: "claude-code";
|
|
774
|
-
configurationHash: string;
|
|
775
|
-
executableHash: string;
|
|
776
|
-
version: string;
|
|
777
|
-
capabilityHash: string;
|
|
778
|
-
maximumRequestCostUsd: number;
|
|
779
|
-
requestTimeoutMs: number;
|
|
780
|
-
maximumTurns: number;
|
|
781
|
-
holdOpen: boolean;
|
|
782
|
-
} | {
|
|
783
799
|
providerId: "codex";
|
|
784
800
|
configurationHash: string;
|
|
785
801
|
accountHash: string;
|
|
@@ -791,6 +807,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
791
807
|
configurationHash: string;
|
|
792
808
|
maximumRequestCostUsd: number;
|
|
793
809
|
requestTimeoutMs: number;
|
|
810
|
+
} | {
|
|
811
|
+
providerId: "claude-code";
|
|
812
|
+
configurationHash: string;
|
|
813
|
+
executableHash: string;
|
|
814
|
+
version: string;
|
|
815
|
+
capabilityHash: string;
|
|
816
|
+
maximumRequestCostUsd: number;
|
|
817
|
+
requestTimeoutMs: number;
|
|
818
|
+
maximumTurns: number;
|
|
819
|
+
holdOpen: boolean;
|
|
794
820
|
} | undefined;
|
|
795
821
|
candidate?: {
|
|
796
822
|
artifactId: string;
|
|
@@ -812,12 +838,47 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
812
838
|
sourcePackageHash: string;
|
|
813
839
|
} | undefined;
|
|
814
840
|
messages?: {
|
|
815
|
-
role: "
|
|
841
|
+
role: "assistant" | "system" | "user";
|
|
816
842
|
content: string;
|
|
817
843
|
}[] | undefined;
|
|
844
|
+
maxOutputTokens: number;
|
|
845
|
+
temperature: number;
|
|
846
|
+
topP: number;
|
|
847
|
+
} | {
|
|
848
|
+
kind: "fixture";
|
|
818
849
|
} | {
|
|
819
850
|
kind: "hosted_harness";
|
|
820
851
|
modelId: string;
|
|
852
|
+
maxOutputTokens?: number | undefined;
|
|
853
|
+
temperature?: number | undefined;
|
|
854
|
+
topP?: number | undefined;
|
|
855
|
+
localRuntime?: {
|
|
856
|
+
providerId: "codex";
|
|
857
|
+
configurationHash: string;
|
|
858
|
+
accountHash: string;
|
|
859
|
+
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
860
|
+
maximumRequestCostUsd: number;
|
|
861
|
+
requestTimeoutMs: number;
|
|
862
|
+
} | undefined;
|
|
863
|
+
candidate?: {
|
|
864
|
+
artifactId: string;
|
|
865
|
+
contentHash: string;
|
|
866
|
+
preparationId: string;
|
|
867
|
+
dispatchId: string;
|
|
868
|
+
baseProfileId: string;
|
|
869
|
+
workerImageDigest: string;
|
|
870
|
+
} | undefined;
|
|
871
|
+
sourceCandidate?: {
|
|
872
|
+
candidateId: string;
|
|
873
|
+
frozenRevision: number;
|
|
874
|
+
frozenHash: string;
|
|
875
|
+
harnessRelease: {
|
|
876
|
+
id: string;
|
|
877
|
+
contentHash: string;
|
|
878
|
+
};
|
|
879
|
+
protectedClosureHash: string;
|
|
880
|
+
} | undefined;
|
|
881
|
+
reasoningEffort?: "high" | "low" | "max" | "medium" | "off" | "xhigh" | undefined;
|
|
821
882
|
profileRepositoryId: string;
|
|
822
883
|
source: {
|
|
823
884
|
profileId: string;
|
|
@@ -865,7 +926,35 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
865
926
|
};
|
|
866
927
|
declaredProfileCatalogHash: string | null;
|
|
867
928
|
protectedProfileClosureHash: string;
|
|
868
|
-
|
|
929
|
+
recordedOrigin?: {
|
|
930
|
+
execution: {
|
|
931
|
+
id: string;
|
|
932
|
+
contentHash: string;
|
|
933
|
+
};
|
|
934
|
+
originalEvidence: {
|
|
935
|
+
id: string;
|
|
936
|
+
contentHash: string;
|
|
937
|
+
};
|
|
938
|
+
members: {
|
|
939
|
+
caseId: string;
|
|
940
|
+
seed: string;
|
|
941
|
+
fixtureId: string;
|
|
942
|
+
sourceId: string;
|
|
943
|
+
snapshotHash: string;
|
|
944
|
+
boundaryRevisionHash: string;
|
|
945
|
+
}[];
|
|
946
|
+
} | undefined;
|
|
947
|
+
gradingSource?: {
|
|
948
|
+
pass: {
|
|
949
|
+
id: string;
|
|
950
|
+
contentHash: string;
|
|
951
|
+
};
|
|
952
|
+
evidence: {
|
|
953
|
+
id: string;
|
|
954
|
+
contentHash: string;
|
|
955
|
+
};
|
|
956
|
+
} | undefined;
|
|
957
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
869
958
|
population: {
|
|
870
959
|
taskId: string;
|
|
871
960
|
seed: string;
|
|
@@ -879,16 +968,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
879
968
|
};
|
|
880
969
|
feedbackKey: string;
|
|
881
970
|
configurationHash: string;
|
|
882
|
-
output: "boolean" | "
|
|
971
|
+
output: "boolean" | "category" | "score";
|
|
883
972
|
categories: string[];
|
|
884
973
|
}[];
|
|
885
974
|
fieldMappingsHash: string;
|
|
886
975
|
fieldMappings: {
|
|
887
976
|
graderId: string;
|
|
888
977
|
fields: {
|
|
889
|
-
destination: "
|
|
978
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
890
979
|
path: string[];
|
|
891
|
-
source: "
|
|
980
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
892
981
|
sourcePath: string[];
|
|
893
982
|
}[];
|
|
894
983
|
}[];
|
|
@@ -899,34 +988,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
899
988
|
requireComplete: boolean;
|
|
900
989
|
};
|
|
901
990
|
contentHash: string;
|
|
902
|
-
recordedOrigin?: {
|
|
903
|
-
execution: {
|
|
904
|
-
id: string;
|
|
905
|
-
contentHash: string;
|
|
906
|
-
};
|
|
907
|
-
originalEvidence: {
|
|
908
|
-
id: string;
|
|
909
|
-
contentHash: string;
|
|
910
|
-
};
|
|
911
|
-
members: {
|
|
912
|
-
caseId: string;
|
|
913
|
-
seed: string;
|
|
914
|
-
fixtureId: string;
|
|
915
|
-
sourceId: string;
|
|
916
|
-
snapshotHash: string;
|
|
917
|
-
boundaryRevisionHash: string;
|
|
918
|
-
}[];
|
|
919
|
-
} | undefined;
|
|
920
|
-
gradingSource?: {
|
|
921
|
-
pass: {
|
|
922
|
-
id: string;
|
|
923
|
-
contentHash: string;
|
|
924
|
-
};
|
|
925
|
-
evidence: {
|
|
926
|
-
id: string;
|
|
927
|
-
contentHash: string;
|
|
928
|
-
};
|
|
929
|
-
} | undefined;
|
|
930
991
|
} | undefined;
|
|
931
992
|
sourceCandidate?: {
|
|
932
993
|
candidateId: string;
|
|
@@ -941,25 +1002,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
941
1002
|
};
|
|
942
1003
|
modelConfigurationHash: string;
|
|
943
1004
|
packageHash: string;
|
|
944
|
-
candidate?: {
|
|
945
|
-
artifactId: string;
|
|
946
|
-
contentHash: string;
|
|
947
|
-
preparationId: string;
|
|
948
|
-
dispatchId: string;
|
|
949
|
-
baseProfileId: string;
|
|
950
|
-
workerImageDigest: string;
|
|
951
|
-
} | undefined;
|
|
952
|
-
sourceCandidate?: {
|
|
953
|
-
candidateId: string;
|
|
954
|
-
frozenRevision: number;
|
|
955
|
-
frozenHash: string;
|
|
956
|
-
harnessRelease: {
|
|
957
|
-
id: string;
|
|
958
|
-
contentHash: string;
|
|
959
|
-
};
|
|
960
|
-
protectedClosureHash: string;
|
|
961
|
-
} | undefined;
|
|
962
|
-
reasoningEffort?: "high" | "low" | "medium" | "xhigh" | "off" | "max" | undefined;
|
|
963
1005
|
externalDatasetBinding?: {
|
|
964
1006
|
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
965
1007
|
dataset: {
|
|
@@ -983,7 +1025,35 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
983
1025
|
};
|
|
984
1026
|
declaredProfileCatalogHash: string | null;
|
|
985
1027
|
protectedProfileClosureHash: string;
|
|
986
|
-
|
|
1028
|
+
recordedOrigin?: {
|
|
1029
|
+
execution: {
|
|
1030
|
+
id: string;
|
|
1031
|
+
contentHash: string;
|
|
1032
|
+
};
|
|
1033
|
+
originalEvidence: {
|
|
1034
|
+
id: string;
|
|
1035
|
+
contentHash: string;
|
|
1036
|
+
};
|
|
1037
|
+
members: {
|
|
1038
|
+
caseId: string;
|
|
1039
|
+
seed: string;
|
|
1040
|
+
fixtureId: string;
|
|
1041
|
+
sourceId: string;
|
|
1042
|
+
snapshotHash: string;
|
|
1043
|
+
boundaryRevisionHash: string;
|
|
1044
|
+
}[];
|
|
1045
|
+
} | undefined;
|
|
1046
|
+
gradingSource?: {
|
|
1047
|
+
pass: {
|
|
1048
|
+
id: string;
|
|
1049
|
+
contentHash: string;
|
|
1050
|
+
};
|
|
1051
|
+
evidence: {
|
|
1052
|
+
id: string;
|
|
1053
|
+
contentHash: string;
|
|
1054
|
+
};
|
|
1055
|
+
} | undefined;
|
|
1056
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
987
1057
|
population: {
|
|
988
1058
|
taskId: string;
|
|
989
1059
|
seed: string;
|
|
@@ -997,16 +1067,16 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
997
1067
|
};
|
|
998
1068
|
feedbackKey: string;
|
|
999
1069
|
configurationHash: string;
|
|
1000
|
-
output: "boolean" | "
|
|
1070
|
+
output: "boolean" | "category" | "score";
|
|
1001
1071
|
categories: string[];
|
|
1002
1072
|
}[];
|
|
1003
1073
|
fieldMappingsHash: string;
|
|
1004
1074
|
fieldMappings: {
|
|
1005
1075
|
graderId: string;
|
|
1006
1076
|
fields: {
|
|
1007
|
-
destination: "
|
|
1077
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
1008
1078
|
path: string[];
|
|
1009
|
-
source: "
|
|
1079
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
1010
1080
|
sourcePath: string[];
|
|
1011
1081
|
}[];
|
|
1012
1082
|
}[];
|
|
@@ -1017,37 +1087,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
1017
1087
|
requireComplete: boolean;
|
|
1018
1088
|
};
|
|
1019
1089
|
contentHash: string;
|
|
1020
|
-
recordedOrigin?: {
|
|
1021
|
-
execution: {
|
|
1022
|
-
id: string;
|
|
1023
|
-
contentHash: string;
|
|
1024
|
-
};
|
|
1025
|
-
originalEvidence: {
|
|
1026
|
-
id: string;
|
|
1027
|
-
contentHash: string;
|
|
1028
|
-
};
|
|
1029
|
-
members: {
|
|
1030
|
-
caseId: string;
|
|
1031
|
-
seed: string;
|
|
1032
|
-
fixtureId: string;
|
|
1033
|
-
sourceId: string;
|
|
1034
|
-
snapshotHash: string;
|
|
1035
|
-
boundaryRevisionHash: string;
|
|
1036
|
-
}[];
|
|
1037
|
-
} | undefined;
|
|
1038
|
-
gradingSource?: {
|
|
1039
|
-
pass: {
|
|
1040
|
-
id: string;
|
|
1041
|
-
contentHash: string;
|
|
1042
|
-
};
|
|
1043
|
-
evidence: {
|
|
1044
|
-
id: string;
|
|
1045
|
-
contentHash: string;
|
|
1046
|
-
};
|
|
1047
|
-
} | undefined;
|
|
1048
1090
|
} | undefined;
|
|
1049
|
-
} | {
|
|
1050
|
-
kind: "fixture";
|
|
1051
1091
|
};
|
|
1052
1092
|
population: {
|
|
1053
1093
|
receiptId: string;
|
|
@@ -1055,13 +1095,6 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
1055
1095
|
seed: string;
|
|
1056
1096
|
fixtureId: string | null;
|
|
1057
1097
|
}[];
|
|
1058
|
-
name?: string | undefined;
|
|
1059
|
-
project?: {
|
|
1060
|
-
id: string;
|
|
1061
|
-
revision: number;
|
|
1062
|
-
contentHash: string;
|
|
1063
|
-
targetId: string | null;
|
|
1064
|
-
} | undefined;
|
|
1065
1098
|
};
|
|
1066
1099
|
maximumCostUsd: number;
|
|
1067
1100
|
graders?: {
|
|
@@ -1069,9 +1102,9 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
1069
1102
|
version: string;
|
|
1070
1103
|
contentHash: string;
|
|
1071
1104
|
mappings: {
|
|
1072
|
-
destination: "
|
|
1105
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
1073
1106
|
path: string[];
|
|
1074
|
-
source: "
|
|
1107
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
1075
1108
|
sourcePath: string[];
|
|
1076
1109
|
}[];
|
|
1077
1110
|
}[] | undefined;
|
|
@@ -1088,7 +1121,7 @@ export declare function createCandidateEvaluationClient(request: (path: string,
|
|
|
1088
1121
|
workerImageDigest: string;
|
|
1089
1122
|
modelId: string | null;
|
|
1090
1123
|
} | null;
|
|
1091
|
-
state: "cancelled" | "
|
|
1124
|
+
state: "cancelled" | "cleaning" | "completed" | "configured" | "dispatching" | "failed" | "preparing" | "ready" | "submitted";
|
|
1092
1125
|
experimentId: string | null;
|
|
1093
1126
|
authorizedAt: string | null;
|
|
1094
1127
|
cancelledAt: string | null;
|