openpond-sdk 0.12.3 → 0.12.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-77N3QEIL.js → chunk-25L5IXHA.js} +5 -5
- package/dist/chunk-25L5IXHA.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-6GQ3GIAP.js} +7 -5
- package/dist/chunk-6GQ3GIAP.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-6KKM2XRR.js} +75 -15
- package/dist/chunk-6KKM2XRR.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-6MFFKAU6.js} +3 -3
- package/dist/chunk-6MFFKAU6.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-6Y67YHVH.js} +8 -8
- package/dist/chunk-6Y67YHVH.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-AUNNXJQE.js} +4 -4
- package/dist/chunk-AUNNXJQE.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-BGNPKYBJ.js} +3 -3
- package/dist/chunk-BGNPKYBJ.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-BJ5MKLWH.js} +8 -8
- package/dist/chunk-BJ5MKLWH.js.map +1 -0
- package/dist/{chunk-VY5AFE7A.js → chunk-BYNVSWIQ.js} +4 -4
- package/dist/chunk-BYNVSWIQ.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-CAMLCKSF.js} +3 -3
- package/dist/chunk-CAMLCKSF.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-DBKCSQVH.js} +3 -3
- package/dist/chunk-DBKCSQVH.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/chunk-EJZ7HOIS.js +8709 -0
- package/dist/chunk-EJZ7HOIS.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-F4GITADW.js} +4 -4
- package/dist/chunk-F4GITADW.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-FLNWE5ZA.js} +5 -5
- package/dist/chunk-FLNWE5ZA.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-GWGDWZVN.js} +5 -5
- package/dist/chunk-GWGDWZVN.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-HOOHJCE7.js} +18 -18
- package/dist/chunk-HOOHJCE7.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-KKL6OICH.js} +3 -3
- package/dist/chunk-KKL6OICH.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-MJELLVQP.js} +4 -3
- package/dist/chunk-MJELLVQP.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-O54KGALH.js} +3 -3
- package/dist/chunk-O54KGALH.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-QFBSNSUL.js} +5 -5
- package/dist/chunk-QFBSNSUL.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-RE426Q7Y.js} +4 -4
- package/dist/chunk-RE426Q7Y.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-T3MFWGMX.js} +3 -3
- package/dist/chunk-T3MFWGMX.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-VZPNRPXL.js} +5 -5
- package/dist/chunk-VZPNRPXL.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-XACJ63U4.js} +14 -5
- package/dist/chunk-XACJ63U4.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-ZFYI4P6C.js} +5 -5
- package/dist/chunk-ZFYI4P6C.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +154 -62
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/hosted-chat.d.ts +28 -0
- package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-bound-taskset-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +342 -322
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +444 -375
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +745 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4600 -4576
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -52,9 +52,9 @@ export declare const ModelStarterAttemptPolicySchema: z.ZodDiscriminatedUnion<[z
|
|
|
52
52
|
}, z.core.$strict>>;
|
|
53
53
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
54
54
|
role: z.ZodEnum<{
|
|
55
|
+
assistant: "assistant";
|
|
55
56
|
system: "system";
|
|
56
57
|
user: "user";
|
|
57
|
-
assistant: "assistant";
|
|
58
58
|
}>;
|
|
59
59
|
content: z.ZodString;
|
|
60
60
|
}, z.core.$strict>>>;
|
|
@@ -137,9 +137,9 @@ export declare const ModelStarterAttemptRequestSchema: z.ZodObject<{
|
|
|
137
137
|
}, z.core.$strict>>;
|
|
138
138
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
139
139
|
role: z.ZodEnum<{
|
|
140
|
+
assistant: "assistant";
|
|
140
141
|
system: "system";
|
|
141
142
|
user: "user";
|
|
142
|
-
assistant: "assistant";
|
|
143
143
|
}>;
|
|
144
144
|
content: z.ZodString;
|
|
145
145
|
}, z.core.$strict>>>;
|
|
@@ -179,10 +179,10 @@ export declare const ModelStarterAttemptChoicesSchema: z.ZodObject<{
|
|
|
179
179
|
tasks: z.ZodArray<z.ZodObject<{
|
|
180
180
|
id: z.ZodString;
|
|
181
181
|
split: z.ZodEnum<{
|
|
182
|
+
frozen_eval: "frozen_eval";
|
|
183
|
+
test: "test";
|
|
182
184
|
train: "train";
|
|
183
185
|
validation: "validation";
|
|
184
|
-
test: "test";
|
|
185
|
-
frozen_eval: "frozen_eval";
|
|
186
186
|
}>;
|
|
187
187
|
inputPreview: z.ZodString;
|
|
188
188
|
fixtures: z.ZodArray<z.ZodObject<{
|
|
@@ -266,9 +266,9 @@ export declare const ModelStarterAttemptSummarySchema: z.ZodObject<{
|
|
|
266
266
|
}, z.core.$strict>>;
|
|
267
267
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
268
268
|
role: z.ZodEnum<{
|
|
269
|
+
assistant: "assistant";
|
|
269
270
|
system: "system";
|
|
270
271
|
user: "user";
|
|
271
|
-
assistant: "assistant";
|
|
272
272
|
}>;
|
|
273
273
|
content: z.ZodString;
|
|
274
274
|
}, z.core.$strict>>>;
|
|
@@ -282,11 +282,11 @@ export declare const ModelStarterAttemptSummarySchema: z.ZodObject<{
|
|
|
282
282
|
}, z.core.$strict>;
|
|
283
283
|
status: z.ZodEnum<{
|
|
284
284
|
cancelled: "cancelled";
|
|
285
|
+
cancelling: "cancelling";
|
|
286
|
+
completed: "completed";
|
|
285
287
|
failed: "failed";
|
|
286
288
|
queued: "queued";
|
|
287
289
|
running: "running";
|
|
288
|
-
cancelling: "cancelling";
|
|
289
|
-
completed: "completed";
|
|
290
290
|
}>;
|
|
291
291
|
policySnapshot: z.ZodNullable<z.ZodObject<{
|
|
292
292
|
modelId: z.ZodString;
|
|
@@ -301,11 +301,11 @@ export declare const ModelStarterAttemptSummarySchema: z.ZodObject<{
|
|
|
301
301
|
resultAvailable: z.ZodBoolean;
|
|
302
302
|
score: z.ZodNullable<z.ZodNumber>;
|
|
303
303
|
gradingStatus: z.ZodDefault<z.ZodEnum<{
|
|
304
|
-
scored: "scored";
|
|
305
|
-
pending: "pending";
|
|
306
|
-
unscorable: "unscorable";
|
|
307
304
|
not_configured: "not_configured";
|
|
308
305
|
not_started: "not_started";
|
|
306
|
+
pending: "pending";
|
|
307
|
+
scored: "scored";
|
|
308
|
+
unscorable: "unscorable";
|
|
309
309
|
}>>;
|
|
310
310
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
311
311
|
outputPreview: z.ZodNullable<z.ZodString>;
|
|
@@ -395,9 +395,9 @@ export declare const ModelStarterAttemptPageSchema: z.ZodObject<{
|
|
|
395
395
|
}, z.core.$strict>>;
|
|
396
396
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
397
397
|
role: z.ZodEnum<{
|
|
398
|
+
assistant: "assistant";
|
|
398
399
|
system: "system";
|
|
399
400
|
user: "user";
|
|
400
|
-
assistant: "assistant";
|
|
401
401
|
}>;
|
|
402
402
|
content: z.ZodString;
|
|
403
403
|
}, z.core.$strict>>>;
|
|
@@ -411,11 +411,11 @@ export declare const ModelStarterAttemptPageSchema: z.ZodObject<{
|
|
|
411
411
|
}, z.core.$strict>;
|
|
412
412
|
status: z.ZodEnum<{
|
|
413
413
|
cancelled: "cancelled";
|
|
414
|
+
cancelling: "cancelling";
|
|
415
|
+
completed: "completed";
|
|
414
416
|
failed: "failed";
|
|
415
417
|
queued: "queued";
|
|
416
418
|
running: "running";
|
|
417
|
-
cancelling: "cancelling";
|
|
418
|
-
completed: "completed";
|
|
419
419
|
}>;
|
|
420
420
|
policySnapshot: z.ZodNullable<z.ZodObject<{
|
|
421
421
|
modelId: z.ZodString;
|
|
@@ -430,11 +430,11 @@ export declare const ModelStarterAttemptPageSchema: z.ZodObject<{
|
|
|
430
430
|
resultAvailable: z.ZodBoolean;
|
|
431
431
|
score: z.ZodNullable<z.ZodNumber>;
|
|
432
432
|
gradingStatus: z.ZodDefault<z.ZodEnum<{
|
|
433
|
-
scored: "scored";
|
|
434
|
-
pending: "pending";
|
|
435
|
-
unscorable: "unscorable";
|
|
436
433
|
not_configured: "not_configured";
|
|
437
434
|
not_started: "not_started";
|
|
435
|
+
pending: "pending";
|
|
436
|
+
scored: "scored";
|
|
437
|
+
unscorable: "unscorable";
|
|
438
438
|
}>>;
|
|
439
439
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
440
440
|
outputPreview: z.ZodNullable<z.ZodString>;
|
|
@@ -521,9 +521,9 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
521
521
|
}, z.core.$strict>>;
|
|
522
522
|
messages: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
523
523
|
role: z.ZodEnum<{
|
|
524
|
+
assistant: "assistant";
|
|
524
525
|
system: "system";
|
|
525
526
|
user: "user";
|
|
526
|
-
assistant: "assistant";
|
|
527
527
|
}>;
|
|
528
528
|
content: z.ZodString;
|
|
529
529
|
}, z.core.$strict>>>;
|
|
@@ -537,11 +537,11 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
537
537
|
}, z.core.$strict>;
|
|
538
538
|
status: z.ZodEnum<{
|
|
539
539
|
cancelled: "cancelled";
|
|
540
|
+
cancelling: "cancelling";
|
|
541
|
+
completed: "completed";
|
|
540
542
|
failed: "failed";
|
|
541
543
|
queued: "queued";
|
|
542
544
|
running: "running";
|
|
543
|
-
cancelling: "cancelling";
|
|
544
|
-
completed: "completed";
|
|
545
545
|
}>;
|
|
546
546
|
policySnapshot: z.ZodNullable<z.ZodObject<{
|
|
547
547
|
modelId: z.ZodString;
|
|
@@ -556,11 +556,11 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
556
556
|
resultAvailable: z.ZodBoolean;
|
|
557
557
|
score: z.ZodNullable<z.ZodNumber>;
|
|
558
558
|
gradingStatus: z.ZodDefault<z.ZodEnum<{
|
|
559
|
-
scored: "scored";
|
|
560
|
-
pending: "pending";
|
|
561
|
-
unscorable: "unscorable";
|
|
562
559
|
not_configured: "not_configured";
|
|
563
560
|
not_started: "not_started";
|
|
561
|
+
pending: "pending";
|
|
562
|
+
scored: "scored";
|
|
563
|
+
unscorable: "unscorable";
|
|
564
564
|
}>>;
|
|
565
565
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
566
566
|
outputPreview: z.ZodNullable<z.ZodString>;
|
|
@@ -593,11 +593,11 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
593
593
|
training: "training";
|
|
594
594
|
}>;
|
|
595
595
|
status: z.ZodEnum<{
|
|
596
|
-
pending: "pending";
|
|
597
596
|
failed: "failed";
|
|
597
|
+
not_applicable: "not_applicable";
|
|
598
|
+
pending: "pending";
|
|
598
599
|
scored: "scored";
|
|
599
600
|
unavailable: "unavailable";
|
|
600
|
-
not_applicable: "not_applicable";
|
|
601
601
|
}>;
|
|
602
602
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
603
603
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -608,8 +608,8 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
608
608
|
graderId: z.ZodString;
|
|
609
609
|
graderVersion: z.ZodString;
|
|
610
610
|
status: z.ZodOptional<z.ZodEnum<{
|
|
611
|
-
pending: "pending";
|
|
612
611
|
failed: "failed";
|
|
612
|
+
pending: "pending";
|
|
613
613
|
scored: "scored";
|
|
614
614
|
unavailable: "unavailable";
|
|
615
615
|
}>>;
|
|
@@ -617,12 +617,12 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
617
617
|
passed: z.ZodBoolean;
|
|
618
618
|
rewardEligible: z.ZodBoolean;
|
|
619
619
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
620
|
-
|
|
621
|
-
grader_failure: "grader_failure";
|
|
620
|
+
cancelled: "cancelled";
|
|
622
621
|
environment_failure: "environment_failure";
|
|
622
|
+
grader_failure: "grader_failure";
|
|
623
623
|
infrastructure_failure: "infrastructure_failure";
|
|
624
|
+
policy_failure: "policy_failure";
|
|
624
625
|
timeout: "timeout";
|
|
625
|
-
cancelled: "cancelled";
|
|
626
626
|
}>>;
|
|
627
627
|
feedback: z.ZodArray<z.ZodString>;
|
|
628
628
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -642,12 +642,12 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
642
642
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
643
643
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
644
644
|
reasoningEffort: z.ZodEnum<{
|
|
645
|
-
|
|
645
|
+
high: "high";
|
|
646
646
|
low: "low";
|
|
647
|
+
max: "max";
|
|
647
648
|
medium: "medium";
|
|
648
|
-
|
|
649
|
+
off: "off";
|
|
649
650
|
xhigh: "xhigh";
|
|
650
|
-
max: "max";
|
|
651
651
|
}>;
|
|
652
652
|
maximumOutputTokens: z.ZodNumber;
|
|
653
653
|
}, z.core.$strict>>;
|
|
@@ -661,20 +661,20 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
661
661
|
}, z.core.$strict>>;
|
|
662
662
|
training: z.ZodObject<{
|
|
663
663
|
status: z.ZodEnum<{
|
|
664
|
+
not_configured: "not_configured";
|
|
664
665
|
pending: "pending";
|
|
665
666
|
scored: "scored";
|
|
666
667
|
unscorable: "unscorable";
|
|
667
|
-
not_configured: "not_configured";
|
|
668
668
|
}>;
|
|
669
669
|
score: z.ZodNullable<z.ZodNumber>;
|
|
670
670
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
671
671
|
}, z.core.$strict>;
|
|
672
672
|
evaluation: z.ZodObject<{
|
|
673
673
|
status: z.ZodEnum<{
|
|
674
|
+
not_configured: "not_configured";
|
|
674
675
|
pending: "pending";
|
|
675
676
|
scored: "scored";
|
|
676
677
|
unscorable: "unscorable";
|
|
677
|
-
not_configured: "not_configured";
|
|
678
678
|
}>;
|
|
679
679
|
score: z.ZodNullable<z.ZodNumber>;
|
|
680
680
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -686,18 +686,18 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
686
686
|
passed: z.ZodBoolean;
|
|
687
687
|
rewardEligible: z.ZodBoolean;
|
|
688
688
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
689
|
-
|
|
690
|
-
grader_failure: "grader_failure";
|
|
689
|
+
cancelled: "cancelled";
|
|
691
690
|
environment_failure: "environment_failure";
|
|
691
|
+
grader_failure: "grader_failure";
|
|
692
692
|
infrastructure_failure: "infrastructure_failure";
|
|
693
|
+
policy_failure: "policy_failure";
|
|
693
694
|
timeout: "timeout";
|
|
694
|
-
cancelled: "cancelled";
|
|
695
695
|
}>>;
|
|
696
696
|
gradingStatus: z.ZodEnum<{
|
|
697
|
+
not_configured: "not_configured";
|
|
697
698
|
pending: "pending";
|
|
698
699
|
scored: "scored";
|
|
699
700
|
unscorable: "unscorable";
|
|
700
|
-
not_configured: "not_configured";
|
|
701
701
|
}>;
|
|
702
702
|
schemaVersion: z.ZodLiteral<"openpond.taskGrade.v1">;
|
|
703
703
|
taskHash: z.ZodString;
|
|
@@ -708,8 +708,8 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
708
708
|
graderId: z.ZodString;
|
|
709
709
|
graderVersion: z.ZodString;
|
|
710
710
|
status: z.ZodOptional<z.ZodEnum<{
|
|
711
|
-
pending: "pending";
|
|
712
711
|
failed: "failed";
|
|
712
|
+
pending: "pending";
|
|
713
713
|
scored: "scored";
|
|
714
714
|
unavailable: "unavailable";
|
|
715
715
|
}>>;
|
|
@@ -717,12 +717,12 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
717
717
|
passed: z.ZodBoolean;
|
|
718
718
|
rewardEligible: z.ZodBoolean;
|
|
719
719
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
720
|
-
|
|
721
|
-
grader_failure: "grader_failure";
|
|
720
|
+
cancelled: "cancelled";
|
|
722
721
|
environment_failure: "environment_failure";
|
|
722
|
+
grader_failure: "grader_failure";
|
|
723
723
|
infrastructure_failure: "infrastructure_failure";
|
|
724
|
+
policy_failure: "policy_failure";
|
|
724
725
|
timeout: "timeout";
|
|
725
|
-
cancelled: "cancelled";
|
|
726
726
|
}>>;
|
|
727
727
|
feedback: z.ZodArray<z.ZodString>;
|
|
728
728
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -742,12 +742,12 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
742
742
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
743
743
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
744
744
|
reasoningEffort: z.ZodEnum<{
|
|
745
|
-
|
|
745
|
+
high: "high";
|
|
746
746
|
low: "low";
|
|
747
|
+
max: "max";
|
|
747
748
|
medium: "medium";
|
|
748
|
-
|
|
749
|
+
off: "off";
|
|
749
750
|
xhigh: "xhigh";
|
|
750
|
-
max: "max";
|
|
751
751
|
}>;
|
|
752
752
|
maximumOutputTokens: z.ZodNumber;
|
|
753
753
|
}, z.core.$strict>>;
|
|
@@ -767,18 +767,18 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
767
767
|
passed: z.ZodBoolean;
|
|
768
768
|
rewardEligible: z.ZodBoolean;
|
|
769
769
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
770
|
-
|
|
771
|
-
grader_failure: "grader_failure";
|
|
770
|
+
cancelled: "cancelled";
|
|
772
771
|
environment_failure: "environment_failure";
|
|
772
|
+
grader_failure: "grader_failure";
|
|
773
773
|
infrastructure_failure: "infrastructure_failure";
|
|
774
|
+
policy_failure: "policy_failure";
|
|
774
775
|
timeout: "timeout";
|
|
775
|
-
cancelled: "cancelled";
|
|
776
776
|
}>>;
|
|
777
777
|
gradingStatus: z.ZodEnum<{
|
|
778
|
+
not_configured: "not_configured";
|
|
778
779
|
pending: "pending";
|
|
779
780
|
scored: "scored";
|
|
780
781
|
unscorable: "unscorable";
|
|
781
|
-
not_configured: "not_configured";
|
|
782
782
|
}>;
|
|
783
783
|
schemaVersion: z.ZodLiteral<"openpond.taskGrade.v1">;
|
|
784
784
|
taskHash: z.ZodString;
|
|
@@ -789,8 +789,8 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
789
789
|
graderId: z.ZodString;
|
|
790
790
|
graderVersion: z.ZodString;
|
|
791
791
|
status: z.ZodOptional<z.ZodEnum<{
|
|
792
|
-
pending: "pending";
|
|
793
792
|
failed: "failed";
|
|
793
|
+
pending: "pending";
|
|
794
794
|
scored: "scored";
|
|
795
795
|
unavailable: "unavailable";
|
|
796
796
|
}>>;
|
|
@@ -798,12 +798,12 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
798
798
|
passed: z.ZodBoolean;
|
|
799
799
|
rewardEligible: z.ZodBoolean;
|
|
800
800
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
801
|
-
|
|
802
|
-
grader_failure: "grader_failure";
|
|
801
|
+
cancelled: "cancelled";
|
|
803
802
|
environment_failure: "environment_failure";
|
|
803
|
+
grader_failure: "grader_failure";
|
|
804
804
|
infrastructure_failure: "infrastructure_failure";
|
|
805
|
+
policy_failure: "policy_failure";
|
|
805
806
|
timeout: "timeout";
|
|
806
|
-
cancelled: "cancelled";
|
|
807
807
|
}>>;
|
|
808
808
|
feedback: z.ZodArray<z.ZodString>;
|
|
809
809
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -823,12 +823,12 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
823
823
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
824
824
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
825
825
|
reasoningEffort: z.ZodEnum<{
|
|
826
|
-
|
|
826
|
+
high: "high";
|
|
827
827
|
low: "low";
|
|
828
|
+
max: "max";
|
|
828
829
|
medium: "medium";
|
|
829
|
-
|
|
830
|
+
off: "off";
|
|
830
831
|
xhigh: "xhigh";
|
|
831
|
-
max: "max";
|
|
832
832
|
}>;
|
|
833
833
|
maximumOutputTokens: z.ZodNumber;
|
|
834
834
|
}, z.core.$strict>>;
|
|
@@ -844,28 +844,28 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
|
|
|
844
844
|
passed: z.ZodBoolean;
|
|
845
845
|
rewardEligible: z.ZodBoolean;
|
|
846
846
|
gradingStatus: z.ZodEnum<{
|
|
847
|
-
|
|
847
|
+
not_configured: "not_configured";
|
|
848
848
|
pending: "pending";
|
|
849
|
+
scored: "scored";
|
|
849
850
|
unscorable: "unscorable";
|
|
850
|
-
not_configured: "not_configured";
|
|
851
851
|
}>;
|
|
852
852
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
853
|
-
|
|
854
|
-
grader_failure: "grader_failure";
|
|
853
|
+
cancelled: "cancelled";
|
|
855
854
|
environment_failure: "environment_failure";
|
|
855
|
+
grader_failure: "grader_failure";
|
|
856
856
|
infrastructure_failure: "infrastructure_failure";
|
|
857
|
+
policy_failure: "policy_failure";
|
|
857
858
|
timeout: "timeout";
|
|
858
|
-
cancelled: "cancelled";
|
|
859
859
|
}>>;
|
|
860
860
|
contentHash: z.ZodString;
|
|
861
861
|
}, z.core.$strict>>>;
|
|
862
862
|
environment: z.ZodObject<{
|
|
863
863
|
status: z.ZodEnum<{
|
|
864
|
-
|
|
865
|
-
environment_failure: "environment_failure";
|
|
864
|
+
budget_exhausted: "budget_exhausted";
|
|
866
865
|
cancelled: "cancelled";
|
|
867
866
|
completed: "completed";
|
|
868
|
-
|
|
867
|
+
environment_failure: "environment_failure";
|
|
868
|
+
policy_failure: "policy_failure";
|
|
869
869
|
timed_out: "timed_out";
|
|
870
870
|
}>;
|
|
871
871
|
collected: z.ZodBoolean;
|
|
@@ -929,6 +929,12 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
929
929
|
operationId: string;
|
|
930
930
|
teamId: string;
|
|
931
931
|
modelProjectId: string | null;
|
|
932
|
+
project?: {
|
|
933
|
+
id: string;
|
|
934
|
+
revision: number;
|
|
935
|
+
contentHash: string;
|
|
936
|
+
targetId: string | null;
|
|
937
|
+
} | undefined;
|
|
932
938
|
taskset: {
|
|
933
939
|
id: string;
|
|
934
940
|
contentHash: string;
|
|
@@ -939,10 +945,12 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
939
945
|
policy: {
|
|
940
946
|
kind: "hosted_chat";
|
|
941
947
|
modelId: string;
|
|
942
|
-
maxOutputTokens: number;
|
|
943
|
-
temperature: number;
|
|
944
|
-
topP: number;
|
|
945
948
|
localRuntime?: {
|
|
949
|
+
providerId: "custom-openai-compatible";
|
|
950
|
+
configurationHash: string;
|
|
951
|
+
maximumRequestCostUsd: number;
|
|
952
|
+
requestTimeoutMs: number;
|
|
953
|
+
} | {
|
|
946
954
|
providerId: "claude-code";
|
|
947
955
|
configurationHash: string;
|
|
948
956
|
executableHash: string;
|
|
@@ -959,11 +967,6 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
959
967
|
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
960
968
|
maximumRequestCostUsd: number;
|
|
961
969
|
requestTimeoutMs: number;
|
|
962
|
-
} | {
|
|
963
|
-
providerId: "custom-openai-compatible";
|
|
964
|
-
configurationHash: string;
|
|
965
|
-
maximumRequestCostUsd: number;
|
|
966
|
-
requestTimeoutMs: number;
|
|
967
970
|
} | undefined;
|
|
968
971
|
candidate?: {
|
|
969
972
|
artifactId: string;
|
|
@@ -985,21 +988,18 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
985
988
|
sourcePackageHash: string;
|
|
986
989
|
} | undefined;
|
|
987
990
|
messages?: {
|
|
988
|
-
role: "
|
|
991
|
+
role: "assistant" | "system" | "user";
|
|
989
992
|
content: string;
|
|
990
993
|
}[] | undefined;
|
|
994
|
+
maxOutputTokens: number;
|
|
995
|
+
temperature: number;
|
|
996
|
+
topP: number;
|
|
991
997
|
} | {
|
|
992
998
|
kind: "fixture";
|
|
993
999
|
fixtureId: string;
|
|
994
1000
|
};
|
|
995
|
-
project?: {
|
|
996
|
-
id: string;
|
|
997
|
-
revision: number;
|
|
998
|
-
contentHash: string;
|
|
999
|
-
targetId: string | null;
|
|
1000
|
-
} | undefined;
|
|
1001
1001
|
};
|
|
1002
|
-
status: "cancelled" | "
|
|
1002
|
+
status: "cancelled" | "cancelling" | "completed" | "failed" | "queued" | "running";
|
|
1003
1003
|
policySnapshot: {
|
|
1004
1004
|
modelId: string;
|
|
1005
1005
|
provider: string;
|
|
@@ -1012,7 +1012,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1012
1012
|
cleanupComplete: boolean;
|
|
1013
1013
|
resultAvailable: boolean;
|
|
1014
1014
|
score: number | null;
|
|
1015
|
-
gradingStatus: "
|
|
1015
|
+
gradingStatus: "not_configured" | "not_started" | "pending" | "scored" | "unscorable";
|
|
1016
1016
|
passed: boolean | null;
|
|
1017
1017
|
outputPreview: string | null;
|
|
1018
1018
|
error: {
|
|
@@ -1031,6 +1031,12 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1031
1031
|
operationId: string;
|
|
1032
1032
|
teamId: string;
|
|
1033
1033
|
modelProjectId: string | null;
|
|
1034
|
+
project?: {
|
|
1035
|
+
id: string;
|
|
1036
|
+
revision: number;
|
|
1037
|
+
contentHash: string;
|
|
1038
|
+
targetId: string | null;
|
|
1039
|
+
} | undefined;
|
|
1034
1040
|
taskset: {
|
|
1035
1041
|
id: string;
|
|
1036
1042
|
contentHash: string;
|
|
@@ -1041,10 +1047,12 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1041
1047
|
policy: {
|
|
1042
1048
|
kind: "hosted_chat";
|
|
1043
1049
|
modelId: string;
|
|
1044
|
-
maxOutputTokens: number;
|
|
1045
|
-
temperature: number;
|
|
1046
|
-
topP: number;
|
|
1047
1050
|
localRuntime?: {
|
|
1051
|
+
providerId: "custom-openai-compatible";
|
|
1052
|
+
configurationHash: string;
|
|
1053
|
+
maximumRequestCostUsd: number;
|
|
1054
|
+
requestTimeoutMs: number;
|
|
1055
|
+
} | {
|
|
1048
1056
|
providerId: "claude-code";
|
|
1049
1057
|
configurationHash: string;
|
|
1050
1058
|
executableHash: string;
|
|
@@ -1061,11 +1069,6 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1061
1069
|
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
1062
1070
|
maximumRequestCostUsd: number;
|
|
1063
1071
|
requestTimeoutMs: number;
|
|
1064
|
-
} | {
|
|
1065
|
-
providerId: "custom-openai-compatible";
|
|
1066
|
-
configurationHash: string;
|
|
1067
|
-
maximumRequestCostUsd: number;
|
|
1068
|
-
requestTimeoutMs: number;
|
|
1069
1072
|
} | undefined;
|
|
1070
1073
|
candidate?: {
|
|
1071
1074
|
artifactId: string;
|
|
@@ -1087,21 +1090,18 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1087
1090
|
sourcePackageHash: string;
|
|
1088
1091
|
} | undefined;
|
|
1089
1092
|
messages?: {
|
|
1090
|
-
role: "
|
|
1093
|
+
role: "assistant" | "system" | "user";
|
|
1091
1094
|
content: string;
|
|
1092
1095
|
}[] | undefined;
|
|
1096
|
+
maxOutputTokens: number;
|
|
1097
|
+
temperature: number;
|
|
1098
|
+
topP: number;
|
|
1093
1099
|
} | {
|
|
1094
1100
|
kind: "fixture";
|
|
1095
1101
|
fixtureId: string;
|
|
1096
1102
|
};
|
|
1097
|
-
project?: {
|
|
1098
|
-
id: string;
|
|
1099
|
-
revision: number;
|
|
1100
|
-
contentHash: string;
|
|
1101
|
-
targetId: string | null;
|
|
1102
|
-
} | undefined;
|
|
1103
1103
|
};
|
|
1104
|
-
status: "cancelled" | "
|
|
1104
|
+
status: "cancelled" | "cancelling" | "completed" | "failed" | "queued" | "running";
|
|
1105
1105
|
policySnapshot: {
|
|
1106
1106
|
modelId: string;
|
|
1107
1107
|
provider: string;
|
|
@@ -1114,7 +1114,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1114
1114
|
cleanupComplete: boolean;
|
|
1115
1115
|
resultAvailable: boolean;
|
|
1116
1116
|
score: number | null;
|
|
1117
|
-
gradingStatus: "
|
|
1117
|
+
gradingStatus: "not_configured" | "not_started" | "pending" | "scored" | "unscorable";
|
|
1118
1118
|
passed: boolean | null;
|
|
1119
1119
|
outputPreview: string | null;
|
|
1120
1120
|
error: {
|
|
@@ -1140,7 +1140,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1140
1140
|
}[];
|
|
1141
1141
|
tasks: {
|
|
1142
1142
|
id: string;
|
|
1143
|
-
split: "
|
|
1143
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1144
1144
|
inputPreview: string;
|
|
1145
1145
|
fixtures: {
|
|
1146
1146
|
id: string;
|
|
@@ -1160,6 +1160,12 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1160
1160
|
operationId: string;
|
|
1161
1161
|
teamId: string;
|
|
1162
1162
|
modelProjectId: string | null;
|
|
1163
|
+
project?: {
|
|
1164
|
+
id: string;
|
|
1165
|
+
revision: number;
|
|
1166
|
+
contentHash: string;
|
|
1167
|
+
targetId: string | null;
|
|
1168
|
+
} | undefined;
|
|
1163
1169
|
taskset: {
|
|
1164
1170
|
id: string;
|
|
1165
1171
|
contentHash: string;
|
|
@@ -1170,10 +1176,12 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1170
1176
|
policy: {
|
|
1171
1177
|
kind: "hosted_chat";
|
|
1172
1178
|
modelId: string;
|
|
1173
|
-
maxOutputTokens: number;
|
|
1174
|
-
temperature: number;
|
|
1175
|
-
topP: number;
|
|
1176
1179
|
localRuntime?: {
|
|
1180
|
+
providerId: "custom-openai-compatible";
|
|
1181
|
+
configurationHash: string;
|
|
1182
|
+
maximumRequestCostUsd: number;
|
|
1183
|
+
requestTimeoutMs: number;
|
|
1184
|
+
} | {
|
|
1177
1185
|
providerId: "claude-code";
|
|
1178
1186
|
configurationHash: string;
|
|
1179
1187
|
executableHash: string;
|
|
@@ -1190,11 +1198,6 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1190
1198
|
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
1191
1199
|
maximumRequestCostUsd: number;
|
|
1192
1200
|
requestTimeoutMs: number;
|
|
1193
|
-
} | {
|
|
1194
|
-
providerId: "custom-openai-compatible";
|
|
1195
|
-
configurationHash: string;
|
|
1196
|
-
maximumRequestCostUsd: number;
|
|
1197
|
-
requestTimeoutMs: number;
|
|
1198
1201
|
} | undefined;
|
|
1199
1202
|
candidate?: {
|
|
1200
1203
|
artifactId: string;
|
|
@@ -1216,21 +1219,18 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1216
1219
|
sourcePackageHash: string;
|
|
1217
1220
|
} | undefined;
|
|
1218
1221
|
messages?: {
|
|
1219
|
-
role: "
|
|
1222
|
+
role: "assistant" | "system" | "user";
|
|
1220
1223
|
content: string;
|
|
1221
1224
|
}[] | undefined;
|
|
1225
|
+
maxOutputTokens: number;
|
|
1226
|
+
temperature: number;
|
|
1227
|
+
topP: number;
|
|
1222
1228
|
} | {
|
|
1223
1229
|
kind: "fixture";
|
|
1224
1230
|
fixtureId: string;
|
|
1225
1231
|
};
|
|
1226
|
-
project?: {
|
|
1227
|
-
id: string;
|
|
1228
|
-
revision: number;
|
|
1229
|
-
contentHash: string;
|
|
1230
|
-
targetId: string | null;
|
|
1231
|
-
} | undefined;
|
|
1232
1232
|
};
|
|
1233
|
-
status: "cancelled" | "
|
|
1233
|
+
status: "cancelled" | "cancelling" | "completed" | "failed" | "queued" | "running";
|
|
1234
1234
|
policySnapshot: {
|
|
1235
1235
|
modelId: string;
|
|
1236
1236
|
provider: string;
|
|
@@ -1243,7 +1243,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1243
1243
|
cleanupComplete: boolean;
|
|
1244
1244
|
resultAvailable: boolean;
|
|
1245
1245
|
score: number | null;
|
|
1246
|
-
gradingStatus: "
|
|
1246
|
+
gradingStatus: "not_configured" | "not_started" | "pending" | "scored" | "unscorable";
|
|
1247
1247
|
passed: boolean | null;
|
|
1248
1248
|
outputPreview: string | null;
|
|
1249
1249
|
error: {
|
|
@@ -1264,6 +1264,12 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1264
1264
|
operationId: string;
|
|
1265
1265
|
teamId: string;
|
|
1266
1266
|
modelProjectId: string | null;
|
|
1267
|
+
project?: {
|
|
1268
|
+
id: string;
|
|
1269
|
+
revision: number;
|
|
1270
|
+
contentHash: string;
|
|
1271
|
+
targetId: string | null;
|
|
1272
|
+
} | undefined;
|
|
1267
1273
|
taskset: {
|
|
1268
1274
|
id: string;
|
|
1269
1275
|
contentHash: string;
|
|
@@ -1274,10 +1280,12 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1274
1280
|
policy: {
|
|
1275
1281
|
kind: "hosted_chat";
|
|
1276
1282
|
modelId: string;
|
|
1277
|
-
maxOutputTokens: number;
|
|
1278
|
-
temperature: number;
|
|
1279
|
-
topP: number;
|
|
1280
1283
|
localRuntime?: {
|
|
1284
|
+
providerId: "custom-openai-compatible";
|
|
1285
|
+
configurationHash: string;
|
|
1286
|
+
maximumRequestCostUsd: number;
|
|
1287
|
+
requestTimeoutMs: number;
|
|
1288
|
+
} | {
|
|
1281
1289
|
providerId: "claude-code";
|
|
1282
1290
|
configurationHash: string;
|
|
1283
1291
|
executableHash: string;
|
|
@@ -1294,11 +1302,6 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1294
1302
|
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
1295
1303
|
maximumRequestCostUsd: number;
|
|
1296
1304
|
requestTimeoutMs: number;
|
|
1297
|
-
} | {
|
|
1298
|
-
providerId: "custom-openai-compatible";
|
|
1299
|
-
configurationHash: string;
|
|
1300
|
-
maximumRequestCostUsd: number;
|
|
1301
|
-
requestTimeoutMs: number;
|
|
1302
1305
|
} | undefined;
|
|
1303
1306
|
candidate?: {
|
|
1304
1307
|
artifactId: string;
|
|
@@ -1320,21 +1323,18 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1320
1323
|
sourcePackageHash: string;
|
|
1321
1324
|
} | undefined;
|
|
1322
1325
|
messages?: {
|
|
1323
|
-
role: "
|
|
1326
|
+
role: "assistant" | "system" | "user";
|
|
1324
1327
|
content: string;
|
|
1325
1328
|
}[] | undefined;
|
|
1329
|
+
maxOutputTokens: number;
|
|
1330
|
+
temperature: number;
|
|
1331
|
+
topP: number;
|
|
1326
1332
|
} | {
|
|
1327
1333
|
kind: "fixture";
|
|
1328
1334
|
fixtureId: string;
|
|
1329
1335
|
};
|
|
1330
|
-
project?: {
|
|
1331
|
-
id: string;
|
|
1332
|
-
revision: number;
|
|
1333
|
-
contentHash: string;
|
|
1334
|
-
targetId: string | null;
|
|
1335
|
-
} | undefined;
|
|
1336
1336
|
};
|
|
1337
|
-
status: "cancelled" | "
|
|
1337
|
+
status: "cancelled" | "cancelling" | "completed" | "failed" | "queued" | "running";
|
|
1338
1338
|
policySnapshot: {
|
|
1339
1339
|
modelId: string;
|
|
1340
1340
|
provider: string;
|
|
@@ -1347,7 +1347,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1347
1347
|
cleanupComplete: boolean;
|
|
1348
1348
|
resultAvailable: boolean;
|
|
1349
1349
|
score: number | null;
|
|
1350
|
-
gradingStatus: "
|
|
1350
|
+
gradingStatus: "not_configured" | "not_started" | "pending" | "scored" | "unscorable";
|
|
1351
1351
|
passed: boolean | null;
|
|
1352
1352
|
outputPreview: string | null;
|
|
1353
1353
|
error: {
|
|
@@ -1365,6 +1365,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1365
1365
|
revision: number;
|
|
1366
1366
|
};
|
|
1367
1367
|
taskHash: string;
|
|
1368
|
+
taskId?: string | undefined;
|
|
1368
1369
|
outputHash: string;
|
|
1369
1370
|
results: {
|
|
1370
1371
|
graderId: string;
|
|
@@ -1373,26 +1374,24 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1373
1374
|
contentHash: string;
|
|
1374
1375
|
revision: number;
|
|
1375
1376
|
};
|
|
1376
|
-
role: "
|
|
1377
|
-
status: "
|
|
1377
|
+
role: "evaluation" | "training";
|
|
1378
|
+
status: "failed" | "not_applicable" | "pending" | "scored" | "unavailable";
|
|
1378
1379
|
rawScore: number | null;
|
|
1379
1380
|
normalizedScore: number | null;
|
|
1380
1381
|
passed: boolean | null;
|
|
1381
1382
|
evidenceHashes: string[];
|
|
1382
|
-
message: string | null;
|
|
1383
1383
|
graderEvidence?: {
|
|
1384
1384
|
schemaVersion: "openpond.graderEvidence.v1";
|
|
1385
1385
|
graderId: string;
|
|
1386
1386
|
graderVersion: string;
|
|
1387
|
+
status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
|
|
1387
1388
|
score: number | null;
|
|
1388
1389
|
passed: boolean;
|
|
1389
1390
|
rewardEligible: boolean;
|
|
1390
|
-
failureClass: "
|
|
1391
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
1391
1392
|
feedback: string[];
|
|
1392
1393
|
visibleEvidenceRefs: string[];
|
|
1393
1394
|
privilegedEvidenceRefs: string[];
|
|
1394
|
-
contentHash: string;
|
|
1395
|
-
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
1396
1395
|
modelJudgeReceipt?: {
|
|
1397
1396
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
1398
1397
|
providerId: string;
|
|
@@ -1407,48 +1406,35 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1407
1406
|
transportPolicy?: {
|
|
1408
1407
|
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
1409
1408
|
responseFormat: "judgment_json_schema";
|
|
1410
|
-
reasoningEffort: "high" | "low" | "
|
|
1409
|
+
reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
|
|
1411
1410
|
maximumOutputTokens: number;
|
|
1412
1411
|
} | undefined;
|
|
1413
1412
|
effectiveRequestHash?: string | undefined;
|
|
1414
1413
|
finishReason?: string | null | undefined;
|
|
1415
1414
|
reasoningTokens?: number | null | undefined;
|
|
1416
1415
|
} | undefined;
|
|
1416
|
+
contentHash: string;
|
|
1417
1417
|
} | undefined;
|
|
1418
|
+
message: string | null;
|
|
1418
1419
|
}[];
|
|
1419
1420
|
training: {
|
|
1420
|
-
status: "
|
|
1421
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
1421
1422
|
score: number | null;
|
|
1422
1423
|
passed: boolean | null;
|
|
1423
1424
|
};
|
|
1424
1425
|
evaluation: {
|
|
1425
|
-
status: "
|
|
1426
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
1426
1427
|
score: number | null;
|
|
1427
1428
|
passed: boolean | null;
|
|
1428
1429
|
};
|
|
1429
1430
|
contentHash: string;
|
|
1430
|
-
taskId?: string | undefined;
|
|
1431
1431
|
} | null;
|
|
1432
|
-
environment: {
|
|
1433
|
-
status: "policy_failure" | "environment_failure" | "cancelled" | "completed" | "budget_exhausted" | "timed_out";
|
|
1434
|
-
collected: boolean;
|
|
1435
|
-
definition: {
|
|
1436
|
-
id: string;
|
|
1437
|
-
contentHash: string;
|
|
1438
|
-
revision: number;
|
|
1439
|
-
};
|
|
1440
|
-
initialStateHash: string | null;
|
|
1441
|
-
finalStateHash: string | null;
|
|
1442
|
-
attemptHash: string;
|
|
1443
|
-
};
|
|
1444
|
-
providerRequestIds: string[];
|
|
1445
|
-
contentHash: string;
|
|
1446
1432
|
grade?: {
|
|
1447
1433
|
score: number | null;
|
|
1448
1434
|
passed: boolean;
|
|
1449
1435
|
rewardEligible: boolean;
|
|
1450
|
-
failureClass: "
|
|
1451
|
-
gradingStatus: "
|
|
1436
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
1437
|
+
gradingStatus: "not_configured" | "pending" | "scored" | "unscorable";
|
|
1452
1438
|
schemaVersion: "openpond.taskGrade.v1";
|
|
1453
1439
|
taskHash: string;
|
|
1454
1440
|
evidenceHash: string;
|
|
@@ -1457,15 +1443,14 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1457
1443
|
schemaVersion: "openpond.graderEvidence.v1";
|
|
1458
1444
|
graderId: string;
|
|
1459
1445
|
graderVersion: string;
|
|
1446
|
+
status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
|
|
1460
1447
|
score: number | null;
|
|
1461
1448
|
passed: boolean;
|
|
1462
1449
|
rewardEligible: boolean;
|
|
1463
|
-
failureClass: "
|
|
1450
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
1464
1451
|
feedback: string[];
|
|
1465
1452
|
visibleEvidenceRefs: string[];
|
|
1466
1453
|
privilegedEvidenceRefs: string[];
|
|
1467
|
-
contentHash: string;
|
|
1468
|
-
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
1469
1454
|
modelJudgeReceipt?: {
|
|
1470
1455
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
1471
1456
|
providerId: string;
|
|
@@ -1480,13 +1465,14 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1480
1465
|
transportPolicy?: {
|
|
1481
1466
|
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
1482
1467
|
responseFormat: "judgment_json_schema";
|
|
1483
|
-
reasoningEffort: "high" | "low" | "
|
|
1468
|
+
reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
|
|
1484
1469
|
maximumOutputTokens: number;
|
|
1485
1470
|
} | undefined;
|
|
1486
1471
|
effectiveRequestHash?: string | undefined;
|
|
1487
1472
|
finishReason?: string | null | undefined;
|
|
1488
1473
|
reasoningTokens?: number | null | undefined;
|
|
1489
1474
|
} | undefined;
|
|
1475
|
+
contentHash: string;
|
|
1490
1476
|
}[];
|
|
1491
1477
|
contentHash: string;
|
|
1492
1478
|
} | null | undefined;
|
|
@@ -1497,8 +1483,8 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1497
1483
|
score: number | null;
|
|
1498
1484
|
passed: boolean;
|
|
1499
1485
|
rewardEligible: boolean;
|
|
1500
|
-
failureClass: "
|
|
1501
|
-
gradingStatus: "
|
|
1486
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
1487
|
+
gradingStatus: "not_configured" | "pending" | "scored" | "unscorable";
|
|
1502
1488
|
schemaVersion: "openpond.taskGrade.v1";
|
|
1503
1489
|
taskHash: string;
|
|
1504
1490
|
evidenceHash: string;
|
|
@@ -1507,15 +1493,14 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1507
1493
|
schemaVersion: "openpond.graderEvidence.v1";
|
|
1508
1494
|
graderId: string;
|
|
1509
1495
|
graderVersion: string;
|
|
1496
|
+
status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
|
|
1510
1497
|
score: number | null;
|
|
1511
1498
|
passed: boolean;
|
|
1512
1499
|
rewardEligible: boolean;
|
|
1513
|
-
failureClass: "
|
|
1500
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
1514
1501
|
feedback: string[];
|
|
1515
1502
|
visibleEvidenceRefs: string[];
|
|
1516
1503
|
privilegedEvidenceRefs: string[];
|
|
1517
|
-
contentHash: string;
|
|
1518
|
-
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
1519
1504
|
modelJudgeReceipt?: {
|
|
1520
1505
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
1521
1506
|
providerId: string;
|
|
@@ -1530,23 +1515,36 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1530
1515
|
transportPolicy?: {
|
|
1531
1516
|
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
1532
1517
|
responseFormat: "judgment_json_schema";
|
|
1533
|
-
reasoningEffort: "high" | "low" | "
|
|
1518
|
+
reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
|
|
1534
1519
|
maximumOutputTokens: number;
|
|
1535
1520
|
} | undefined;
|
|
1536
1521
|
effectiveRequestHash?: string | undefined;
|
|
1537
1522
|
finishReason?: string | null | undefined;
|
|
1538
1523
|
reasoningTokens?: number | null | undefined;
|
|
1539
1524
|
} | undefined;
|
|
1525
|
+
contentHash: string;
|
|
1540
1526
|
}[];
|
|
1541
1527
|
contentHash: string;
|
|
1542
1528
|
}[];
|
|
1543
1529
|
score: number | null;
|
|
1544
1530
|
passed: boolean;
|
|
1545
1531
|
rewardEligible: boolean;
|
|
1546
|
-
gradingStatus: "
|
|
1547
|
-
failureClass: "
|
|
1532
|
+
gradingStatus: "not_configured" | "pending" | "scored" | "unscorable";
|
|
1533
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
1548
1534
|
contentHash: string;
|
|
1549
1535
|
} | null | undefined;
|
|
1536
|
+
environment: {
|
|
1537
|
+
status: "budget_exhausted" | "cancelled" | "completed" | "environment_failure" | "policy_failure" | "timed_out";
|
|
1538
|
+
collected: boolean;
|
|
1539
|
+
definition: {
|
|
1540
|
+
id: string;
|
|
1541
|
+
contentHash: string;
|
|
1542
|
+
revision: number;
|
|
1543
|
+
};
|
|
1544
|
+
initialStateHash: string | null;
|
|
1545
|
+
finalStateHash: string | null;
|
|
1546
|
+
attemptHash: string;
|
|
1547
|
+
};
|
|
1550
1548
|
native?: {
|
|
1551
1549
|
sessionId: string;
|
|
1552
1550
|
turnId: string;
|
|
@@ -1570,6 +1568,8 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1570
1568
|
outputHash: string;
|
|
1571
1569
|
partialOutputAvailable: boolean;
|
|
1572
1570
|
} | undefined;
|
|
1571
|
+
providerRequestIds: string[];
|
|
1572
|
+
contentHash: string;
|
|
1573
1573
|
}>;
|
|
1574
1574
|
list(value: z.input<typeof ModelStarterAttemptListQuerySchema>, options?: {
|
|
1575
1575
|
signal?: AbortSignal;
|
|
@@ -1583,6 +1583,12 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1583
1583
|
operationId: string;
|
|
1584
1584
|
teamId: string;
|
|
1585
1585
|
modelProjectId: string | null;
|
|
1586
|
+
project?: {
|
|
1587
|
+
id: string;
|
|
1588
|
+
revision: number;
|
|
1589
|
+
contentHash: string;
|
|
1590
|
+
targetId: string | null;
|
|
1591
|
+
} | undefined;
|
|
1586
1592
|
taskset: {
|
|
1587
1593
|
id: string;
|
|
1588
1594
|
contentHash: string;
|
|
@@ -1593,10 +1599,12 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1593
1599
|
policy: {
|
|
1594
1600
|
kind: "hosted_chat";
|
|
1595
1601
|
modelId: string;
|
|
1596
|
-
maxOutputTokens: number;
|
|
1597
|
-
temperature: number;
|
|
1598
|
-
topP: number;
|
|
1599
1602
|
localRuntime?: {
|
|
1603
|
+
providerId: "custom-openai-compatible";
|
|
1604
|
+
configurationHash: string;
|
|
1605
|
+
maximumRequestCostUsd: number;
|
|
1606
|
+
requestTimeoutMs: number;
|
|
1607
|
+
} | {
|
|
1600
1608
|
providerId: "claude-code";
|
|
1601
1609
|
configurationHash: string;
|
|
1602
1610
|
executableHash: string;
|
|
@@ -1613,11 +1621,6 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1613
1621
|
reasoningEffort: "high" | "low" | "medium" | "xhigh";
|
|
1614
1622
|
maximumRequestCostUsd: number;
|
|
1615
1623
|
requestTimeoutMs: number;
|
|
1616
|
-
} | {
|
|
1617
|
-
providerId: "custom-openai-compatible";
|
|
1618
|
-
configurationHash: string;
|
|
1619
|
-
maximumRequestCostUsd: number;
|
|
1620
|
-
requestTimeoutMs: number;
|
|
1621
1624
|
} | undefined;
|
|
1622
1625
|
candidate?: {
|
|
1623
1626
|
artifactId: string;
|
|
@@ -1639,21 +1642,18 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1639
1642
|
sourcePackageHash: string;
|
|
1640
1643
|
} | undefined;
|
|
1641
1644
|
messages?: {
|
|
1642
|
-
role: "
|
|
1645
|
+
role: "assistant" | "system" | "user";
|
|
1643
1646
|
content: string;
|
|
1644
1647
|
}[] | undefined;
|
|
1648
|
+
maxOutputTokens: number;
|
|
1649
|
+
temperature: number;
|
|
1650
|
+
topP: number;
|
|
1645
1651
|
} | {
|
|
1646
1652
|
kind: "fixture";
|
|
1647
1653
|
fixtureId: string;
|
|
1648
1654
|
};
|
|
1649
|
-
project?: {
|
|
1650
|
-
id: string;
|
|
1651
|
-
revision: number;
|
|
1652
|
-
contentHash: string;
|
|
1653
|
-
targetId: string | null;
|
|
1654
|
-
} | undefined;
|
|
1655
1655
|
};
|
|
1656
|
-
status: "cancelled" | "
|
|
1656
|
+
status: "cancelled" | "cancelling" | "completed" | "failed" | "queued" | "running";
|
|
1657
1657
|
policySnapshot: {
|
|
1658
1658
|
modelId: string;
|
|
1659
1659
|
provider: string;
|
|
@@ -1666,7 +1666,7 @@ export declare class OpenPondModelStarterAttemptsClient {
|
|
|
1666
1666
|
cleanupComplete: boolean;
|
|
1667
1667
|
resultAvailable: boolean;
|
|
1668
1668
|
score: number | null;
|
|
1669
|
-
gradingStatus: "
|
|
1669
|
+
gradingStatus: "not_configured" | "not_started" | "pending" | "scored" | "unscorable";
|
|
1670
1670
|
passed: boolean | null;
|
|
1671
1671
|
outputPreview: string | null;
|
|
1672
1672
|
error: {
|