openpond-sdk 0.12.3 → 0.12.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-77N3QEIL.js → chunk-25L5IXHA.js} +5 -5
- package/dist/chunk-25L5IXHA.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-6GQ3GIAP.js} +7 -5
- package/dist/chunk-6GQ3GIAP.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-6KKM2XRR.js} +75 -15
- package/dist/chunk-6KKM2XRR.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-6MFFKAU6.js} +3 -3
- package/dist/chunk-6MFFKAU6.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-6Y67YHVH.js} +8 -8
- package/dist/chunk-6Y67YHVH.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-AUNNXJQE.js} +4 -4
- package/dist/chunk-AUNNXJQE.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-BGNPKYBJ.js} +3 -3
- package/dist/chunk-BGNPKYBJ.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-BJ5MKLWH.js} +8 -8
- package/dist/chunk-BJ5MKLWH.js.map +1 -0
- package/dist/{chunk-VY5AFE7A.js → chunk-BYNVSWIQ.js} +4 -4
- package/dist/chunk-BYNVSWIQ.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-CAMLCKSF.js} +3 -3
- package/dist/chunk-CAMLCKSF.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-DBKCSQVH.js} +3 -3
- package/dist/chunk-DBKCSQVH.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/chunk-EJZ7HOIS.js +8709 -0
- package/dist/chunk-EJZ7HOIS.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-F4GITADW.js} +4 -4
- package/dist/chunk-F4GITADW.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-FLNWE5ZA.js} +5 -5
- package/dist/chunk-FLNWE5ZA.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-GWGDWZVN.js} +5 -5
- package/dist/chunk-GWGDWZVN.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-HOOHJCE7.js} +18 -18
- package/dist/chunk-HOOHJCE7.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-KKL6OICH.js} +3 -3
- package/dist/chunk-KKL6OICH.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-MJELLVQP.js} +4 -3
- package/dist/chunk-MJELLVQP.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-O54KGALH.js} +3 -3
- package/dist/chunk-O54KGALH.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-QFBSNSUL.js} +5 -5
- package/dist/chunk-QFBSNSUL.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-RE426Q7Y.js} +4 -4
- package/dist/chunk-RE426Q7Y.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-T3MFWGMX.js} +3 -3
- package/dist/chunk-T3MFWGMX.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-VZPNRPXL.js} +5 -5
- package/dist/chunk-VZPNRPXL.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-XACJ63U4.js} +14 -5
- package/dist/chunk-XACJ63U4.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-ZFYI4P6C.js} +5 -5
- package/dist/chunk-ZFYI4P6C.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +154 -62
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/hosted-chat.d.ts +28 -0
- package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-bound-taskset-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +342 -322
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +444 -375
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +745 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4600 -4576
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -19,8 +19,8 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
19
19
|
}, z.core.$strict>;
|
|
20
20
|
purpose: z.ZodEnum<{
|
|
21
21
|
evaluation: "evaluation";
|
|
22
|
-
supervised_training: "supervised_training";
|
|
23
22
|
reward_training: "reward_training";
|
|
23
|
+
supervised_training: "supervised_training";
|
|
24
24
|
}>;
|
|
25
25
|
examples: z.ZodArray<z.ZodObject<{
|
|
26
26
|
evidence: z.ZodObject<{
|
|
@@ -36,10 +36,10 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
36
36
|
familyKey: z.ZodString;
|
|
37
37
|
inputHash: z.ZodString;
|
|
38
38
|
split: z.ZodEnum<{
|
|
39
|
+
frozen_eval: "frozen_eval";
|
|
40
|
+
test: "test";
|
|
39
41
|
train: "train";
|
|
40
42
|
validation: "validation";
|
|
41
|
-
test: "test";
|
|
42
|
-
frozen_eval: "frozen_eval";
|
|
43
43
|
}>;
|
|
44
44
|
}, z.core.$strict>>;
|
|
45
45
|
sealedAt: z.ZodString;
|
|
@@ -69,10 +69,10 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
69
69
|
occurredAt: z.ZodString;
|
|
70
70
|
familyKey: z.ZodNullable<z.ZodString>;
|
|
71
71
|
split: z.ZodEnum<{
|
|
72
|
+
frozen_eval: "frozen_eval";
|
|
73
|
+
test: "test";
|
|
72
74
|
train: "train";
|
|
73
75
|
validation: "validation";
|
|
74
|
-
test: "test";
|
|
75
|
-
frozen_eval: "frozen_eval";
|
|
76
76
|
}>;
|
|
77
77
|
input: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
|
|
78
78
|
observedOutput: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
@@ -85,9 +85,9 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
85
85
|
sizeBytes: z.ZodNumber;
|
|
86
86
|
mediaType: z.ZodString;
|
|
87
87
|
visibility: z.ZodEnum<{
|
|
88
|
+
host_private: "host_private";
|
|
88
89
|
policy: "policy";
|
|
89
90
|
verifier: "verifier";
|
|
90
|
-
host_private: "host_private";
|
|
91
91
|
}>;
|
|
92
92
|
}, z.core.$strict>>;
|
|
93
93
|
requiredOutputs: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
@@ -100,11 +100,12 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
100
100
|
sizeBytes: z.ZodNumber;
|
|
101
101
|
mediaType: z.ZodString;
|
|
102
102
|
visibility: z.ZodEnum<{
|
|
103
|
+
host_private: "host_private";
|
|
103
104
|
policy: "policy";
|
|
104
105
|
verifier: "verifier";
|
|
105
|
-
host_private: "host_private";
|
|
106
106
|
}>;
|
|
107
107
|
}, z.core.$strict>>>;
|
|
108
|
+
submissionMode: z.ZodOptional<z.ZodLiteral<"structured_json">>;
|
|
108
109
|
maxBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
|
|
109
110
|
metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
110
111
|
}, z.core.$strict>>>;
|
|
@@ -149,26 +150,26 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
149
150
|
}, z.core.$strict>>;
|
|
150
151
|
}, z.core.$strict>;
|
|
151
152
|
evidenceValidity: z.ZodEnum<{
|
|
153
|
+
invalid: "invalid";
|
|
152
154
|
pending: "pending";
|
|
153
155
|
valid: "valid";
|
|
154
|
-
invalid: "invalid";
|
|
155
156
|
}>;
|
|
156
157
|
taskAdmissibility: z.ZodEnum<{
|
|
157
|
-
rejected: "rejected";
|
|
158
|
-
pending: "pending";
|
|
159
158
|
approved: "approved";
|
|
159
|
+
pending: "pending";
|
|
160
|
+
rejected: "rejected";
|
|
160
161
|
}>;
|
|
161
162
|
observedQuality: z.ZodEnum<{
|
|
162
|
-
passed: "passed";
|
|
163
163
|
failed: "failed";
|
|
164
|
+
passed: "passed";
|
|
164
165
|
unavailable: "unavailable";
|
|
165
166
|
unscored: "unscored";
|
|
166
167
|
}>;
|
|
167
168
|
targetApproval: z.ZodEnum<{
|
|
168
|
-
rejected: "rejected";
|
|
169
|
-
pending: "pending";
|
|
170
169
|
approved: "approved";
|
|
171
170
|
not_required: "not_required";
|
|
171
|
+
pending: "pending";
|
|
172
|
+
rejected: "rejected";
|
|
172
173
|
}>;
|
|
173
174
|
approvedTarget: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodJSONSchema>>;
|
|
174
175
|
grade: z.ZodNullable<z.ZodObject<{
|
|
@@ -193,11 +194,11 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
193
194
|
training: "training";
|
|
194
195
|
}>;
|
|
195
196
|
status: z.ZodEnum<{
|
|
196
|
-
pending: "pending";
|
|
197
197
|
failed: "failed";
|
|
198
|
+
not_applicable: "not_applicable";
|
|
199
|
+
pending: "pending";
|
|
198
200
|
scored: "scored";
|
|
199
201
|
unavailable: "unavailable";
|
|
200
|
-
not_applicable: "not_applicable";
|
|
201
202
|
}>;
|
|
202
203
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
203
204
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -208,8 +209,8 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
208
209
|
graderId: z.ZodString;
|
|
209
210
|
graderVersion: z.ZodString;
|
|
210
211
|
status: z.ZodOptional<z.ZodEnum<{
|
|
211
|
-
pending: "pending";
|
|
212
212
|
failed: "failed";
|
|
213
|
+
pending: "pending";
|
|
213
214
|
scored: "scored";
|
|
214
215
|
unavailable: "unavailable";
|
|
215
216
|
}>>;
|
|
@@ -217,12 +218,12 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
217
218
|
passed: z.ZodBoolean;
|
|
218
219
|
rewardEligible: z.ZodBoolean;
|
|
219
220
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
220
|
-
|
|
221
|
-
grader_failure: "grader_failure";
|
|
221
|
+
cancelled: "cancelled";
|
|
222
222
|
environment_failure: "environment_failure";
|
|
223
|
+
grader_failure: "grader_failure";
|
|
223
224
|
infrastructure_failure: "infrastructure_failure";
|
|
225
|
+
policy_failure: "policy_failure";
|
|
224
226
|
timeout: "timeout";
|
|
225
|
-
cancelled: "cancelled";
|
|
226
227
|
}>>;
|
|
227
228
|
feedback: z.ZodArray<z.ZodString>;
|
|
228
229
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -242,12 +243,12 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
242
243
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
243
244
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
244
245
|
reasoningEffort: z.ZodEnum<{
|
|
245
|
-
|
|
246
|
+
high: "high";
|
|
246
247
|
low: "low";
|
|
248
|
+
max: "max";
|
|
247
249
|
medium: "medium";
|
|
248
|
-
|
|
250
|
+
off: "off";
|
|
249
251
|
xhigh: "xhigh";
|
|
250
|
-
max: "max";
|
|
251
252
|
}>;
|
|
252
253
|
maximumOutputTokens: z.ZodNumber;
|
|
253
254
|
}, z.core.$strict>>;
|
|
@@ -261,20 +262,20 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
261
262
|
}, z.core.$strict>>;
|
|
262
263
|
training: z.ZodObject<{
|
|
263
264
|
status: z.ZodEnum<{
|
|
265
|
+
not_configured: "not_configured";
|
|
264
266
|
pending: "pending";
|
|
265
267
|
scored: "scored";
|
|
266
268
|
unscorable: "unscorable";
|
|
267
|
-
not_configured: "not_configured";
|
|
268
269
|
}>;
|
|
269
270
|
score: z.ZodNullable<z.ZodNumber>;
|
|
270
271
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
271
272
|
}, z.core.$strict>;
|
|
272
273
|
evaluation: z.ZodObject<{
|
|
273
274
|
status: z.ZodEnum<{
|
|
275
|
+
not_configured: "not_configured";
|
|
274
276
|
pending: "pending";
|
|
275
277
|
scored: "scored";
|
|
276
278
|
unscorable: "unscorable";
|
|
277
|
-
not_configured: "not_configured";
|
|
278
279
|
}>;
|
|
279
280
|
score: z.ZodNullable<z.ZodNumber>;
|
|
280
281
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -303,11 +304,11 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
303
304
|
training: "training";
|
|
304
305
|
}>;
|
|
305
306
|
status: z.ZodEnum<{
|
|
306
|
-
pending: "pending";
|
|
307
307
|
failed: "failed";
|
|
308
|
+
not_applicable: "not_applicable";
|
|
309
|
+
pending: "pending";
|
|
308
310
|
scored: "scored";
|
|
309
311
|
unavailable: "unavailable";
|
|
310
|
-
not_applicable: "not_applicable";
|
|
311
312
|
}>;
|
|
312
313
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
313
314
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -318,8 +319,8 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
318
319
|
graderId: z.ZodString;
|
|
319
320
|
graderVersion: z.ZodString;
|
|
320
321
|
status: z.ZodOptional<z.ZodEnum<{
|
|
321
|
-
pending: "pending";
|
|
322
322
|
failed: "failed";
|
|
323
|
+
pending: "pending";
|
|
323
324
|
scored: "scored";
|
|
324
325
|
unavailable: "unavailable";
|
|
325
326
|
}>>;
|
|
@@ -327,12 +328,12 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
327
328
|
passed: z.ZodBoolean;
|
|
328
329
|
rewardEligible: z.ZodBoolean;
|
|
329
330
|
failureClass: z.ZodNullable<z.ZodEnum<{
|
|
330
|
-
|
|
331
|
-
grader_failure: "grader_failure";
|
|
331
|
+
cancelled: "cancelled";
|
|
332
332
|
environment_failure: "environment_failure";
|
|
333
|
+
grader_failure: "grader_failure";
|
|
333
334
|
infrastructure_failure: "infrastructure_failure";
|
|
335
|
+
policy_failure: "policy_failure";
|
|
334
336
|
timeout: "timeout";
|
|
335
|
-
cancelled: "cancelled";
|
|
336
337
|
}>>;
|
|
337
338
|
feedback: z.ZodArray<z.ZodString>;
|
|
338
339
|
visibleEvidenceRefs: z.ZodArray<z.ZodString>;
|
|
@@ -352,12 +353,12 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
352
353
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
353
354
|
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
354
355
|
reasoningEffort: z.ZodEnum<{
|
|
355
|
-
|
|
356
|
+
high: "high";
|
|
356
357
|
low: "low";
|
|
358
|
+
max: "max";
|
|
357
359
|
medium: "medium";
|
|
358
|
-
|
|
360
|
+
off: "off";
|
|
359
361
|
xhigh: "xhigh";
|
|
360
|
-
max: "max";
|
|
361
362
|
}>;
|
|
362
363
|
maximumOutputTokens: z.ZodNumber;
|
|
363
364
|
}, z.core.$strict>>;
|
|
@@ -371,20 +372,20 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
371
372
|
}, z.core.$strict>>;
|
|
372
373
|
training: z.ZodObject<{
|
|
373
374
|
status: z.ZodEnum<{
|
|
375
|
+
not_configured: "not_configured";
|
|
374
376
|
pending: "pending";
|
|
375
377
|
scored: "scored";
|
|
376
378
|
unscorable: "unscorable";
|
|
377
|
-
not_configured: "not_configured";
|
|
378
379
|
}>;
|
|
379
380
|
score: z.ZodNullable<z.ZodNumber>;
|
|
380
381
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
381
382
|
}, z.core.$strict>;
|
|
382
383
|
evaluation: z.ZodObject<{
|
|
383
384
|
status: z.ZodEnum<{
|
|
385
|
+
not_configured: "not_configured";
|
|
384
386
|
pending: "pending";
|
|
385
387
|
scored: "scored";
|
|
386
388
|
unscorable: "unscorable";
|
|
387
|
-
not_configured: "not_configured";
|
|
388
389
|
}>;
|
|
389
390
|
score: z.ZodNullable<z.ZodNumber>;
|
|
390
391
|
passed: z.ZodNullable<z.ZodBoolean>;
|
|
@@ -401,11 +402,11 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
401
402
|
revision: z.ZodNumber;
|
|
402
403
|
name: z.ZodString;
|
|
403
404
|
kind: z.ZodEnum<{
|
|
404
|
-
work: "work";
|
|
405
|
-
provider: "provider";
|
|
406
|
-
direct: "direct";
|
|
407
405
|
benchmark: "benchmark";
|
|
406
|
+
direct: "direct";
|
|
408
407
|
opentelemetry: "opentelemetry";
|
|
408
|
+
provider: "provider";
|
|
409
|
+
work: "work";
|
|
409
410
|
}>;
|
|
410
411
|
taskDefinition: z.ZodObject<{
|
|
411
412
|
id: z.ZodString;
|
|
@@ -414,10 +415,10 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
414
415
|
}, z.core.$strict>;
|
|
415
416
|
enabled: z.ZodBoolean;
|
|
416
417
|
allowedSplits: z.ZodArray<z.ZodEnum<{
|
|
418
|
+
frozen_eval: "frozen_eval";
|
|
419
|
+
test: "test";
|
|
417
420
|
train: "train";
|
|
418
421
|
validation: "validation";
|
|
419
|
-
test: "test";
|
|
420
|
-
frozen_eval: "frozen_eval";
|
|
421
422
|
}>>;
|
|
422
423
|
mapping: z.ZodNullable<z.ZodObject<{
|
|
423
424
|
schemaVersion: z.ZodLiteral<"openpond.taskSourceMapping.v1">;
|
|
@@ -430,10 +431,10 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
430
431
|
evaluatorContext: z.ZodNullable<z.ZodString>;
|
|
431
432
|
familyKey: z.ZodString;
|
|
432
433
|
split: z.ZodEnum<{
|
|
434
|
+
frozen_eval: "frozen_eval";
|
|
435
|
+
test: "test";
|
|
433
436
|
train: "train";
|
|
434
437
|
validation: "validation";
|
|
435
|
-
test: "test";
|
|
436
|
-
frozen_eval: "frozen_eval";
|
|
437
438
|
}>;
|
|
438
439
|
}, z.core.$strict>>;
|
|
439
440
|
adapterVersion: z.ZodNullable<z.ZodString>;
|
|
@@ -480,9 +481,9 @@ export declare const TasksetPackageLearningResourcesSchema: z.ZodObject<{
|
|
|
480
481
|
sizeBytes: z.ZodNumber;
|
|
481
482
|
mediaType: z.ZodString;
|
|
482
483
|
visibility: z.ZodEnum<{
|
|
484
|
+
host_private: "host_private";
|
|
483
485
|
policy: "policy";
|
|
484
486
|
verifier: "verifier";
|
|
485
|
-
host_private: "host_private";
|
|
486
487
|
}>;
|
|
487
488
|
}, z.core.$strict>;
|
|
488
489
|
text: z.ZodString;
|
|
@@ -516,7 +517,7 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
516
517
|
contentHash: string;
|
|
517
518
|
revision: number;
|
|
518
519
|
};
|
|
519
|
-
purpose: "evaluation" | "
|
|
520
|
+
purpose: "evaluation" | "reward_training" | "supervised_training";
|
|
520
521
|
examples: {
|
|
521
522
|
evidence: {
|
|
522
523
|
id: string;
|
|
@@ -530,7 +531,7 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
530
531
|
};
|
|
531
532
|
familyKey: string;
|
|
532
533
|
inputHash: string;
|
|
533
|
-
split: "
|
|
534
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
534
535
|
}[];
|
|
535
536
|
sealedAt: string;
|
|
536
537
|
sealedBy: string;
|
|
@@ -558,23 +559,19 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
558
559
|
attemptId: string;
|
|
559
560
|
occurredAt: string;
|
|
560
561
|
familyKey: string | null;
|
|
561
|
-
split: "
|
|
562
|
-
input: Record<string, z.
|
|
563
|
-
observedOutput: Record<string, z.
|
|
564
|
-
expected: Record<string, z.
|
|
565
|
-
evaluatorContext: Record<string, z.
|
|
562
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
563
|
+
input: Record<string, z.JSONType>;
|
|
564
|
+
observedOutput: Record<string, z.JSONType> | null;
|
|
565
|
+
expected: Record<string, z.JSONType> | null;
|
|
566
|
+
evaluatorContext: Record<string, z.JSONType> | null;
|
|
566
567
|
assets: {
|
|
567
568
|
id: string;
|
|
568
569
|
path: string;
|
|
569
570
|
contentHash: string;
|
|
570
571
|
sizeBytes: number;
|
|
571
572
|
mediaType: string;
|
|
572
|
-
visibility: "
|
|
573
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
573
574
|
}[];
|
|
574
|
-
provenance: {
|
|
575
|
-
sourceRecordRef: string | null;
|
|
576
|
-
mappingHash: string | null;
|
|
577
|
-
};
|
|
578
575
|
requiredOutputs?: {
|
|
579
576
|
path: string;
|
|
580
577
|
mediaType: string;
|
|
@@ -584,11 +581,16 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
584
581
|
contentHash: string;
|
|
585
582
|
sizeBytes: number;
|
|
586
583
|
mediaType: string;
|
|
587
|
-
visibility: "
|
|
584
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
588
585
|
} | null;
|
|
586
|
+
submissionMode?: "structured_json" | undefined;
|
|
589
587
|
maxBytes: number | null;
|
|
590
588
|
metadata: Record<string, unknown>;
|
|
591
589
|
}[] | undefined;
|
|
590
|
+
provenance: {
|
|
591
|
+
sourceRecordRef: string | null;
|
|
592
|
+
mappingHash: string | null;
|
|
593
|
+
};
|
|
592
594
|
};
|
|
593
595
|
supersedes: {
|
|
594
596
|
id: string;
|
|
@@ -622,11 +624,11 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
622
624
|
revision: number;
|
|
623
625
|
} | null;
|
|
624
626
|
};
|
|
625
|
-
evidenceValidity: "
|
|
626
|
-
taskAdmissibility: "
|
|
627
|
-
observedQuality: "
|
|
628
|
-
targetApproval: "
|
|
629
|
-
approvedTarget: Record<string, z.
|
|
627
|
+
evidenceValidity: "invalid" | "pending" | "valid";
|
|
628
|
+
taskAdmissibility: "approved" | "pending" | "rejected";
|
|
629
|
+
observedQuality: "failed" | "passed" | "unavailable" | "unscored";
|
|
630
|
+
targetApproval: "approved" | "not_required" | "pending" | "rejected";
|
|
631
|
+
approvedTarget: Record<string, z.JSONType> | null;
|
|
630
632
|
grade: {
|
|
631
633
|
schemaVersion: "openpond.rewardComposition.v1";
|
|
632
634
|
binding: {
|
|
@@ -635,6 +637,7 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
635
637
|
revision: number;
|
|
636
638
|
};
|
|
637
639
|
taskHash: string;
|
|
640
|
+
taskId?: string | undefined;
|
|
638
641
|
outputHash: string;
|
|
639
642
|
results: {
|
|
640
643
|
graderId: string;
|
|
@@ -643,26 +646,24 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
643
646
|
contentHash: string;
|
|
644
647
|
revision: number;
|
|
645
648
|
};
|
|
646
|
-
role: "
|
|
647
|
-
status: "
|
|
649
|
+
role: "evaluation" | "training";
|
|
650
|
+
status: "failed" | "not_applicable" | "pending" | "scored" | "unavailable";
|
|
648
651
|
rawScore: number | null;
|
|
649
652
|
normalizedScore: number | null;
|
|
650
653
|
passed: boolean | null;
|
|
651
654
|
evidenceHashes: string[];
|
|
652
|
-
message: string | null;
|
|
653
655
|
graderEvidence?: {
|
|
654
656
|
schemaVersion: "openpond.graderEvidence.v1";
|
|
655
657
|
graderId: string;
|
|
656
658
|
graderVersion: string;
|
|
659
|
+
status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
|
|
657
660
|
score: number | null;
|
|
658
661
|
passed: boolean;
|
|
659
662
|
rewardEligible: boolean;
|
|
660
|
-
failureClass: "
|
|
663
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
661
664
|
feedback: string[];
|
|
662
665
|
visibleEvidenceRefs: string[];
|
|
663
666
|
privilegedEvidenceRefs: string[];
|
|
664
|
-
contentHash: string;
|
|
665
|
-
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
666
667
|
modelJudgeReceipt?: {
|
|
667
668
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
668
669
|
providerId: string;
|
|
@@ -677,27 +678,28 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
677
678
|
transportPolicy?: {
|
|
678
679
|
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
679
680
|
responseFormat: "judgment_json_schema";
|
|
680
|
-
reasoningEffort: "high" | "low" | "
|
|
681
|
+
reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
|
|
681
682
|
maximumOutputTokens: number;
|
|
682
683
|
} | undefined;
|
|
683
684
|
effectiveRequestHash?: string | undefined;
|
|
684
685
|
finishReason?: string | null | undefined;
|
|
685
686
|
reasoningTokens?: number | null | undefined;
|
|
686
687
|
} | undefined;
|
|
688
|
+
contentHash: string;
|
|
687
689
|
} | undefined;
|
|
690
|
+
message: string | null;
|
|
688
691
|
}[];
|
|
689
692
|
training: {
|
|
690
|
-
status: "
|
|
693
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
691
694
|
score: number | null;
|
|
692
695
|
passed: boolean | null;
|
|
693
696
|
};
|
|
694
697
|
evaluation: {
|
|
695
|
-
status: "
|
|
698
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
696
699
|
score: number | null;
|
|
697
700
|
passed: boolean | null;
|
|
698
701
|
};
|
|
699
702
|
contentHash: string;
|
|
700
|
-
taskId?: string | undefined;
|
|
701
703
|
} | null;
|
|
702
704
|
targetGrade: {
|
|
703
705
|
schemaVersion: "openpond.rewardComposition.v1";
|
|
@@ -707,6 +709,7 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
707
709
|
revision: number;
|
|
708
710
|
};
|
|
709
711
|
taskHash: string;
|
|
712
|
+
taskId?: string | undefined;
|
|
710
713
|
outputHash: string;
|
|
711
714
|
results: {
|
|
712
715
|
graderId: string;
|
|
@@ -715,26 +718,24 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
715
718
|
contentHash: string;
|
|
716
719
|
revision: number;
|
|
717
720
|
};
|
|
718
|
-
role: "
|
|
719
|
-
status: "
|
|
721
|
+
role: "evaluation" | "training";
|
|
722
|
+
status: "failed" | "not_applicable" | "pending" | "scored" | "unavailable";
|
|
720
723
|
rawScore: number | null;
|
|
721
724
|
normalizedScore: number | null;
|
|
722
725
|
passed: boolean | null;
|
|
723
726
|
evidenceHashes: string[];
|
|
724
|
-
message: string | null;
|
|
725
727
|
graderEvidence?: {
|
|
726
728
|
schemaVersion: "openpond.graderEvidence.v1";
|
|
727
729
|
graderId: string;
|
|
728
730
|
graderVersion: string;
|
|
731
|
+
status?: "failed" | "pending" | "scored" | "unavailable" | undefined;
|
|
729
732
|
score: number | null;
|
|
730
733
|
passed: boolean;
|
|
731
734
|
rewardEligible: boolean;
|
|
732
|
-
failureClass: "
|
|
735
|
+
failureClass: "cancelled" | "environment_failure" | "grader_failure" | "infrastructure_failure" | "policy_failure" | "timeout" | null;
|
|
733
736
|
feedback: string[];
|
|
734
737
|
visibleEvidenceRefs: string[];
|
|
735
738
|
privilegedEvidenceRefs: string[];
|
|
736
|
-
contentHash: string;
|
|
737
|
-
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
738
739
|
modelJudgeReceipt?: {
|
|
739
740
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
740
741
|
providerId: string;
|
|
@@ -749,27 +750,28 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
749
750
|
transportPolicy?: {
|
|
750
751
|
schemaVersion: "openpond.modelJudgeTransportPolicy.v1";
|
|
751
752
|
responseFormat: "judgment_json_schema";
|
|
752
|
-
reasoningEffort: "high" | "low" | "
|
|
753
|
+
reasoningEffort: "high" | "low" | "max" | "medium" | "off" | "xhigh";
|
|
753
754
|
maximumOutputTokens: number;
|
|
754
755
|
} | undefined;
|
|
755
756
|
effectiveRequestHash?: string | undefined;
|
|
756
757
|
finishReason?: string | null | undefined;
|
|
757
758
|
reasoningTokens?: number | null | undefined;
|
|
758
759
|
} | undefined;
|
|
760
|
+
contentHash: string;
|
|
759
761
|
} | undefined;
|
|
762
|
+
message: string | null;
|
|
760
763
|
}[];
|
|
761
764
|
training: {
|
|
762
|
-
status: "
|
|
765
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
763
766
|
score: number | null;
|
|
764
767
|
passed: boolean | null;
|
|
765
768
|
};
|
|
766
769
|
evaluation: {
|
|
767
|
-
status: "
|
|
770
|
+
status: "not_configured" | "pending" | "scored" | "unscorable";
|
|
768
771
|
score: number | null;
|
|
769
772
|
passed: boolean | null;
|
|
770
773
|
};
|
|
771
774
|
contentHash: string;
|
|
772
|
-
taskId?: string | undefined;
|
|
773
775
|
} | null;
|
|
774
776
|
note: string;
|
|
775
777
|
decidedAt: string;
|
|
@@ -780,14 +782,14 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
780
782
|
id: string;
|
|
781
783
|
revision: number;
|
|
782
784
|
name: string;
|
|
783
|
-
kind: "
|
|
785
|
+
kind: "benchmark" | "direct" | "opentelemetry" | "provider" | "work";
|
|
784
786
|
taskDefinition: {
|
|
785
787
|
id: string;
|
|
786
788
|
contentHash: string;
|
|
787
789
|
revision: number;
|
|
788
790
|
};
|
|
789
791
|
enabled: boolean;
|
|
790
|
-
allowedSplits: ("
|
|
792
|
+
allowedSplits: ("frozen_eval" | "test" | "train" | "validation")[];
|
|
791
793
|
mapping: {
|
|
792
794
|
schemaVersion: "openpond.taskSourceMapping.v1";
|
|
793
795
|
exampleId: string;
|
|
@@ -798,10 +800,9 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
798
800
|
expected: string | null;
|
|
799
801
|
evaluatorContext: string | null;
|
|
800
802
|
familyKey: string;
|
|
801
|
-
split: "
|
|
803
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
802
804
|
} | null;
|
|
803
805
|
adapterVersion: string | null;
|
|
804
|
-
contentHash: string;
|
|
805
806
|
reviewOrigin?: {
|
|
806
807
|
modelId: string;
|
|
807
808
|
packageHash: string;
|
|
@@ -832,6 +833,7 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
832
833
|
revision: number;
|
|
833
834
|
};
|
|
834
835
|
} | undefined;
|
|
836
|
+
contentHash: string;
|
|
835
837
|
}[];
|
|
836
838
|
assets: {
|
|
837
839
|
schemaVersion: "openpond.learningTextAsset.v1";
|
|
@@ -843,7 +845,7 @@ export declare function validateTasksetLearningResources(taskset: TasksetRelease
|
|
|
843
845
|
contentHash: string;
|
|
844
846
|
sizeBytes: number;
|
|
845
847
|
mediaType: string;
|
|
846
|
-
visibility: "
|
|
848
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
847
849
|
};
|
|
848
850
|
text: string;
|
|
849
851
|
contentHash: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"taskset-package-learning.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-package-learning.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAG/D;iDACiD;AACjD,eAAO,MAAM,qCAAqC
|
|
1
|
+
{"version":3,"file":"taskset-package-learning.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-package-learning.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAG/D;iDACiD;AACjD,eAAO,MAAM,qCAAqC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAMvC,CAAC;AACZ,MAAM,MAAM,+BAA+B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qCAAqC,CAAC,CAAC;AAEpG,wBAAgB,2BAA2B,CAAC,SAAS,EAAE,+BAA+B;;QAIhE,EAAE;QAA2C,IAAI;QACjE,WAAW;QAAiB,SAAS;QAAoB,SAAS;QAAsB,UAAU,EAAE,cAAc;;;IAGvH;AAED,wBAAgB,gCAAgC,CAAC,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAyCvF"}
|