openpond-sdk 0.12.3 → 0.12.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-77N3QEIL.js → chunk-25L5IXHA.js} +5 -5
- package/dist/chunk-25L5IXHA.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-6GQ3GIAP.js} +7 -5
- package/dist/chunk-6GQ3GIAP.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-6KKM2XRR.js} +75 -15
- package/dist/chunk-6KKM2XRR.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-6MFFKAU6.js} +3 -3
- package/dist/chunk-6MFFKAU6.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-6Y67YHVH.js} +8 -8
- package/dist/chunk-6Y67YHVH.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-AUNNXJQE.js} +4 -4
- package/dist/chunk-AUNNXJQE.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-BGNPKYBJ.js} +3 -3
- package/dist/chunk-BGNPKYBJ.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-BJ5MKLWH.js} +8 -8
- package/dist/chunk-BJ5MKLWH.js.map +1 -0
- package/dist/{chunk-VY5AFE7A.js → chunk-BYNVSWIQ.js} +4 -4
- package/dist/chunk-BYNVSWIQ.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-CAMLCKSF.js} +3 -3
- package/dist/chunk-CAMLCKSF.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-DBKCSQVH.js} +3 -3
- package/dist/chunk-DBKCSQVH.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/chunk-EJZ7HOIS.js +8709 -0
- package/dist/chunk-EJZ7HOIS.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-F4GITADW.js} +4 -4
- package/dist/chunk-F4GITADW.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-FLNWE5ZA.js} +5 -5
- package/dist/chunk-FLNWE5ZA.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-GWGDWZVN.js} +5 -5
- package/dist/chunk-GWGDWZVN.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-HOOHJCE7.js} +18 -18
- package/dist/chunk-HOOHJCE7.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-KKL6OICH.js} +3 -3
- package/dist/chunk-KKL6OICH.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-MJELLVQP.js} +4 -3
- package/dist/chunk-MJELLVQP.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-O54KGALH.js} +3 -3
- package/dist/chunk-O54KGALH.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-QFBSNSUL.js} +5 -5
- package/dist/chunk-QFBSNSUL.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-RE426Q7Y.js} +4 -4
- package/dist/chunk-RE426Q7Y.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-T3MFWGMX.js} +3 -3
- package/dist/chunk-T3MFWGMX.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-VZPNRPXL.js} +5 -5
- package/dist/chunk-VZPNRPXL.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-XACJ63U4.js} +14 -5
- package/dist/chunk-XACJ63U4.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-ZFYI4P6C.js} +5 -5
- package/dist/chunk-ZFYI4P6C.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +154 -62
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/hosted-chat.d.ts +28 -0
- package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-bound-taskset-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +342 -322
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +444 -375
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +745 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4600 -4576
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -34,7 +34,7 @@ export declare function portableTasksetTools(taskset: Taskset): ToolDeclaration[
|
|
|
34
34
|
export declare function projectPortableTaskRecord(task: TaskDataRecord): {
|
|
35
35
|
id: string;
|
|
36
36
|
clusterKey: string;
|
|
37
|
-
split: "
|
|
37
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
38
38
|
input: Record<string, unknown>;
|
|
39
39
|
expectedOutput: Record<string, unknown> | null;
|
|
40
40
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -45,9 +45,8 @@ export declare function projectPortableTaskRecord(task: TaskDataRecord): {
|
|
|
45
45
|
contentHash: string;
|
|
46
46
|
sizeBytes: number;
|
|
47
47
|
mediaType: string;
|
|
48
|
-
visibility: "
|
|
48
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
49
49
|
}[];
|
|
50
|
-
tags: string[];
|
|
51
50
|
requiredOutputs?: {
|
|
52
51
|
path: string;
|
|
53
52
|
mediaType: string;
|
|
@@ -57,15 +56,17 @@ export declare function projectPortableTaskRecord(task: TaskDataRecord): {
|
|
|
57
56
|
contentHash: string;
|
|
58
57
|
sizeBytes: number;
|
|
59
58
|
mediaType: string;
|
|
60
|
-
visibility: "
|
|
59
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
61
60
|
} | null;
|
|
61
|
+
submissionMode?: "structured_json" | undefined;
|
|
62
62
|
maxBytes: number | null;
|
|
63
63
|
metadata: Record<string, unknown>;
|
|
64
64
|
}[] | undefined;
|
|
65
|
+
tags: string[];
|
|
65
66
|
} | {
|
|
66
67
|
id: string;
|
|
67
68
|
clusterKey: string;
|
|
68
|
-
split: "
|
|
69
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
69
70
|
input: Record<string, unknown>;
|
|
70
71
|
expectedOutput: Record<string, unknown> | null;
|
|
71
72
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -81,7 +82,15 @@ export declare function projectPortableTaskRecord(task: TaskDataRecord): {
|
|
|
81
82
|
requiredOutputs: {
|
|
82
83
|
path: string;
|
|
83
84
|
mediaType: string;
|
|
84
|
-
|
|
85
|
+
submissionMode?: "structured_json" | undefined;
|
|
86
|
+
schemaRef: {
|
|
87
|
+
id: string;
|
|
88
|
+
path: string;
|
|
89
|
+
contentHash: string;
|
|
90
|
+
sizeBytes: number;
|
|
91
|
+
mediaType: string;
|
|
92
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
93
|
+
} | null;
|
|
85
94
|
maxBytes: number | null;
|
|
86
95
|
metadata: {
|
|
87
96
|
legacySchemaRef: string | null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"taskset-authored-portable-release.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-authored-portable-release.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,KAAK,EAEV,cAAc,EACf,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAML,wBAAwB,EACxB,wBAAwB,EAMxB,KAAK,mBAAmB,EAExB,KAAK,2BAA2B,EAChC,KAAK,cAAc,EACpB,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAEV,eAAe,EAChB,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EAAiE,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAGhJ,MAAM,MAAM,sBAAsB,GAAG;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAA;CAAE,CAAC;AAE1F,wBAAgB,qCAAqC,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,sBAAsB,GAAG,sBAAsB,GAAG,IAAI,CAgBxI;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,CAAC,EAAE,cAAc,EAAE,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,sBAAsB,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/C,eAAe,CAAC,EAAE,sBAAsB,CAAC;CAC1C,GAAG;IACF,kBAAkB,EAAE,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC;IAChE,kBAAkB,EAAE,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC;IAChE,cAAc,EAAE,cAAc,CAAC;CAChC,CAyGA;AAED;;;;GAIG;AACH,wBAAgB,kCAAkC,CAAC,KAAK,EAAE;IACxD,cAAc,EAAE,cAAc,CAAC;IAC/B,oBAAoB,EAAE,2BAA2B,CAAC;CACnD,GAAG,2BAA2B,CAY9B;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,OAAO,GAAG,mBAAmB,CAEhF;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,eAAe,EAAE,CAExE;AAED,gFAAgF;AAChF,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,cAAc
|
|
1
|
+
{"version":3,"file":"taskset-authored-portable-release.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-authored-portable-release.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,KAAK,EAEV,cAAc,EACf,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAML,wBAAwB,EACxB,wBAAwB,EAMxB,KAAK,mBAAmB,EAExB,KAAK,2BAA2B,EAChC,KAAK,cAAc,EACpB,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAEV,eAAe,EAChB,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EAAiE,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAGhJ,MAAM,MAAM,sBAAsB,GAAG;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAA;CAAE,CAAC;AAE1F,wBAAgB,qCAAqC,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,sBAAsB,GAAG,sBAAsB,GAAG,IAAI,CAgBxI;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,CAAC,EAAE,cAAc,EAAE,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,sBAAsB,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/C,eAAe,CAAC,EAAE,sBAAsB,CAAC;CAC1C,GAAG;IACF,kBAAkB,EAAE,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC;IAChE,kBAAkB,EAAE,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC;IAChE,cAAc,EAAE,cAAc,CAAC;CAChC,CAyGA;AAED;;;;GAIG;AACH,wBAAgB,kCAAkC,CAAC,KAAK,EAAE;IACxD,cAAc,EAAE,cAAc,CAAC;IAC/B,oBAAoB,EAAE,2BAA2B,CAAC;CACnD,GAAG,2BAA2B,CAY9B;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,OAAO,GAAG,mBAAmB,CAEhF;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,eAAe,EAAE,CAExE;AAED,gFAAgF;AAChF,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBA2D5C,QAAQ;;;;;;;;;;;;;;;;;;;;EAezB"}
|
|
@@ -9,7 +9,7 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
9
9
|
task: {
|
|
10
10
|
id: string;
|
|
11
11
|
clusterKey: string;
|
|
12
|
-
split: "
|
|
12
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
13
13
|
input: Record<string, unknown>;
|
|
14
14
|
expectedOutput: Record<string, unknown> | null;
|
|
15
15
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -20,9 +20,8 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
20
20
|
contentHash: string;
|
|
21
21
|
sizeBytes: number;
|
|
22
22
|
mediaType: string;
|
|
23
|
-
visibility: "
|
|
23
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
24
24
|
}[];
|
|
25
|
-
tags: string[];
|
|
26
25
|
requiredOutputs?: {
|
|
27
26
|
path: string;
|
|
28
27
|
mediaType: string;
|
|
@@ -32,31 +31,34 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
32
31
|
contentHash: string;
|
|
33
32
|
sizeBytes: number;
|
|
34
33
|
mediaType: string;
|
|
35
|
-
visibility: "
|
|
34
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
36
35
|
} | null;
|
|
36
|
+
submissionMode?: "structured_json" | undefined;
|
|
37
37
|
maxBytes: number | null;
|
|
38
38
|
metadata: Record<string, unknown>;
|
|
39
39
|
}[] | undefined;
|
|
40
|
+
tags: string[];
|
|
40
41
|
};
|
|
41
|
-
evaluatorContext: Record<string, z.
|
|
42
|
+
evaluatorContext: Record<string, z.JSONType> | null;
|
|
42
43
|
evidence: {
|
|
43
|
-
output: Record<string, z.
|
|
44
|
+
output: Record<string, z.JSONType>;
|
|
44
45
|
artifactRefs: string[];
|
|
45
46
|
runtimeEventRefs: string[];
|
|
46
47
|
infrastructureError: string | null;
|
|
47
48
|
};
|
|
48
49
|
grader: {
|
|
49
50
|
id: string;
|
|
51
|
+
taskIds?: string[] | undefined;
|
|
50
52
|
version: string;
|
|
51
53
|
weight: number;
|
|
52
54
|
hardGate: boolean;
|
|
53
55
|
rewardEligible: boolean;
|
|
54
56
|
privileged: boolean;
|
|
55
|
-
kind: "
|
|
57
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
56
58
|
config: Record<string, unknown>;
|
|
57
|
-
taskIds?: string[] | undefined;
|
|
58
59
|
} | {
|
|
59
60
|
id: string;
|
|
61
|
+
taskIds?: string[] | undefined;
|
|
60
62
|
version: string;
|
|
61
63
|
weight: number;
|
|
62
64
|
hardGate: boolean;
|
|
@@ -69,10 +71,9 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
69
71
|
contentHash: string;
|
|
70
72
|
sizeBytes: number;
|
|
71
73
|
mediaType: string;
|
|
72
|
-
visibility: "
|
|
74
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
73
75
|
};
|
|
74
|
-
calibrationStatus: "
|
|
75
|
-
taskIds?: string[] | undefined;
|
|
76
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
76
77
|
model?: {
|
|
77
78
|
providerId: string;
|
|
78
79
|
modelId: string;
|
|
@@ -81,27 +82,28 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
81
82
|
temperature?: number | undefined;
|
|
82
83
|
} | {
|
|
83
84
|
id: string;
|
|
85
|
+
taskIds?: string[] | undefined;
|
|
84
86
|
version: string;
|
|
85
87
|
weight: number;
|
|
86
88
|
hardGate: boolean;
|
|
87
89
|
rewardEligible: boolean;
|
|
88
90
|
privileged: boolean;
|
|
89
91
|
kind: "custom_verifier";
|
|
92
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
90
93
|
verifierRef: {
|
|
91
94
|
id: string;
|
|
92
95
|
path: string;
|
|
93
96
|
contentHash: string;
|
|
94
97
|
sizeBytes: number;
|
|
95
98
|
mediaType: string;
|
|
96
|
-
visibility: "
|
|
99
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
97
100
|
};
|
|
101
|
+
exportName?: string | undefined;
|
|
98
102
|
timeoutMs: number;
|
|
99
103
|
networkPolicy: "none";
|
|
100
|
-
taskIds?: string[] | undefined;
|
|
101
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
102
|
-
exportName?: string | undefined;
|
|
103
104
|
} | {
|
|
104
105
|
id: string;
|
|
106
|
+
taskIds?: string[] | undefined;
|
|
105
107
|
version: string;
|
|
106
108
|
weight: number;
|
|
107
109
|
hardGate: boolean;
|
|
@@ -114,10 +116,9 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
114
116
|
contentHash: string;
|
|
115
117
|
sizeBytes: number;
|
|
116
118
|
mediaType: string;
|
|
117
|
-
visibility: "
|
|
119
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
118
120
|
};
|
|
119
121
|
reviewerRole: string;
|
|
120
|
-
taskIds?: string[] | undefined;
|
|
121
122
|
form?: {
|
|
122
123
|
schemaVersion: "openpond.humanForm.v1";
|
|
123
124
|
mode: "individual" | "pairwise";
|
|
@@ -128,68 +129,68 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
128
129
|
instructions: string;
|
|
129
130
|
required: boolean;
|
|
130
131
|
allowAbstain: boolean;
|
|
131
|
-
kind: "score";
|
|
132
|
-
minimum: number;
|
|
133
|
-
maximum: number;
|
|
134
|
-
step: number;
|
|
135
132
|
requireRationale?: boolean | undefined;
|
|
136
133
|
anchors?: {
|
|
137
134
|
value: string | number | boolean;
|
|
138
135
|
description: string;
|
|
139
136
|
}[] | undefined;
|
|
137
|
+
kind: "score";
|
|
138
|
+
minimum: number;
|
|
139
|
+
maximum: number;
|
|
140
|
+
step: number;
|
|
140
141
|
} | {
|
|
141
142
|
id: string;
|
|
142
143
|
label: string;
|
|
143
144
|
instructions: string;
|
|
144
145
|
required: boolean;
|
|
145
146
|
allowAbstain: boolean;
|
|
146
|
-
kind: "category";
|
|
147
|
-
options: string[];
|
|
148
147
|
requireRationale?: boolean | undefined;
|
|
149
148
|
anchors?: {
|
|
150
149
|
value: string | number | boolean;
|
|
151
150
|
description: string;
|
|
152
151
|
}[] | undefined;
|
|
152
|
+
kind: "category";
|
|
153
|
+
options: string[];
|
|
153
154
|
} | {
|
|
154
155
|
id: string;
|
|
155
156
|
label: string;
|
|
156
157
|
instructions: string;
|
|
157
158
|
required: boolean;
|
|
158
159
|
allowAbstain: boolean;
|
|
159
|
-
kind: "boolean";
|
|
160
160
|
requireRationale?: boolean | undefined;
|
|
161
161
|
anchors?: {
|
|
162
162
|
value: string | number | boolean;
|
|
163
163
|
description: string;
|
|
164
164
|
}[] | undefined;
|
|
165
|
+
kind: "boolean";
|
|
165
166
|
} | {
|
|
166
167
|
id: string;
|
|
167
168
|
label: string;
|
|
168
169
|
instructions: string;
|
|
169
170
|
required: boolean;
|
|
170
171
|
allowAbstain: boolean;
|
|
171
|
-
kind: "text";
|
|
172
|
-
maximumLength: number;
|
|
173
172
|
requireRationale?: boolean | undefined;
|
|
174
173
|
anchors?: {
|
|
175
174
|
value: string | number | boolean;
|
|
176
175
|
description: string;
|
|
177
176
|
}[] | undefined;
|
|
177
|
+
kind: "text";
|
|
178
178
|
minimumLength?: number | undefined;
|
|
179
|
+
maximumLength: number;
|
|
179
180
|
} | {
|
|
180
181
|
id: string;
|
|
181
182
|
label: string;
|
|
182
183
|
instructions: string;
|
|
183
184
|
required: boolean;
|
|
184
185
|
allowAbstain: boolean;
|
|
185
|
-
kind: "preference";
|
|
186
|
-
allowTie: boolean;
|
|
187
186
|
requireRationale?: boolean | undefined;
|
|
188
187
|
anchors?: {
|
|
189
188
|
value: string | number | boolean;
|
|
190
189
|
description: string;
|
|
191
190
|
}[] | undefined;
|
|
191
|
+
kind: "preference";
|
|
192
192
|
requireStrength?: boolean | undefined;
|
|
193
|
+
allowTie: boolean;
|
|
193
194
|
})[];
|
|
194
195
|
} | undefined;
|
|
195
196
|
};
|
|
@@ -199,8 +200,9 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
199
200
|
revision: number;
|
|
200
201
|
name: string;
|
|
201
202
|
description: string;
|
|
203
|
+
feedbackKey?: string | undefined;
|
|
202
204
|
implementation: {
|
|
203
|
-
kind: "
|
|
205
|
+
kind: "artifact" | "content" | "runtime_event" | "schema" | "state";
|
|
204
206
|
config: Record<string, unknown>;
|
|
205
207
|
} | {
|
|
206
208
|
kind: "model_judge";
|
|
@@ -210,9 +212,9 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
210
212
|
contentHash: string;
|
|
211
213
|
sizeBytes: number;
|
|
212
214
|
mediaType: string;
|
|
213
|
-
visibility: "
|
|
215
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
214
216
|
};
|
|
215
|
-
calibrationStatus: "
|
|
217
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
216
218
|
model?: {
|
|
217
219
|
providerId: string;
|
|
218
220
|
modelId: string;
|
|
@@ -220,19 +222,19 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
220
222
|
} | undefined;
|
|
221
223
|
temperature?: number | undefined;
|
|
222
224
|
} | {
|
|
223
|
-
timeoutMs: number;
|
|
224
|
-
networkPolicy: "none";
|
|
225
225
|
kind: "custom_verifier";
|
|
226
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
226
227
|
verifierRef: {
|
|
227
228
|
id: string;
|
|
228
229
|
path: string;
|
|
229
230
|
contentHash: string;
|
|
230
231
|
sizeBytes: number;
|
|
231
232
|
mediaType: string;
|
|
232
|
-
visibility: "
|
|
233
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
233
234
|
};
|
|
234
235
|
exportName?: string | undefined;
|
|
235
|
-
|
|
236
|
+
timeoutMs: number;
|
|
237
|
+
networkPolicy: "none";
|
|
236
238
|
} | {
|
|
237
239
|
kind: "human";
|
|
238
240
|
rubricRef: {
|
|
@@ -241,7 +243,7 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
241
243
|
contentHash: string;
|
|
242
244
|
sizeBytes: number;
|
|
243
245
|
mediaType: string;
|
|
244
|
-
visibility: "
|
|
246
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
245
247
|
};
|
|
246
248
|
reviewerRole: string;
|
|
247
249
|
form?: {
|
|
@@ -254,68 +256,68 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
254
256
|
instructions: string;
|
|
255
257
|
required: boolean;
|
|
256
258
|
allowAbstain: boolean;
|
|
257
|
-
kind: "score";
|
|
258
|
-
minimum: number;
|
|
259
|
-
maximum: number;
|
|
260
|
-
step: number;
|
|
261
259
|
requireRationale?: boolean | undefined;
|
|
262
260
|
anchors?: {
|
|
263
261
|
value: string | number | boolean;
|
|
264
262
|
description: string;
|
|
265
263
|
}[] | undefined;
|
|
264
|
+
kind: "score";
|
|
265
|
+
minimum: number;
|
|
266
|
+
maximum: number;
|
|
267
|
+
step: number;
|
|
266
268
|
} | {
|
|
267
269
|
id: string;
|
|
268
270
|
label: string;
|
|
269
271
|
instructions: string;
|
|
270
272
|
required: boolean;
|
|
271
273
|
allowAbstain: boolean;
|
|
272
|
-
kind: "category";
|
|
273
|
-
options: string[];
|
|
274
274
|
requireRationale?: boolean | undefined;
|
|
275
275
|
anchors?: {
|
|
276
276
|
value: string | number | boolean;
|
|
277
277
|
description: string;
|
|
278
278
|
}[] | undefined;
|
|
279
|
+
kind: "category";
|
|
280
|
+
options: string[];
|
|
279
281
|
} | {
|
|
280
282
|
id: string;
|
|
281
283
|
label: string;
|
|
282
284
|
instructions: string;
|
|
283
285
|
required: boolean;
|
|
284
286
|
allowAbstain: boolean;
|
|
285
|
-
kind: "boolean";
|
|
286
287
|
requireRationale?: boolean | undefined;
|
|
287
288
|
anchors?: {
|
|
288
289
|
value: string | number | boolean;
|
|
289
290
|
description: string;
|
|
290
291
|
}[] | undefined;
|
|
292
|
+
kind: "boolean";
|
|
291
293
|
} | {
|
|
292
294
|
id: string;
|
|
293
295
|
label: string;
|
|
294
296
|
instructions: string;
|
|
295
297
|
required: boolean;
|
|
296
298
|
allowAbstain: boolean;
|
|
297
|
-
kind: "text";
|
|
298
|
-
maximumLength: number;
|
|
299
299
|
requireRationale?: boolean | undefined;
|
|
300
300
|
anchors?: {
|
|
301
301
|
value: string | number | boolean;
|
|
302
302
|
description: string;
|
|
303
303
|
}[] | undefined;
|
|
304
|
+
kind: "text";
|
|
304
305
|
minimumLength?: number | undefined;
|
|
306
|
+
maximumLength: number;
|
|
305
307
|
} | {
|
|
306
308
|
id: string;
|
|
307
309
|
label: string;
|
|
308
310
|
instructions: string;
|
|
309
311
|
required: boolean;
|
|
310
312
|
allowAbstain: boolean;
|
|
311
|
-
kind: "preference";
|
|
312
|
-
allowTie: boolean;
|
|
313
313
|
requireRationale?: boolean | undefined;
|
|
314
314
|
anchors?: {
|
|
315
315
|
value: string | number | boolean;
|
|
316
316
|
description: string;
|
|
317
317
|
}[] | undefined;
|
|
318
|
+
kind: "preference";
|
|
318
319
|
requireStrength?: boolean | undefined;
|
|
320
|
+
allowTie: boolean;
|
|
319
321
|
})[];
|
|
320
322
|
} | undefined;
|
|
321
323
|
} | {
|
|
@@ -330,7 +332,7 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
330
332
|
contentHash: string;
|
|
331
333
|
sizeBytes: number;
|
|
332
334
|
mediaType: string;
|
|
333
|
-
visibility: "
|
|
335
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
334
336
|
};
|
|
335
337
|
};
|
|
336
338
|
rawScore: {
|
|
@@ -343,36 +345,43 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
343
345
|
contentHash: string;
|
|
344
346
|
sizeBytes: number;
|
|
345
347
|
mediaType: string;
|
|
346
|
-
visibility: "
|
|
348
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
347
349
|
}[];
|
|
348
|
-
contentHash: string;
|
|
349
|
-
feedbackKey?: string | undefined;
|
|
350
350
|
fixtureSetRef?: {
|
|
351
351
|
id: string;
|
|
352
352
|
path: string;
|
|
353
353
|
contentHash: string;
|
|
354
354
|
sizeBytes: number;
|
|
355
355
|
mediaType: string;
|
|
356
|
-
visibility: "
|
|
356
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
357
357
|
} | undefined;
|
|
358
358
|
calibrationCheckRef?: {
|
|
359
359
|
id: string;
|
|
360
360
|
contentHash: string;
|
|
361
361
|
revision: number;
|
|
362
362
|
} | undefined;
|
|
363
|
+
contentHash: string;
|
|
363
364
|
};
|
|
364
365
|
binding: {
|
|
365
366
|
schemaVersion: "openpond.rewardBinding.v1";
|
|
366
367
|
id: string;
|
|
367
368
|
revision: number;
|
|
369
|
+
name?: string | undefined;
|
|
370
|
+
description?: string | undefined;
|
|
371
|
+
recipeRef?: {
|
|
372
|
+
id: string;
|
|
373
|
+
contentHash: string;
|
|
374
|
+
revision: number;
|
|
375
|
+
} | undefined;
|
|
368
376
|
sources: {
|
|
369
377
|
graderId: string;
|
|
378
|
+
taskIds?: string[] | undefined;
|
|
370
379
|
reward: {
|
|
371
380
|
id: string;
|
|
372
381
|
contentHash: string;
|
|
373
382
|
revision: number;
|
|
374
383
|
};
|
|
375
|
-
role: "
|
|
384
|
+
role: "evaluation" | "training";
|
|
376
385
|
normalization: {
|
|
377
386
|
kind: "identity";
|
|
378
387
|
} | {
|
|
@@ -389,18 +398,10 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
389
398
|
id: string;
|
|
390
399
|
contentHash: string;
|
|
391
400
|
}[];
|
|
392
|
-
taskIds?: string[] | undefined;
|
|
393
401
|
}[];
|
|
394
402
|
aggregation: "weighted_mean";
|
|
395
403
|
unscorable: "exclude_optional_require_all_required";
|
|
396
404
|
contentHash: string;
|
|
397
|
-
name?: string | undefined;
|
|
398
|
-
description?: string | undefined;
|
|
399
|
-
recipeRef?: {
|
|
400
|
-
id: string;
|
|
401
|
-
contentHash: string;
|
|
402
|
-
revision: number;
|
|
403
|
-
} | undefined;
|
|
404
405
|
};
|
|
405
406
|
expected: {
|
|
406
407
|
status: "scored";
|
|
@@ -420,7 +421,7 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
420
421
|
contentHash: string;
|
|
421
422
|
sizeBytes: number;
|
|
422
423
|
mediaType: string;
|
|
423
|
-
visibility: "
|
|
424
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
424
425
|
};
|
|
425
426
|
check: {
|
|
426
427
|
id: string;
|
|
@@ -433,7 +434,7 @@ export declare function resolveTasksetCalibrationFixture(value: TasksetPackage,
|
|
|
433
434
|
contentHash: string;
|
|
434
435
|
sizeBytes: number;
|
|
435
436
|
mediaType: string;
|
|
436
|
-
visibility: "
|
|
437
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
437
438
|
};
|
|
438
439
|
fixtureHash: string;
|
|
439
440
|
checkResultHash: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"taskset-calibration-fixtures.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-calibration-fixtures.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAOxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AA0BrE;gFACgF;AAChF,wBAAgB,gCAAgC,CAAC,KAAK,EAAE,cAAc,GAAG,IAAI,CAW5E;AAED,wBAAgB,gCAAgC,CAAC,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM
|
|
1
|
+
{"version":3,"file":"taskset-calibration-fixtures.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-calibration-fixtures.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAOxB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AA0BrE;gFACgF;AAChF,wBAAgB,gCAAgC,CAAC,KAAK,EAAE,cAAc,GAAG,IAAI,CAW5E;AAED,wBAAgB,gCAAgC,CAAC,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM;UA6C/E,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAK1B,MAAM;QAAkB,YAAY;QAAwB,gBAAgB;QACtF,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;QAKX,MAAM;;;;;QAA2B,UAAU;;;;;;;;QAAyB,KAAK;;;;;QACjF,OAAO;;;;;;;;QAAyB,WAAW;QAA0B,eAAe;;EAjDzF;AACD,MAAM,MAAM,iCAAiC,GAAG,UAAU,CAAC,OAAO,gCAAgC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"taskset-catalog.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-catalog.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,eAAO,MAAM,8BAA8B;;;;kBAAsG,CAAC;AAElJ;iEACiE;AACjE,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;kBAa5B,CAAC;AACZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;kBAO3B,CAAC;AACZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;kBAG1B,CAAC;AACZ,eAAO,MAAM,yBAAyB;;;kBAG3B,CAAC;AACZ,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,qBAAa,2BAA4B,SAAQ,KAAK;IACxC,QAAQ,CAAC,MAAM,EAAE,MAAM;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM;
|
|
1
|
+
{"version":3,"file":"taskset-catalog.d.ts","sourceRoot":"","sources":["../../../../../src/taskset-catalog.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,eAAO,MAAM,8BAA8B;;;;kBAAsG,CAAC;AAElJ;iEACiE;AACjE,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;kBAa5B,CAAC;AACZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;kBAO3B,CAAC;AACZ,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;kBAG1B,CAAC;AACZ,eAAO,MAAM,yBAAyB;;;kBAG3B,CAAC;AACZ,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAE1E,qBAAa,2BAA4B,SAAQ,KAAK;IACxC,QAAQ,CAAC,MAAM,EAAE,MAAM;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM;IAA1D,YAAqB,MAAM,EAAE,MAAM,EAAW,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAG1E;CACF;AAED,MAAM,WAAW,2BAA2B;IAC1C,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACjC;AAED,qBAAa,4BAA4B;;IAEvC,YAAY,OAAO,EAAE,2BAA2B,EAK/C;IAEK,IAAI,CAAC,KAAK,GAAE,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAM,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAWrI;IAEK,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAK3F;IAED,2EAA2E;IACrE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAK5I;CA6BF"}
|