openpond-sdk 0.12.3 → 0.12.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-77N3QEIL.js → chunk-25L5IXHA.js} +5 -5
- package/dist/chunk-25L5IXHA.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-6GQ3GIAP.js} +7 -5
- package/dist/chunk-6GQ3GIAP.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-6KKM2XRR.js} +75 -15
- package/dist/chunk-6KKM2XRR.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-6MFFKAU6.js} +3 -3
- package/dist/chunk-6MFFKAU6.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-6Y67YHVH.js} +8 -8
- package/dist/chunk-6Y67YHVH.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-AUNNXJQE.js} +4 -4
- package/dist/chunk-AUNNXJQE.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-BGNPKYBJ.js} +3 -3
- package/dist/chunk-BGNPKYBJ.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-BJ5MKLWH.js} +8 -8
- package/dist/chunk-BJ5MKLWH.js.map +1 -0
- package/dist/{chunk-VY5AFE7A.js → chunk-BYNVSWIQ.js} +4 -4
- package/dist/chunk-BYNVSWIQ.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-CAMLCKSF.js} +3 -3
- package/dist/chunk-CAMLCKSF.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-DBKCSQVH.js} +3 -3
- package/dist/chunk-DBKCSQVH.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/chunk-EJZ7HOIS.js +8709 -0
- package/dist/chunk-EJZ7HOIS.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-F4GITADW.js} +4 -4
- package/dist/chunk-F4GITADW.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-FLNWE5ZA.js} +5 -5
- package/dist/chunk-FLNWE5ZA.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-GWGDWZVN.js} +5 -5
- package/dist/chunk-GWGDWZVN.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-HOOHJCE7.js} +18 -18
- package/dist/chunk-HOOHJCE7.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-KKL6OICH.js} +3 -3
- package/dist/chunk-KKL6OICH.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-MJELLVQP.js} +4 -3
- package/dist/chunk-MJELLVQP.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-O54KGALH.js} +3 -3
- package/dist/chunk-O54KGALH.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-QFBSNSUL.js} +5 -5
- package/dist/chunk-QFBSNSUL.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-RE426Q7Y.js} +4 -4
- package/dist/chunk-RE426Q7Y.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-T3MFWGMX.js} +3 -3
- package/dist/chunk-T3MFWGMX.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-VZPNRPXL.js} +5 -5
- package/dist/chunk-VZPNRPXL.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-XACJ63U4.js} +14 -5
- package/dist/chunk-XACJ63U4.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-ZFYI4P6C.js} +5 -5
- package/dist/chunk-ZFYI4P6C.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +154 -62
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/hosted-chat.d.ts +28 -0
- package/dist/types/packages/cloud/src/hosted-chat.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-bound-taskset-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +342 -322
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +444 -375
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +745 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4600 -4576
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -7,13 +7,13 @@ export declare const AdvancedRefinerEvaluationPinSchema: z.ZodObject<{
|
|
|
7
7
|
teamId: z.ZodString;
|
|
8
8
|
projectId: z.ZodNullable<z.ZodString>;
|
|
9
9
|
mode: z.ZodEnum<{
|
|
10
|
-
review_quality: "review_quality";
|
|
11
10
|
downstream_adaptation: "downstream_adaptation";
|
|
11
|
+
review_quality: "review_quality";
|
|
12
12
|
}>;
|
|
13
13
|
profileRef: z.ZodObject<{
|
|
14
14
|
source: z.ZodEnum<{
|
|
15
|
-
local: "local";
|
|
16
15
|
github: "github";
|
|
16
|
+
local: "local";
|
|
17
17
|
openpond_git: "openpond_git";
|
|
18
18
|
}>;
|
|
19
19
|
repositoryId: z.ZodString;
|
|
@@ -84,10 +84,10 @@ export declare const AdvancedRefinerEvaluationPinSchema: z.ZodObject<{
|
|
|
84
84
|
}, z.core.$strict>;
|
|
85
85
|
}, z.core.$strict>>;
|
|
86
86
|
split: z.ZodEnum<{
|
|
87
|
+
frozen_eval: "frozen_eval";
|
|
88
|
+
test: "test";
|
|
87
89
|
train: "train";
|
|
88
90
|
validation: "validation";
|
|
89
|
-
test: "test";
|
|
90
|
-
frozen_eval: "frozen_eval";
|
|
91
91
|
}>;
|
|
92
92
|
population: z.ZodArray<z.ZodObject<{
|
|
93
93
|
taskId: z.ZodString;
|
|
@@ -104,8 +104,8 @@ export declare const AdvancedRefinerEvaluationPinSchema: z.ZodObject<{
|
|
|
104
104
|
configurationHash: z.ZodString;
|
|
105
105
|
output: z.ZodEnum<{
|
|
106
106
|
boolean: "boolean";
|
|
107
|
-
score: "score";
|
|
108
107
|
category: "category";
|
|
108
|
+
score: "score";
|
|
109
109
|
}>;
|
|
110
110
|
categories: z.ZodArray<z.ZodString>;
|
|
111
111
|
}, z.core.$strict>>;
|
|
@@ -114,17 +114,17 @@ export declare const AdvancedRefinerEvaluationPinSchema: z.ZodObject<{
|
|
|
114
114
|
graderId: z.ZodString;
|
|
115
115
|
fields: z.ZodArray<z.ZodObject<{
|
|
116
116
|
destination: z.ZodEnum<{
|
|
117
|
-
output: "output";
|
|
118
|
-
input: "input";
|
|
119
|
-
expectedOutput: "expectedOutput";
|
|
120
117
|
evaluatorContext: "evaluatorContext";
|
|
118
|
+
expectedOutput: "expectedOutput";
|
|
119
|
+
input: "input";
|
|
120
|
+
output: "output";
|
|
121
121
|
}>;
|
|
122
122
|
path: z.ZodArray<z.ZodString>;
|
|
123
123
|
source: z.ZodEnum<{
|
|
124
|
-
output: "output";
|
|
125
|
-
input: "input";
|
|
126
|
-
expectedOutput: "expectedOutput";
|
|
127
124
|
evaluatorContext: "evaluatorContext";
|
|
125
|
+
expectedOutput: "expectedOutput";
|
|
126
|
+
input: "input";
|
|
127
|
+
output: "output";
|
|
128
128
|
}>;
|
|
129
129
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
130
130
|
}, z.core.$strict>>;
|
|
@@ -189,10 +189,10 @@ export declare const AdvancedRefinerEvaluationPinSchema: z.ZodObject<{
|
|
|
189
189
|
}, z.core.$strict>;
|
|
190
190
|
}, z.core.$strict>>;
|
|
191
191
|
split: z.ZodEnum<{
|
|
192
|
+
frozen_eval: "frozen_eval";
|
|
193
|
+
test: "test";
|
|
192
194
|
train: "train";
|
|
193
195
|
validation: "validation";
|
|
194
|
-
test: "test";
|
|
195
|
-
frozen_eval: "frozen_eval";
|
|
196
196
|
}>;
|
|
197
197
|
population: z.ZodArray<z.ZodObject<{
|
|
198
198
|
taskId: z.ZodString;
|
|
@@ -209,8 +209,8 @@ export declare const AdvancedRefinerEvaluationPinSchema: z.ZodObject<{
|
|
|
209
209
|
configurationHash: z.ZodString;
|
|
210
210
|
output: z.ZodEnum<{
|
|
211
211
|
boolean: "boolean";
|
|
212
|
-
score: "score";
|
|
213
212
|
category: "category";
|
|
213
|
+
score: "score";
|
|
214
214
|
}>;
|
|
215
215
|
categories: z.ZodArray<z.ZodString>;
|
|
216
216
|
}, z.core.$strict>>;
|
|
@@ -219,17 +219,17 @@ export declare const AdvancedRefinerEvaluationPinSchema: z.ZodObject<{
|
|
|
219
219
|
graderId: z.ZodString;
|
|
220
220
|
fields: z.ZodArray<z.ZodObject<{
|
|
221
221
|
destination: z.ZodEnum<{
|
|
222
|
-
output: "output";
|
|
223
|
-
input: "input";
|
|
224
|
-
expectedOutput: "expectedOutput";
|
|
225
222
|
evaluatorContext: "evaluatorContext";
|
|
223
|
+
expectedOutput: "expectedOutput";
|
|
224
|
+
input: "input";
|
|
225
|
+
output: "output";
|
|
226
226
|
}>;
|
|
227
227
|
path: z.ZodArray<z.ZodString>;
|
|
228
228
|
source: z.ZodEnum<{
|
|
229
|
-
output: "output";
|
|
230
|
-
input: "input";
|
|
231
|
-
expectedOutput: "expectedOutput";
|
|
232
229
|
evaluatorContext: "evaluatorContext";
|
|
230
|
+
expectedOutput: "expectedOutput";
|
|
231
|
+
input: "input";
|
|
232
|
+
output: "output";
|
|
233
233
|
}>;
|
|
234
234
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
235
235
|
}, z.core.$strict>>;
|
|
@@ -246,16 +246,16 @@ export declare const AdvancedRefinerEvaluationPinSchema: z.ZodObject<{
|
|
|
246
246
|
adaptationTaskIds: z.ZodArray<z.ZodString>;
|
|
247
247
|
holdoutTaskIds: z.ZodArray<z.ZodString>;
|
|
248
248
|
adaptationSplit: z.ZodEnum<{
|
|
249
|
+
frozen_eval: "frozen_eval";
|
|
250
|
+
test: "test";
|
|
249
251
|
train: "train";
|
|
250
252
|
validation: "validation";
|
|
251
|
-
test: "test";
|
|
252
|
-
frozen_eval: "frozen_eval";
|
|
253
253
|
}>;
|
|
254
254
|
holdoutSplit: z.ZodEnum<{
|
|
255
|
+
frozen_eval: "frozen_eval";
|
|
256
|
+
test: "test";
|
|
255
257
|
train: "train";
|
|
256
258
|
validation: "validation";
|
|
257
|
-
test: "test";
|
|
258
|
-
frozen_eval: "frozen_eval";
|
|
259
259
|
}>;
|
|
260
260
|
environmentPolicy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
261
261
|
kind: z.ZodLiteral<"resettable">;
|
|
@@ -276,9 +276,9 @@ export declare function verifyAdvancedRefinerEvaluationPin(raw: unknown): {
|
|
|
276
276
|
actorId: string;
|
|
277
277
|
teamId: string;
|
|
278
278
|
projectId: string | null;
|
|
279
|
-
mode: "
|
|
279
|
+
mode: "downstream_adaptation" | "review_quality";
|
|
280
280
|
profileRef: {
|
|
281
|
-
source: "
|
|
281
|
+
source: "github" | "local" | "openpond_git";
|
|
282
282
|
repositoryId: string;
|
|
283
283
|
profileId: string;
|
|
284
284
|
};
|
|
@@ -318,7 +318,35 @@ export declare function verifyAdvancedRefinerEvaluationPin(raw: unknown): {
|
|
|
318
318
|
};
|
|
319
319
|
declaredProfileCatalogHash: string | null;
|
|
320
320
|
protectedProfileClosureHash: string;
|
|
321
|
-
|
|
321
|
+
recordedOrigin?: {
|
|
322
|
+
execution: {
|
|
323
|
+
id: string;
|
|
324
|
+
contentHash: string;
|
|
325
|
+
};
|
|
326
|
+
originalEvidence: {
|
|
327
|
+
id: string;
|
|
328
|
+
contentHash: string;
|
|
329
|
+
};
|
|
330
|
+
members: {
|
|
331
|
+
caseId: string;
|
|
332
|
+
seed: string;
|
|
333
|
+
fixtureId: string;
|
|
334
|
+
sourceId: string;
|
|
335
|
+
snapshotHash: string;
|
|
336
|
+
boundaryRevisionHash: string;
|
|
337
|
+
}[];
|
|
338
|
+
} | undefined;
|
|
339
|
+
gradingSource?: {
|
|
340
|
+
pass: {
|
|
341
|
+
id: string;
|
|
342
|
+
contentHash: string;
|
|
343
|
+
};
|
|
344
|
+
evidence: {
|
|
345
|
+
id: string;
|
|
346
|
+
contentHash: string;
|
|
347
|
+
};
|
|
348
|
+
} | undefined;
|
|
349
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
322
350
|
population: {
|
|
323
351
|
taskId: string;
|
|
324
352
|
seed: string;
|
|
@@ -332,16 +360,16 @@ export declare function verifyAdvancedRefinerEvaluationPin(raw: unknown): {
|
|
|
332
360
|
};
|
|
333
361
|
feedbackKey: string;
|
|
334
362
|
configurationHash: string;
|
|
335
|
-
output: "boolean" | "
|
|
363
|
+
output: "boolean" | "category" | "score";
|
|
336
364
|
categories: string[];
|
|
337
365
|
}[];
|
|
338
366
|
fieldMappingsHash: string;
|
|
339
367
|
fieldMappings: {
|
|
340
368
|
graderId: string;
|
|
341
369
|
fields: {
|
|
342
|
-
destination: "
|
|
370
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
343
371
|
path: string[];
|
|
344
|
-
source: "
|
|
372
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
345
373
|
sourcePath: string[];
|
|
346
374
|
}[];
|
|
347
375
|
}[];
|
|
@@ -352,6 +380,30 @@ export declare function verifyAdvancedRefinerEvaluationPin(raw: unknown): {
|
|
|
352
380
|
requireComplete: boolean;
|
|
353
381
|
};
|
|
354
382
|
contentHash: string;
|
|
383
|
+
};
|
|
384
|
+
adaptationDatasetBinding: {
|
|
385
|
+
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
386
|
+
dataset: {
|
|
387
|
+
id: string;
|
|
388
|
+
contentHash: string;
|
|
389
|
+
revision: number;
|
|
390
|
+
};
|
|
391
|
+
packageHash: string;
|
|
392
|
+
profileId: string;
|
|
393
|
+
target: {
|
|
394
|
+
kind: "profile";
|
|
395
|
+
} | {
|
|
396
|
+
kind: "workflow";
|
|
397
|
+
workflowId: string;
|
|
398
|
+
} | {
|
|
399
|
+
kind: "skill";
|
|
400
|
+
skillPath: string;
|
|
401
|
+
} | {
|
|
402
|
+
kind: "agent_action";
|
|
403
|
+
actionId: string;
|
|
404
|
+
};
|
|
405
|
+
declaredProfileCatalogHash: string | null;
|
|
406
|
+
protectedProfileClosureHash: string;
|
|
355
407
|
recordedOrigin?: {
|
|
356
408
|
execution: {
|
|
357
409
|
id: string;
|
|
@@ -380,31 +432,7 @@ export declare function verifyAdvancedRefinerEvaluationPin(raw: unknown): {
|
|
|
380
432
|
contentHash: string;
|
|
381
433
|
};
|
|
382
434
|
} | undefined;
|
|
383
|
-
|
|
384
|
-
adaptationDatasetBinding: {
|
|
385
|
-
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
386
|
-
dataset: {
|
|
387
|
-
id: string;
|
|
388
|
-
contentHash: string;
|
|
389
|
-
revision: number;
|
|
390
|
-
};
|
|
391
|
-
packageHash: string;
|
|
392
|
-
profileId: string;
|
|
393
|
-
target: {
|
|
394
|
-
kind: "profile";
|
|
395
|
-
} | {
|
|
396
|
-
kind: "workflow";
|
|
397
|
-
workflowId: string;
|
|
398
|
-
} | {
|
|
399
|
-
kind: "skill";
|
|
400
|
-
skillPath: string;
|
|
401
|
-
} | {
|
|
402
|
-
kind: "agent_action";
|
|
403
|
-
actionId: string;
|
|
404
|
-
};
|
|
405
|
-
declaredProfileCatalogHash: string | null;
|
|
406
|
-
protectedProfileClosureHash: string;
|
|
407
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
435
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
408
436
|
population: {
|
|
409
437
|
taskId: string;
|
|
410
438
|
seed: string;
|
|
@@ -418,16 +446,16 @@ export declare function verifyAdvancedRefinerEvaluationPin(raw: unknown): {
|
|
|
418
446
|
};
|
|
419
447
|
feedbackKey: string;
|
|
420
448
|
configurationHash: string;
|
|
421
|
-
output: "boolean" | "
|
|
449
|
+
output: "boolean" | "category" | "score";
|
|
422
450
|
categories: string[];
|
|
423
451
|
}[];
|
|
424
452
|
fieldMappingsHash: string;
|
|
425
453
|
fieldMappings: {
|
|
426
454
|
graderId: string;
|
|
427
455
|
fields: {
|
|
428
|
-
destination: "
|
|
456
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
429
457
|
path: string[];
|
|
430
|
-
source: "
|
|
458
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
431
459
|
sourcePath: string[];
|
|
432
460
|
}[];
|
|
433
461
|
}[];
|
|
@@ -438,40 +466,12 @@ export declare function verifyAdvancedRefinerEvaluationPin(raw: unknown): {
|
|
|
438
466
|
requireComplete: boolean;
|
|
439
467
|
};
|
|
440
468
|
contentHash: string;
|
|
441
|
-
recordedOrigin?: {
|
|
442
|
-
execution: {
|
|
443
|
-
id: string;
|
|
444
|
-
contentHash: string;
|
|
445
|
-
};
|
|
446
|
-
originalEvidence: {
|
|
447
|
-
id: string;
|
|
448
|
-
contentHash: string;
|
|
449
|
-
};
|
|
450
|
-
members: {
|
|
451
|
-
caseId: string;
|
|
452
|
-
seed: string;
|
|
453
|
-
fixtureId: string;
|
|
454
|
-
sourceId: string;
|
|
455
|
-
snapshotHash: string;
|
|
456
|
-
boundaryRevisionHash: string;
|
|
457
|
-
}[];
|
|
458
|
-
} | undefined;
|
|
459
|
-
gradingSource?: {
|
|
460
|
-
pass: {
|
|
461
|
-
id: string;
|
|
462
|
-
contentHash: string;
|
|
463
|
-
};
|
|
464
|
-
evidence: {
|
|
465
|
-
id: string;
|
|
466
|
-
contentHash: string;
|
|
467
|
-
};
|
|
468
|
-
} | undefined;
|
|
469
469
|
};
|
|
470
470
|
privateClosureHash: string;
|
|
471
471
|
adaptationTaskIds: string[];
|
|
472
472
|
holdoutTaskIds: string[];
|
|
473
|
-
adaptationSplit: "
|
|
474
|
-
holdoutSplit: "
|
|
473
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
474
|
+
holdoutSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
475
475
|
environmentPolicy: {
|
|
476
476
|
kind: "resettable";
|
|
477
477
|
environmentHash: string;
|
|
@@ -490,9 +490,9 @@ export declare function sealAdvancedRefinerEvaluationPin(body: Omit<AdvancedRefi
|
|
|
490
490
|
actorId: string;
|
|
491
491
|
teamId: string;
|
|
492
492
|
projectId: string | null;
|
|
493
|
-
mode: "
|
|
493
|
+
mode: "downstream_adaptation" | "review_quality";
|
|
494
494
|
profileRef: {
|
|
495
|
-
source: "
|
|
495
|
+
source: "github" | "local" | "openpond_git";
|
|
496
496
|
repositoryId: string;
|
|
497
497
|
profileId: string;
|
|
498
498
|
};
|
|
@@ -532,7 +532,35 @@ export declare function sealAdvancedRefinerEvaluationPin(body: Omit<AdvancedRefi
|
|
|
532
532
|
};
|
|
533
533
|
declaredProfileCatalogHash: string | null;
|
|
534
534
|
protectedProfileClosureHash: string;
|
|
535
|
-
|
|
535
|
+
recordedOrigin?: {
|
|
536
|
+
execution: {
|
|
537
|
+
id: string;
|
|
538
|
+
contentHash: string;
|
|
539
|
+
};
|
|
540
|
+
originalEvidence: {
|
|
541
|
+
id: string;
|
|
542
|
+
contentHash: string;
|
|
543
|
+
};
|
|
544
|
+
members: {
|
|
545
|
+
caseId: string;
|
|
546
|
+
seed: string;
|
|
547
|
+
fixtureId: string;
|
|
548
|
+
sourceId: string;
|
|
549
|
+
snapshotHash: string;
|
|
550
|
+
boundaryRevisionHash: string;
|
|
551
|
+
}[];
|
|
552
|
+
} | undefined;
|
|
553
|
+
gradingSource?: {
|
|
554
|
+
pass: {
|
|
555
|
+
id: string;
|
|
556
|
+
contentHash: string;
|
|
557
|
+
};
|
|
558
|
+
evidence: {
|
|
559
|
+
id: string;
|
|
560
|
+
contentHash: string;
|
|
561
|
+
};
|
|
562
|
+
} | undefined;
|
|
563
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
536
564
|
population: {
|
|
537
565
|
taskId: string;
|
|
538
566
|
seed: string;
|
|
@@ -546,16 +574,16 @@ export declare function sealAdvancedRefinerEvaluationPin(body: Omit<AdvancedRefi
|
|
|
546
574
|
};
|
|
547
575
|
feedbackKey: string;
|
|
548
576
|
configurationHash: string;
|
|
549
|
-
output: "boolean" | "
|
|
577
|
+
output: "boolean" | "category" | "score";
|
|
550
578
|
categories: string[];
|
|
551
579
|
}[];
|
|
552
580
|
fieldMappingsHash: string;
|
|
553
581
|
fieldMappings: {
|
|
554
582
|
graderId: string;
|
|
555
583
|
fields: {
|
|
556
|
-
destination: "
|
|
584
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
557
585
|
path: string[];
|
|
558
|
-
source: "
|
|
586
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
559
587
|
sourcePath: string[];
|
|
560
588
|
}[];
|
|
561
589
|
}[];
|
|
@@ -566,6 +594,30 @@ export declare function sealAdvancedRefinerEvaluationPin(body: Omit<AdvancedRefi
|
|
|
566
594
|
requireComplete: boolean;
|
|
567
595
|
};
|
|
568
596
|
contentHash: string;
|
|
597
|
+
};
|
|
598
|
+
adaptationDatasetBinding: {
|
|
599
|
+
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
600
|
+
dataset: {
|
|
601
|
+
id: string;
|
|
602
|
+
contentHash: string;
|
|
603
|
+
revision: number;
|
|
604
|
+
};
|
|
605
|
+
packageHash: string;
|
|
606
|
+
profileId: string;
|
|
607
|
+
target: {
|
|
608
|
+
kind: "profile";
|
|
609
|
+
} | {
|
|
610
|
+
kind: "workflow";
|
|
611
|
+
workflowId: string;
|
|
612
|
+
} | {
|
|
613
|
+
kind: "skill";
|
|
614
|
+
skillPath: string;
|
|
615
|
+
} | {
|
|
616
|
+
kind: "agent_action";
|
|
617
|
+
actionId: string;
|
|
618
|
+
};
|
|
619
|
+
declaredProfileCatalogHash: string | null;
|
|
620
|
+
protectedProfileClosureHash: string;
|
|
569
621
|
recordedOrigin?: {
|
|
570
622
|
execution: {
|
|
571
623
|
id: string;
|
|
@@ -594,31 +646,7 @@ export declare function sealAdvancedRefinerEvaluationPin(body: Omit<AdvancedRefi
|
|
|
594
646
|
contentHash: string;
|
|
595
647
|
};
|
|
596
648
|
} | undefined;
|
|
597
|
-
|
|
598
|
-
adaptationDatasetBinding: {
|
|
599
|
-
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
600
|
-
dataset: {
|
|
601
|
-
id: string;
|
|
602
|
-
contentHash: string;
|
|
603
|
-
revision: number;
|
|
604
|
-
};
|
|
605
|
-
packageHash: string;
|
|
606
|
-
profileId: string;
|
|
607
|
-
target: {
|
|
608
|
-
kind: "profile";
|
|
609
|
-
} | {
|
|
610
|
-
kind: "workflow";
|
|
611
|
-
workflowId: string;
|
|
612
|
-
} | {
|
|
613
|
-
kind: "skill";
|
|
614
|
-
skillPath: string;
|
|
615
|
-
} | {
|
|
616
|
-
kind: "agent_action";
|
|
617
|
-
actionId: string;
|
|
618
|
-
};
|
|
619
|
-
declaredProfileCatalogHash: string | null;
|
|
620
|
-
protectedProfileClosureHash: string;
|
|
621
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
649
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
622
650
|
population: {
|
|
623
651
|
taskId: string;
|
|
624
652
|
seed: string;
|
|
@@ -632,16 +660,16 @@ export declare function sealAdvancedRefinerEvaluationPin(body: Omit<AdvancedRefi
|
|
|
632
660
|
};
|
|
633
661
|
feedbackKey: string;
|
|
634
662
|
configurationHash: string;
|
|
635
|
-
output: "boolean" | "
|
|
663
|
+
output: "boolean" | "category" | "score";
|
|
636
664
|
categories: string[];
|
|
637
665
|
}[];
|
|
638
666
|
fieldMappingsHash: string;
|
|
639
667
|
fieldMappings: {
|
|
640
668
|
graderId: string;
|
|
641
669
|
fields: {
|
|
642
|
-
destination: "
|
|
670
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
643
671
|
path: string[];
|
|
644
|
-
source: "
|
|
672
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
645
673
|
sourcePath: string[];
|
|
646
674
|
}[];
|
|
647
675
|
}[];
|
|
@@ -652,40 +680,12 @@ export declare function sealAdvancedRefinerEvaluationPin(body: Omit<AdvancedRefi
|
|
|
652
680
|
requireComplete: boolean;
|
|
653
681
|
};
|
|
654
682
|
contentHash: string;
|
|
655
|
-
recordedOrigin?: {
|
|
656
|
-
execution: {
|
|
657
|
-
id: string;
|
|
658
|
-
contentHash: string;
|
|
659
|
-
};
|
|
660
|
-
originalEvidence: {
|
|
661
|
-
id: string;
|
|
662
|
-
contentHash: string;
|
|
663
|
-
};
|
|
664
|
-
members: {
|
|
665
|
-
caseId: string;
|
|
666
|
-
seed: string;
|
|
667
|
-
fixtureId: string;
|
|
668
|
-
sourceId: string;
|
|
669
|
-
snapshotHash: string;
|
|
670
|
-
boundaryRevisionHash: string;
|
|
671
|
-
}[];
|
|
672
|
-
} | undefined;
|
|
673
|
-
gradingSource?: {
|
|
674
|
-
pass: {
|
|
675
|
-
id: string;
|
|
676
|
-
contentHash: string;
|
|
677
|
-
};
|
|
678
|
-
evidence: {
|
|
679
|
-
id: string;
|
|
680
|
-
contentHash: string;
|
|
681
|
-
};
|
|
682
|
-
} | undefined;
|
|
683
683
|
};
|
|
684
684
|
privateClosureHash: string;
|
|
685
685
|
adaptationTaskIds: string[];
|
|
686
686
|
holdoutTaskIds: string[];
|
|
687
|
-
adaptationSplit: "
|
|
688
|
-
holdoutSplit: "
|
|
687
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
688
|
+
holdoutSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
689
689
|
environmentPolicy: {
|
|
690
690
|
kind: "resettable";
|
|
691
691
|
environmentHash: string;
|
|
@@ -706,13 +706,13 @@ export declare const AdvancedRefinerEvaluationStartSchema: z.ZodObject<{
|
|
|
706
706
|
teamId: z.ZodString;
|
|
707
707
|
projectId: z.ZodNullable<z.ZodString>;
|
|
708
708
|
mode: z.ZodEnum<{
|
|
709
|
-
review_quality: "review_quality";
|
|
710
709
|
downstream_adaptation: "downstream_adaptation";
|
|
710
|
+
review_quality: "review_quality";
|
|
711
711
|
}>;
|
|
712
712
|
profileRef: z.ZodObject<{
|
|
713
713
|
source: z.ZodEnum<{
|
|
714
|
-
local: "local";
|
|
715
714
|
github: "github";
|
|
715
|
+
local: "local";
|
|
716
716
|
openpond_git: "openpond_git";
|
|
717
717
|
}>;
|
|
718
718
|
repositoryId: z.ZodString;
|
|
@@ -783,10 +783,10 @@ export declare const AdvancedRefinerEvaluationStartSchema: z.ZodObject<{
|
|
|
783
783
|
}, z.core.$strict>;
|
|
784
784
|
}, z.core.$strict>>;
|
|
785
785
|
split: z.ZodEnum<{
|
|
786
|
+
frozen_eval: "frozen_eval";
|
|
787
|
+
test: "test";
|
|
786
788
|
train: "train";
|
|
787
789
|
validation: "validation";
|
|
788
|
-
test: "test";
|
|
789
|
-
frozen_eval: "frozen_eval";
|
|
790
790
|
}>;
|
|
791
791
|
population: z.ZodArray<z.ZodObject<{
|
|
792
792
|
taskId: z.ZodString;
|
|
@@ -803,8 +803,8 @@ export declare const AdvancedRefinerEvaluationStartSchema: z.ZodObject<{
|
|
|
803
803
|
configurationHash: z.ZodString;
|
|
804
804
|
output: z.ZodEnum<{
|
|
805
805
|
boolean: "boolean";
|
|
806
|
-
score: "score";
|
|
807
806
|
category: "category";
|
|
807
|
+
score: "score";
|
|
808
808
|
}>;
|
|
809
809
|
categories: z.ZodArray<z.ZodString>;
|
|
810
810
|
}, z.core.$strict>>;
|
|
@@ -813,17 +813,17 @@ export declare const AdvancedRefinerEvaluationStartSchema: z.ZodObject<{
|
|
|
813
813
|
graderId: z.ZodString;
|
|
814
814
|
fields: z.ZodArray<z.ZodObject<{
|
|
815
815
|
destination: z.ZodEnum<{
|
|
816
|
-
output: "output";
|
|
817
|
-
input: "input";
|
|
818
|
-
expectedOutput: "expectedOutput";
|
|
819
816
|
evaluatorContext: "evaluatorContext";
|
|
817
|
+
expectedOutput: "expectedOutput";
|
|
818
|
+
input: "input";
|
|
819
|
+
output: "output";
|
|
820
820
|
}>;
|
|
821
821
|
path: z.ZodArray<z.ZodString>;
|
|
822
822
|
source: z.ZodEnum<{
|
|
823
|
-
output: "output";
|
|
824
|
-
input: "input";
|
|
825
|
-
expectedOutput: "expectedOutput";
|
|
826
823
|
evaluatorContext: "evaluatorContext";
|
|
824
|
+
expectedOutput: "expectedOutput";
|
|
825
|
+
input: "input";
|
|
826
|
+
output: "output";
|
|
827
827
|
}>;
|
|
828
828
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
829
829
|
}, z.core.$strict>>;
|
|
@@ -888,10 +888,10 @@ export declare const AdvancedRefinerEvaluationStartSchema: z.ZodObject<{
|
|
|
888
888
|
}, z.core.$strict>;
|
|
889
889
|
}, z.core.$strict>>;
|
|
890
890
|
split: z.ZodEnum<{
|
|
891
|
+
frozen_eval: "frozen_eval";
|
|
892
|
+
test: "test";
|
|
891
893
|
train: "train";
|
|
892
894
|
validation: "validation";
|
|
893
|
-
test: "test";
|
|
894
|
-
frozen_eval: "frozen_eval";
|
|
895
895
|
}>;
|
|
896
896
|
population: z.ZodArray<z.ZodObject<{
|
|
897
897
|
taskId: z.ZodString;
|
|
@@ -908,8 +908,8 @@ export declare const AdvancedRefinerEvaluationStartSchema: z.ZodObject<{
|
|
|
908
908
|
configurationHash: z.ZodString;
|
|
909
909
|
output: z.ZodEnum<{
|
|
910
910
|
boolean: "boolean";
|
|
911
|
-
score: "score";
|
|
912
911
|
category: "category";
|
|
912
|
+
score: "score";
|
|
913
913
|
}>;
|
|
914
914
|
categories: z.ZodArray<z.ZodString>;
|
|
915
915
|
}, z.core.$strict>>;
|
|
@@ -918,17 +918,17 @@ export declare const AdvancedRefinerEvaluationStartSchema: z.ZodObject<{
|
|
|
918
918
|
graderId: z.ZodString;
|
|
919
919
|
fields: z.ZodArray<z.ZodObject<{
|
|
920
920
|
destination: z.ZodEnum<{
|
|
921
|
-
output: "output";
|
|
922
|
-
input: "input";
|
|
923
|
-
expectedOutput: "expectedOutput";
|
|
924
921
|
evaluatorContext: "evaluatorContext";
|
|
922
|
+
expectedOutput: "expectedOutput";
|
|
923
|
+
input: "input";
|
|
924
|
+
output: "output";
|
|
925
925
|
}>;
|
|
926
926
|
path: z.ZodArray<z.ZodString>;
|
|
927
927
|
source: z.ZodEnum<{
|
|
928
|
-
output: "output";
|
|
929
|
-
input: "input";
|
|
930
|
-
expectedOutput: "expectedOutput";
|
|
931
928
|
evaluatorContext: "evaluatorContext";
|
|
929
|
+
expectedOutput: "expectedOutput";
|
|
930
|
+
input: "input";
|
|
931
|
+
output: "output";
|
|
932
932
|
}>;
|
|
933
933
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
934
934
|
}, z.core.$strict>>;
|
|
@@ -945,16 +945,16 @@ export declare const AdvancedRefinerEvaluationStartSchema: z.ZodObject<{
|
|
|
945
945
|
adaptationTaskIds: z.ZodArray<z.ZodString>;
|
|
946
946
|
holdoutTaskIds: z.ZodArray<z.ZodString>;
|
|
947
947
|
adaptationSplit: z.ZodEnum<{
|
|
948
|
+
frozen_eval: "frozen_eval";
|
|
949
|
+
test: "test";
|
|
948
950
|
train: "train";
|
|
949
951
|
validation: "validation";
|
|
950
|
-
test: "test";
|
|
951
|
-
frozen_eval: "frozen_eval";
|
|
952
952
|
}>;
|
|
953
953
|
holdoutSplit: z.ZodEnum<{
|
|
954
|
+
frozen_eval: "frozen_eval";
|
|
955
|
+
test: "test";
|
|
954
956
|
train: "train";
|
|
955
957
|
validation: "validation";
|
|
956
|
-
test: "test";
|
|
957
|
-
frozen_eval: "frozen_eval";
|
|
958
958
|
}>;
|
|
959
959
|
environmentPolicy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
960
960
|
kind: z.ZodLiteral<"resettable">;
|
|
@@ -972,34 +972,34 @@ export declare const AdvancedRefinerEvaluationStartSchema: z.ZodObject<{
|
|
|
972
972
|
profileId: z.ZodString;
|
|
973
973
|
model: z.ZodObject<{
|
|
974
974
|
providerId: z.ZodUnion<readonly [z.ZodEnum<{
|
|
975
|
-
|
|
976
|
-
codex: "codex";
|
|
975
|
+
anthropic: "anthropic";
|
|
977
976
|
"claude-code": "claude-code";
|
|
977
|
+
codex: "codex";
|
|
978
|
+
"custom-openai-compatible": "custom-openai-compatible";
|
|
979
|
+
deepseek: "deepseek";
|
|
980
|
+
google: "google";
|
|
978
981
|
"grok-build": "grok-build";
|
|
979
|
-
|
|
980
|
-
|
|
982
|
+
groq: "groq";
|
|
983
|
+
moonshot: "moonshot";
|
|
981
984
|
openai: "openai";
|
|
982
|
-
|
|
983
|
-
|
|
985
|
+
opencode: "opencode";
|
|
986
|
+
openpond: "openpond";
|
|
984
987
|
openrouter: "openrouter";
|
|
985
|
-
deepseek: "deepseek";
|
|
986
|
-
zai: "zai";
|
|
987
|
-
moonshot: "moonshot";
|
|
988
988
|
together: "together";
|
|
989
|
-
|
|
990
|
-
|
|
989
|
+
xai: "xai";
|
|
990
|
+
zai: "zai";
|
|
991
991
|
}>, z.ZodTemplateLiteral<`acp:${string}`>]>;
|
|
992
992
|
modelId: z.ZodString;
|
|
993
993
|
}, z.core.$strip>;
|
|
994
994
|
seed: z.ZodNumber;
|
|
995
995
|
reasoningEffort: z.ZodNullable<z.ZodEnum<{
|
|
996
|
-
none: "none";
|
|
997
996
|
high: "high";
|
|
998
997
|
low: "low";
|
|
998
|
+
max: "max";
|
|
999
999
|
medium: "medium";
|
|
1000
|
-
|
|
1000
|
+
none: "none";
|
|
1001
1001
|
off: "off";
|
|
1002
|
-
|
|
1002
|
+
xhigh: "xhigh";
|
|
1003
1003
|
}>>;
|
|
1004
1004
|
}, z.core.$strict>;
|
|
1005
1005
|
export declare const AdvancedRefinerEvaluationCommandSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -1012,13 +1012,13 @@ export declare const AdvancedRefinerEvaluationCommandSchema: z.ZodDiscriminatedU
|
|
|
1012
1012
|
teamId: z.ZodString;
|
|
1013
1013
|
projectId: z.ZodNullable<z.ZodString>;
|
|
1014
1014
|
mode: z.ZodEnum<{
|
|
1015
|
-
review_quality: "review_quality";
|
|
1016
1015
|
downstream_adaptation: "downstream_adaptation";
|
|
1016
|
+
review_quality: "review_quality";
|
|
1017
1017
|
}>;
|
|
1018
1018
|
profileRef: z.ZodObject<{
|
|
1019
1019
|
source: z.ZodEnum<{
|
|
1020
|
-
local: "local";
|
|
1021
1020
|
github: "github";
|
|
1021
|
+
local: "local";
|
|
1022
1022
|
openpond_git: "openpond_git";
|
|
1023
1023
|
}>;
|
|
1024
1024
|
repositoryId: z.ZodString;
|
|
@@ -1089,10 +1089,10 @@ export declare const AdvancedRefinerEvaluationCommandSchema: z.ZodDiscriminatedU
|
|
|
1089
1089
|
}, z.core.$strict>;
|
|
1090
1090
|
}, z.core.$strict>>;
|
|
1091
1091
|
split: z.ZodEnum<{
|
|
1092
|
+
frozen_eval: "frozen_eval";
|
|
1093
|
+
test: "test";
|
|
1092
1094
|
train: "train";
|
|
1093
1095
|
validation: "validation";
|
|
1094
|
-
test: "test";
|
|
1095
|
-
frozen_eval: "frozen_eval";
|
|
1096
1096
|
}>;
|
|
1097
1097
|
population: z.ZodArray<z.ZodObject<{
|
|
1098
1098
|
taskId: z.ZodString;
|
|
@@ -1109,8 +1109,8 @@ export declare const AdvancedRefinerEvaluationCommandSchema: z.ZodDiscriminatedU
|
|
|
1109
1109
|
configurationHash: z.ZodString;
|
|
1110
1110
|
output: z.ZodEnum<{
|
|
1111
1111
|
boolean: "boolean";
|
|
1112
|
-
score: "score";
|
|
1113
1112
|
category: "category";
|
|
1113
|
+
score: "score";
|
|
1114
1114
|
}>;
|
|
1115
1115
|
categories: z.ZodArray<z.ZodString>;
|
|
1116
1116
|
}, z.core.$strict>>;
|
|
@@ -1119,17 +1119,17 @@ export declare const AdvancedRefinerEvaluationCommandSchema: z.ZodDiscriminatedU
|
|
|
1119
1119
|
graderId: z.ZodString;
|
|
1120
1120
|
fields: z.ZodArray<z.ZodObject<{
|
|
1121
1121
|
destination: z.ZodEnum<{
|
|
1122
|
-
output: "output";
|
|
1123
|
-
input: "input";
|
|
1124
|
-
expectedOutput: "expectedOutput";
|
|
1125
1122
|
evaluatorContext: "evaluatorContext";
|
|
1123
|
+
expectedOutput: "expectedOutput";
|
|
1124
|
+
input: "input";
|
|
1125
|
+
output: "output";
|
|
1126
1126
|
}>;
|
|
1127
1127
|
path: z.ZodArray<z.ZodString>;
|
|
1128
1128
|
source: z.ZodEnum<{
|
|
1129
|
-
output: "output";
|
|
1130
|
-
input: "input";
|
|
1131
|
-
expectedOutput: "expectedOutput";
|
|
1132
1129
|
evaluatorContext: "evaluatorContext";
|
|
1130
|
+
expectedOutput: "expectedOutput";
|
|
1131
|
+
input: "input";
|
|
1132
|
+
output: "output";
|
|
1133
1133
|
}>;
|
|
1134
1134
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1135
1135
|
}, z.core.$strict>>;
|
|
@@ -1194,10 +1194,10 @@ export declare const AdvancedRefinerEvaluationCommandSchema: z.ZodDiscriminatedU
|
|
|
1194
1194
|
}, z.core.$strict>;
|
|
1195
1195
|
}, z.core.$strict>>;
|
|
1196
1196
|
split: z.ZodEnum<{
|
|
1197
|
+
frozen_eval: "frozen_eval";
|
|
1198
|
+
test: "test";
|
|
1197
1199
|
train: "train";
|
|
1198
1200
|
validation: "validation";
|
|
1199
|
-
test: "test";
|
|
1200
|
-
frozen_eval: "frozen_eval";
|
|
1201
1201
|
}>;
|
|
1202
1202
|
population: z.ZodArray<z.ZodObject<{
|
|
1203
1203
|
taskId: z.ZodString;
|
|
@@ -1214,8 +1214,8 @@ export declare const AdvancedRefinerEvaluationCommandSchema: z.ZodDiscriminatedU
|
|
|
1214
1214
|
configurationHash: z.ZodString;
|
|
1215
1215
|
output: z.ZodEnum<{
|
|
1216
1216
|
boolean: "boolean";
|
|
1217
|
-
score: "score";
|
|
1218
1217
|
category: "category";
|
|
1218
|
+
score: "score";
|
|
1219
1219
|
}>;
|
|
1220
1220
|
categories: z.ZodArray<z.ZodString>;
|
|
1221
1221
|
}, z.core.$strict>>;
|
|
@@ -1224,17 +1224,17 @@ export declare const AdvancedRefinerEvaluationCommandSchema: z.ZodDiscriminatedU
|
|
|
1224
1224
|
graderId: z.ZodString;
|
|
1225
1225
|
fields: z.ZodArray<z.ZodObject<{
|
|
1226
1226
|
destination: z.ZodEnum<{
|
|
1227
|
-
output: "output";
|
|
1228
|
-
input: "input";
|
|
1229
|
-
expectedOutput: "expectedOutput";
|
|
1230
1227
|
evaluatorContext: "evaluatorContext";
|
|
1228
|
+
expectedOutput: "expectedOutput";
|
|
1229
|
+
input: "input";
|
|
1230
|
+
output: "output";
|
|
1231
1231
|
}>;
|
|
1232
1232
|
path: z.ZodArray<z.ZodString>;
|
|
1233
1233
|
source: z.ZodEnum<{
|
|
1234
|
-
output: "output";
|
|
1235
|
-
input: "input";
|
|
1236
|
-
expectedOutput: "expectedOutput";
|
|
1237
1234
|
evaluatorContext: "evaluatorContext";
|
|
1235
|
+
expectedOutput: "expectedOutput";
|
|
1236
|
+
input: "input";
|
|
1237
|
+
output: "output";
|
|
1238
1238
|
}>;
|
|
1239
1239
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1240
1240
|
}, z.core.$strict>>;
|
|
@@ -1251,16 +1251,16 @@ export declare const AdvancedRefinerEvaluationCommandSchema: z.ZodDiscriminatedU
|
|
|
1251
1251
|
adaptationTaskIds: z.ZodArray<z.ZodString>;
|
|
1252
1252
|
holdoutTaskIds: z.ZodArray<z.ZodString>;
|
|
1253
1253
|
adaptationSplit: z.ZodEnum<{
|
|
1254
|
+
frozen_eval: "frozen_eval";
|
|
1255
|
+
test: "test";
|
|
1254
1256
|
train: "train";
|
|
1255
1257
|
validation: "validation";
|
|
1256
|
-
test: "test";
|
|
1257
|
-
frozen_eval: "frozen_eval";
|
|
1258
1258
|
}>;
|
|
1259
1259
|
holdoutSplit: z.ZodEnum<{
|
|
1260
|
+
frozen_eval: "frozen_eval";
|
|
1261
|
+
test: "test";
|
|
1260
1262
|
train: "train";
|
|
1261
1263
|
validation: "validation";
|
|
1262
|
-
test: "test";
|
|
1263
|
-
frozen_eval: "frozen_eval";
|
|
1264
1264
|
}>;
|
|
1265
1265
|
environmentPolicy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1266
1266
|
kind: z.ZodLiteral<"resettable">;
|
|
@@ -1278,41 +1278,41 @@ export declare const AdvancedRefinerEvaluationCommandSchema: z.ZodDiscriminatedU
|
|
|
1278
1278
|
profileId: z.ZodString;
|
|
1279
1279
|
model: z.ZodObject<{
|
|
1280
1280
|
providerId: z.ZodUnion<readonly [z.ZodEnum<{
|
|
1281
|
-
|
|
1282
|
-
codex: "codex";
|
|
1281
|
+
anthropic: "anthropic";
|
|
1283
1282
|
"claude-code": "claude-code";
|
|
1283
|
+
codex: "codex";
|
|
1284
|
+
"custom-openai-compatible": "custom-openai-compatible";
|
|
1285
|
+
deepseek: "deepseek";
|
|
1286
|
+
google: "google";
|
|
1284
1287
|
"grok-build": "grok-build";
|
|
1285
|
-
|
|
1286
|
-
|
|
1288
|
+
groq: "groq";
|
|
1289
|
+
moonshot: "moonshot";
|
|
1287
1290
|
openai: "openai";
|
|
1288
|
-
|
|
1289
|
-
|
|
1291
|
+
opencode: "opencode";
|
|
1292
|
+
openpond: "openpond";
|
|
1290
1293
|
openrouter: "openrouter";
|
|
1291
|
-
deepseek: "deepseek";
|
|
1292
|
-
zai: "zai";
|
|
1293
|
-
moonshot: "moonshot";
|
|
1294
1294
|
together: "together";
|
|
1295
|
-
|
|
1296
|
-
|
|
1295
|
+
xai: "xai";
|
|
1296
|
+
zai: "zai";
|
|
1297
1297
|
}>, z.ZodTemplateLiteral<`acp:${string}`>]>;
|
|
1298
1298
|
modelId: z.ZodString;
|
|
1299
1299
|
}, z.core.$strip>;
|
|
1300
1300
|
seed: z.ZodNumber;
|
|
1301
1301
|
reasoningEffort: z.ZodNullable<z.ZodEnum<{
|
|
1302
|
-
none: "none";
|
|
1303
1302
|
high: "high";
|
|
1304
1303
|
low: "low";
|
|
1304
|
+
max: "max";
|
|
1305
1305
|
medium: "medium";
|
|
1306
|
-
|
|
1306
|
+
none: "none";
|
|
1307
1307
|
off: "off";
|
|
1308
|
-
|
|
1308
|
+
xhigh: "xhigh";
|
|
1309
1309
|
}>>;
|
|
1310
1310
|
}, z.core.$strict>;
|
|
1311
1311
|
}, z.core.$strict>, z.ZodObject<{
|
|
1312
1312
|
operation: z.ZodEnum<{
|
|
1313
|
+
cancel: "cancel";
|
|
1313
1314
|
read: "read";
|
|
1314
1315
|
resume: "resume";
|
|
1315
|
-
cancel: "cancel";
|
|
1316
1316
|
}>;
|
|
1317
1317
|
id: z.ZodString;
|
|
1318
1318
|
}, z.core.$strict>, z.ZodObject<{
|
|
@@ -1333,8 +1333,8 @@ export declare const AdvancedRefinerReviewCaseReceiptSchema: z.ZodObject<{
|
|
|
1333
1333
|
}, z.core.$strict>;
|
|
1334
1334
|
decision: z.ZodEnum<{
|
|
1335
1335
|
no_action: "no_action";
|
|
1336
|
-
route_deterministically: "route_deterministically";
|
|
1337
1336
|
queue_refiner: "queue_refiner";
|
|
1337
|
+
route_deterministically: "route_deterministically";
|
|
1338
1338
|
}>;
|
|
1339
1339
|
outcome: z.ZodNullable<z.ZodObject<{
|
|
1340
1340
|
id: z.ZodString;
|
|
@@ -1384,8 +1384,8 @@ export declare const AdvancedRefinerReviewReceiptSchema: z.ZodObject<{
|
|
|
1384
1384
|
}, z.core.$strict>;
|
|
1385
1385
|
decision: z.ZodEnum<{
|
|
1386
1386
|
no_action: "no_action";
|
|
1387
|
-
route_deterministically: "route_deterministically";
|
|
1388
1387
|
queue_refiner: "queue_refiner";
|
|
1388
|
+
route_deterministically: "route_deterministically";
|
|
1389
1389
|
}>;
|
|
1390
1390
|
outcome: z.ZodNullable<z.ZodObject<{
|
|
1391
1391
|
id: z.ZodString;
|
|
@@ -1444,7 +1444,7 @@ export declare function sealAdvancedRefinerReviewReceipt(body: Omit<AdvancedRefi
|
|
|
1444
1444
|
id: string;
|
|
1445
1445
|
contentHash: string;
|
|
1446
1446
|
};
|
|
1447
|
-
decision: "no_action" | "
|
|
1447
|
+
decision: "no_action" | "queue_refiner" | "route_deterministically";
|
|
1448
1448
|
outcome: {
|
|
1449
1449
|
id: string;
|
|
1450
1450
|
contentHash: string;
|
|
@@ -1496,17 +1496,17 @@ export declare const AdvancedRefinerEvaluationOptionsSchema: z.ZodObject<{
|
|
|
1496
1496
|
graderId: z.ZodString;
|
|
1497
1497
|
fields: z.ZodArray<z.ZodObject<{
|
|
1498
1498
|
destination: z.ZodEnum<{
|
|
1499
|
+
evaluatorContext: "evaluatorContext";
|
|
1500
|
+
expectedOutput: "expectedOutput";
|
|
1499
1501
|
input: "input";
|
|
1500
1502
|
output: "output";
|
|
1501
|
-
expectedOutput: "expectedOutput";
|
|
1502
|
-
evaluatorContext: "evaluatorContext";
|
|
1503
1503
|
}>;
|
|
1504
1504
|
path: z.ZodArray<z.ZodString>;
|
|
1505
1505
|
source: z.ZodEnum<{
|
|
1506
|
+
evaluatorContext: "evaluatorContext";
|
|
1507
|
+
expectedOutput: "expectedOutput";
|
|
1506
1508
|
input: "input";
|
|
1507
1509
|
output: "output";
|
|
1508
|
-
expectedOutput: "expectedOutput";
|
|
1509
|
-
evaluatorContext: "evaluatorContext";
|
|
1510
1510
|
}>;
|
|
1511
1511
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1512
1512
|
}, z.core.$strict>>;
|
|
@@ -1518,8 +1518,8 @@ export declare const AdvancedRefinerEvaluationOptionsSchema: z.ZodObject<{
|
|
|
1518
1518
|
name: z.ZodString;
|
|
1519
1519
|
profileRef: z.ZodObject<{
|
|
1520
1520
|
source: z.ZodEnum<{
|
|
1521
|
-
local: "local";
|
|
1522
1521
|
github: "github";
|
|
1522
|
+
local: "local";
|
|
1523
1523
|
openpond_git: "openpond_git";
|
|
1524
1524
|
}>;
|
|
1525
1525
|
repositoryId: z.ZodString;
|
|
@@ -1534,10 +1534,10 @@ export declare const AdvancedRefinerEvaluationOptionsSchema: z.ZodObject<{
|
|
|
1534
1534
|
profileSourceRevision: z.ZodString;
|
|
1535
1535
|
components: z.ZodArray<z.ZodObject<{
|
|
1536
1536
|
kind: z.ZodEnum<{
|
|
1537
|
-
skill: "skill";
|
|
1538
|
-
workflow: "workflow";
|
|
1539
1537
|
agent: "agent";
|
|
1540
1538
|
instruction: "instruction";
|
|
1539
|
+
skill: "skill";
|
|
1540
|
+
workflow: "workflow";
|
|
1541
1541
|
}>;
|
|
1542
1542
|
path: z.ZodString;
|
|
1543
1543
|
agentId: z.ZodOptional<z.ZodString>;
|
|
@@ -1595,10 +1595,10 @@ export declare const AdvancedRefinerEvaluationOptionsSchema: z.ZodObject<{
|
|
|
1595
1595
|
}, z.core.$strict>;
|
|
1596
1596
|
}, z.core.$strict>>;
|
|
1597
1597
|
split: z.ZodEnum<{
|
|
1598
|
+
frozen_eval: "frozen_eval";
|
|
1599
|
+
test: "test";
|
|
1598
1600
|
train: "train";
|
|
1599
1601
|
validation: "validation";
|
|
1600
|
-
test: "test";
|
|
1601
|
-
frozen_eval: "frozen_eval";
|
|
1602
1602
|
}>;
|
|
1603
1603
|
population: z.ZodArray<z.ZodObject<{
|
|
1604
1604
|
taskId: z.ZodString;
|
|
@@ -1615,8 +1615,8 @@ export declare const AdvancedRefinerEvaluationOptionsSchema: z.ZodObject<{
|
|
|
1615
1615
|
configurationHash: z.ZodString;
|
|
1616
1616
|
output: z.ZodEnum<{
|
|
1617
1617
|
boolean: "boolean";
|
|
1618
|
-
score: "score";
|
|
1619
1618
|
category: "category";
|
|
1619
|
+
score: "score";
|
|
1620
1620
|
}>;
|
|
1621
1621
|
categories: z.ZodArray<z.ZodString>;
|
|
1622
1622
|
}, z.core.$strict>>;
|
|
@@ -1625,17 +1625,17 @@ export declare const AdvancedRefinerEvaluationOptionsSchema: z.ZodObject<{
|
|
|
1625
1625
|
graderId: z.ZodString;
|
|
1626
1626
|
fields: z.ZodArray<z.ZodObject<{
|
|
1627
1627
|
destination: z.ZodEnum<{
|
|
1628
|
-
output: "output";
|
|
1629
|
-
input: "input";
|
|
1630
|
-
expectedOutput: "expectedOutput";
|
|
1631
1628
|
evaluatorContext: "evaluatorContext";
|
|
1629
|
+
expectedOutput: "expectedOutput";
|
|
1630
|
+
input: "input";
|
|
1631
|
+
output: "output";
|
|
1632
1632
|
}>;
|
|
1633
1633
|
path: z.ZodArray<z.ZodString>;
|
|
1634
1634
|
source: z.ZodEnum<{
|
|
1635
|
-
output: "output";
|
|
1636
|
-
input: "input";
|
|
1637
|
-
expectedOutput: "expectedOutput";
|
|
1638
1635
|
evaluatorContext: "evaluatorContext";
|
|
1636
|
+
expectedOutput: "expectedOutput";
|
|
1637
|
+
input: "input";
|
|
1638
|
+
output: "output";
|
|
1639
1639
|
}>;
|
|
1640
1640
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1641
1641
|
}, z.core.$strict>>;
|
|
@@ -1650,10 +1650,10 @@ export declare const AdvancedRefinerEvaluationOptionsSchema: z.ZodObject<{
|
|
|
1650
1650
|
}, z.core.$strict>;
|
|
1651
1651
|
adaptationSplits: z.ZodArray<z.ZodObject<{
|
|
1652
1652
|
split: z.ZodEnum<{
|
|
1653
|
+
frozen_eval: "frozen_eval";
|
|
1654
|
+
test: "test";
|
|
1653
1655
|
train: "train";
|
|
1654
1656
|
validation: "validation";
|
|
1655
|
-
test: "test";
|
|
1656
|
-
frozen_eval: "frozen_eval";
|
|
1657
1657
|
}>;
|
|
1658
1658
|
taskIds: z.ZodArray<z.ZodString>;
|
|
1659
1659
|
}, z.core.$strip>>;
|
|
@@ -1675,8 +1675,8 @@ export declare const AdvancedRefinerEvaluationOptionsSchema: z.ZodObject<{
|
|
|
1675
1675
|
profileId: z.ZodString;
|
|
1676
1676
|
name: z.ZodString;
|
|
1677
1677
|
location: z.ZodEnum<{
|
|
1678
|
-
local: "local";
|
|
1679
1678
|
hosted: "hosted";
|
|
1679
|
+
local: "local";
|
|
1680
1680
|
}>;
|
|
1681
1681
|
}, z.core.$strip>>;
|
|
1682
1682
|
}, z.core.$strict>;
|
|
@@ -1689,14 +1689,14 @@ export declare const AdvancedRefinerEvaluationPrepareSchema: z.ZodObject<{
|
|
|
1689
1689
|
profileOptionId: z.ZodString;
|
|
1690
1690
|
componentLabel: z.ZodString;
|
|
1691
1691
|
mode: z.ZodEnum<{
|
|
1692
|
-
review_quality: "review_quality";
|
|
1693
1692
|
downstream_adaptation: "downstream_adaptation";
|
|
1693
|
+
review_quality: "review_quality";
|
|
1694
1694
|
}>;
|
|
1695
1695
|
adaptationSplit: z.ZodEnum<{
|
|
1696
|
+
frozen_eval: "frozen_eval";
|
|
1697
|
+
test: "test";
|
|
1696
1698
|
train: "train";
|
|
1697
1699
|
validation: "validation";
|
|
1698
|
-
test: "test";
|
|
1699
|
-
frozen_eval: "frozen_eval";
|
|
1700
1700
|
}>;
|
|
1701
1701
|
operationId: z.ZodString;
|
|
1702
1702
|
refinerRelease: z.ZodObject<{
|
|
@@ -1717,13 +1717,13 @@ export declare const AdvancedRefinerEvaluationSetupCommandSchema: z.ZodUnion<rea
|
|
|
1717
1717
|
teamId: z.ZodString;
|
|
1718
1718
|
projectId: z.ZodNullable<z.ZodString>;
|
|
1719
1719
|
mode: z.ZodEnum<{
|
|
1720
|
-
review_quality: "review_quality";
|
|
1721
1720
|
downstream_adaptation: "downstream_adaptation";
|
|
1721
|
+
review_quality: "review_quality";
|
|
1722
1722
|
}>;
|
|
1723
1723
|
profileRef: z.ZodObject<{
|
|
1724
1724
|
source: z.ZodEnum<{
|
|
1725
|
-
local: "local";
|
|
1726
1725
|
github: "github";
|
|
1726
|
+
local: "local";
|
|
1727
1727
|
openpond_git: "openpond_git";
|
|
1728
1728
|
}>;
|
|
1729
1729
|
repositoryId: z.ZodString;
|
|
@@ -1794,10 +1794,10 @@ export declare const AdvancedRefinerEvaluationSetupCommandSchema: z.ZodUnion<rea
|
|
|
1794
1794
|
}, z.core.$strict>;
|
|
1795
1795
|
}, z.core.$strict>>;
|
|
1796
1796
|
split: z.ZodEnum<{
|
|
1797
|
+
frozen_eval: "frozen_eval";
|
|
1798
|
+
test: "test";
|
|
1797
1799
|
train: "train";
|
|
1798
1800
|
validation: "validation";
|
|
1799
|
-
test: "test";
|
|
1800
|
-
frozen_eval: "frozen_eval";
|
|
1801
1801
|
}>;
|
|
1802
1802
|
population: z.ZodArray<z.ZodObject<{
|
|
1803
1803
|
taskId: z.ZodString;
|
|
@@ -1814,8 +1814,8 @@ export declare const AdvancedRefinerEvaluationSetupCommandSchema: z.ZodUnion<rea
|
|
|
1814
1814
|
configurationHash: z.ZodString;
|
|
1815
1815
|
output: z.ZodEnum<{
|
|
1816
1816
|
boolean: "boolean";
|
|
1817
|
-
score: "score";
|
|
1818
1817
|
category: "category";
|
|
1818
|
+
score: "score";
|
|
1819
1819
|
}>;
|
|
1820
1820
|
categories: z.ZodArray<z.ZodString>;
|
|
1821
1821
|
}, z.core.$strict>>;
|
|
@@ -1824,17 +1824,17 @@ export declare const AdvancedRefinerEvaluationSetupCommandSchema: z.ZodUnion<rea
|
|
|
1824
1824
|
graderId: z.ZodString;
|
|
1825
1825
|
fields: z.ZodArray<z.ZodObject<{
|
|
1826
1826
|
destination: z.ZodEnum<{
|
|
1827
|
-
output: "output";
|
|
1828
|
-
input: "input";
|
|
1829
|
-
expectedOutput: "expectedOutput";
|
|
1830
1827
|
evaluatorContext: "evaluatorContext";
|
|
1828
|
+
expectedOutput: "expectedOutput";
|
|
1829
|
+
input: "input";
|
|
1830
|
+
output: "output";
|
|
1831
1831
|
}>;
|
|
1832
1832
|
path: z.ZodArray<z.ZodString>;
|
|
1833
1833
|
source: z.ZodEnum<{
|
|
1834
|
-
output: "output";
|
|
1835
|
-
input: "input";
|
|
1836
|
-
expectedOutput: "expectedOutput";
|
|
1837
1834
|
evaluatorContext: "evaluatorContext";
|
|
1835
|
+
expectedOutput: "expectedOutput";
|
|
1836
|
+
input: "input";
|
|
1837
|
+
output: "output";
|
|
1838
1838
|
}>;
|
|
1839
1839
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1840
1840
|
}, z.core.$strict>>;
|
|
@@ -1899,10 +1899,10 @@ export declare const AdvancedRefinerEvaluationSetupCommandSchema: z.ZodUnion<rea
|
|
|
1899
1899
|
}, z.core.$strict>;
|
|
1900
1900
|
}, z.core.$strict>>;
|
|
1901
1901
|
split: z.ZodEnum<{
|
|
1902
|
+
frozen_eval: "frozen_eval";
|
|
1903
|
+
test: "test";
|
|
1902
1904
|
train: "train";
|
|
1903
1905
|
validation: "validation";
|
|
1904
|
-
test: "test";
|
|
1905
|
-
frozen_eval: "frozen_eval";
|
|
1906
1906
|
}>;
|
|
1907
1907
|
population: z.ZodArray<z.ZodObject<{
|
|
1908
1908
|
taskId: z.ZodString;
|
|
@@ -1919,8 +1919,8 @@ export declare const AdvancedRefinerEvaluationSetupCommandSchema: z.ZodUnion<rea
|
|
|
1919
1919
|
configurationHash: z.ZodString;
|
|
1920
1920
|
output: z.ZodEnum<{
|
|
1921
1921
|
boolean: "boolean";
|
|
1922
|
-
score: "score";
|
|
1923
1922
|
category: "category";
|
|
1923
|
+
score: "score";
|
|
1924
1924
|
}>;
|
|
1925
1925
|
categories: z.ZodArray<z.ZodString>;
|
|
1926
1926
|
}, z.core.$strict>>;
|
|
@@ -1929,17 +1929,17 @@ export declare const AdvancedRefinerEvaluationSetupCommandSchema: z.ZodUnion<rea
|
|
|
1929
1929
|
graderId: z.ZodString;
|
|
1930
1930
|
fields: z.ZodArray<z.ZodObject<{
|
|
1931
1931
|
destination: z.ZodEnum<{
|
|
1932
|
-
output: "output";
|
|
1933
|
-
input: "input";
|
|
1934
|
-
expectedOutput: "expectedOutput";
|
|
1935
1932
|
evaluatorContext: "evaluatorContext";
|
|
1933
|
+
expectedOutput: "expectedOutput";
|
|
1934
|
+
input: "input";
|
|
1935
|
+
output: "output";
|
|
1936
1936
|
}>;
|
|
1937
1937
|
path: z.ZodArray<z.ZodString>;
|
|
1938
1938
|
source: z.ZodEnum<{
|
|
1939
|
-
output: "output";
|
|
1940
|
-
input: "input";
|
|
1941
|
-
expectedOutput: "expectedOutput";
|
|
1942
1939
|
evaluatorContext: "evaluatorContext";
|
|
1940
|
+
expectedOutput: "expectedOutput";
|
|
1941
|
+
input: "input";
|
|
1942
|
+
output: "output";
|
|
1943
1943
|
}>;
|
|
1944
1944
|
sourcePath: z.ZodArray<z.ZodString>;
|
|
1945
1945
|
}, z.core.$strict>>;
|
|
@@ -1956,16 +1956,16 @@ export declare const AdvancedRefinerEvaluationSetupCommandSchema: z.ZodUnion<rea
|
|
|
1956
1956
|
adaptationTaskIds: z.ZodArray<z.ZodString>;
|
|
1957
1957
|
holdoutTaskIds: z.ZodArray<z.ZodString>;
|
|
1958
1958
|
adaptationSplit: z.ZodEnum<{
|
|
1959
|
+
frozen_eval: "frozen_eval";
|
|
1960
|
+
test: "test";
|
|
1959
1961
|
train: "train";
|
|
1960
1962
|
validation: "validation";
|
|
1961
|
-
test: "test";
|
|
1962
|
-
frozen_eval: "frozen_eval";
|
|
1963
1963
|
}>;
|
|
1964
1964
|
holdoutSplit: z.ZodEnum<{
|
|
1965
|
+
frozen_eval: "frozen_eval";
|
|
1966
|
+
test: "test";
|
|
1965
1967
|
train: "train";
|
|
1966
1968
|
validation: "validation";
|
|
1967
|
-
test: "test";
|
|
1968
|
-
frozen_eval: "frozen_eval";
|
|
1969
1969
|
}>;
|
|
1970
1970
|
environmentPolicy: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
1971
1971
|
kind: z.ZodLiteral<"resettable">;
|
|
@@ -1983,41 +1983,41 @@ export declare const AdvancedRefinerEvaluationSetupCommandSchema: z.ZodUnion<rea
|
|
|
1983
1983
|
profileId: z.ZodString;
|
|
1984
1984
|
model: z.ZodObject<{
|
|
1985
1985
|
providerId: z.ZodUnion<readonly [z.ZodEnum<{
|
|
1986
|
-
openpond: "openpond";
|
|
1987
|
-
codex: "codex";
|
|
1988
|
-
"claude-code": "claude-code";
|
|
1989
|
-
"grok-build": "grok-build";
|
|
1990
|
-
opencode: "opencode";
|
|
1991
1986
|
anthropic: "anthropic";
|
|
1992
|
-
|
|
1993
|
-
|
|
1994
|
-
|
|
1995
|
-
openrouter: "openrouter";
|
|
1987
|
+
"claude-code": "claude-code";
|
|
1988
|
+
codex: "codex";
|
|
1989
|
+
"custom-openai-compatible": "custom-openai-compatible";
|
|
1996
1990
|
deepseek: "deepseek";
|
|
1997
|
-
|
|
1991
|
+
google: "google";
|
|
1992
|
+
"grok-build": "grok-build";
|
|
1993
|
+
groq: "groq";
|
|
1998
1994
|
moonshot: "moonshot";
|
|
1995
|
+
openai: "openai";
|
|
1996
|
+
opencode: "opencode";
|
|
1997
|
+
openpond: "openpond";
|
|
1998
|
+
openrouter: "openrouter";
|
|
1999
1999
|
together: "together";
|
|
2000
|
-
|
|
2001
|
-
|
|
2000
|
+
xai: "xai";
|
|
2001
|
+
zai: "zai";
|
|
2002
2002
|
}>, z.ZodTemplateLiteral<`acp:${string}`>]>;
|
|
2003
2003
|
modelId: z.ZodString;
|
|
2004
2004
|
}, z.core.$strip>;
|
|
2005
2005
|
seed: z.ZodNumber;
|
|
2006
2006
|
reasoningEffort: z.ZodNullable<z.ZodEnum<{
|
|
2007
|
-
none: "none";
|
|
2008
2007
|
high: "high";
|
|
2009
2008
|
low: "low";
|
|
2009
|
+
max: "max";
|
|
2010
2010
|
medium: "medium";
|
|
2011
|
-
|
|
2011
|
+
none: "none";
|
|
2012
2012
|
off: "off";
|
|
2013
|
-
|
|
2013
|
+
xhigh: "xhigh";
|
|
2014
2014
|
}>>;
|
|
2015
2015
|
}, z.core.$strict>;
|
|
2016
2016
|
}, z.core.$strict>, z.ZodObject<{
|
|
2017
2017
|
operation: z.ZodEnum<{
|
|
2018
|
+
cancel: "cancel";
|
|
2018
2019
|
read: "read";
|
|
2019
2020
|
resume: "resume";
|
|
2020
|
-
cancel: "cancel";
|
|
2021
2021
|
}>;
|
|
2022
2022
|
id: z.ZodString;
|
|
2023
2023
|
}, z.core.$strict>, z.ZodObject<{
|
|
@@ -2031,14 +2031,14 @@ export declare const AdvancedRefinerEvaluationSetupCommandSchema: z.ZodUnion<rea
|
|
|
2031
2031
|
profileOptionId: z.ZodString;
|
|
2032
2032
|
componentLabel: z.ZodString;
|
|
2033
2033
|
mode: z.ZodEnum<{
|
|
2034
|
-
review_quality: "review_quality";
|
|
2035
2034
|
downstream_adaptation: "downstream_adaptation";
|
|
2035
|
+
review_quality: "review_quality";
|
|
2036
2036
|
}>;
|
|
2037
2037
|
adaptationSplit: z.ZodEnum<{
|
|
2038
|
+
frozen_eval: "frozen_eval";
|
|
2039
|
+
test: "test";
|
|
2038
2040
|
train: "train";
|
|
2039
2041
|
validation: "validation";
|
|
2040
|
-
test: "test";
|
|
2041
|
-
frozen_eval: "frozen_eval";
|
|
2042
2042
|
}>;
|
|
2043
2043
|
operationId: z.ZodString;
|
|
2044
2044
|
refinerRelease: z.ZodObject<{
|
|
@@ -2074,11 +2074,32 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2074
2074
|
id: string;
|
|
2075
2075
|
contentHash: string;
|
|
2076
2076
|
};
|
|
2077
|
+
scoring?: {
|
|
2078
|
+
sourcePass: {
|
|
2079
|
+
id: string;
|
|
2080
|
+
contentHash: string;
|
|
2081
|
+
};
|
|
2082
|
+
graders: {
|
|
2083
|
+
id: string;
|
|
2084
|
+
contentHash: string;
|
|
2085
|
+
revision: number;
|
|
2086
|
+
}[];
|
|
2087
|
+
mappings?: {
|
|
2088
|
+
graderId: string;
|
|
2089
|
+
fields: {
|
|
2090
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2091
|
+
path: string[];
|
|
2092
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2093
|
+
sourcePath: string[];
|
|
2094
|
+
}[];
|
|
2095
|
+
}[] | undefined;
|
|
2096
|
+
maximumCostUsd: number;
|
|
2097
|
+
} | undefined;
|
|
2077
2098
|
profiles: {
|
|
2078
2099
|
id: string;
|
|
2079
2100
|
name: string;
|
|
2080
2101
|
profileRef: {
|
|
2081
|
-
source: "
|
|
2102
|
+
source: "github" | "local" | "openpond_git";
|
|
2082
2103
|
repositoryId: string;
|
|
2083
2104
|
profileId: string;
|
|
2084
2105
|
};
|
|
@@ -2090,8 +2111,10 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2090
2111
|
};
|
|
2091
2112
|
profileSourceRevision: string;
|
|
2092
2113
|
components: {
|
|
2093
|
-
kind: "
|
|
2114
|
+
kind: "agent" | "instruction" | "skill" | "workflow";
|
|
2094
2115
|
path: string;
|
|
2116
|
+
agentId?: string | undefined;
|
|
2117
|
+
workflowId?: string | undefined;
|
|
2095
2118
|
label: string;
|
|
2096
2119
|
binding: {
|
|
2097
2120
|
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
@@ -2116,7 +2139,35 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2116
2139
|
};
|
|
2117
2140
|
declaredProfileCatalogHash: string | null;
|
|
2118
2141
|
protectedProfileClosureHash: string;
|
|
2119
|
-
|
|
2142
|
+
recordedOrigin?: {
|
|
2143
|
+
execution: {
|
|
2144
|
+
id: string;
|
|
2145
|
+
contentHash: string;
|
|
2146
|
+
};
|
|
2147
|
+
originalEvidence: {
|
|
2148
|
+
id: string;
|
|
2149
|
+
contentHash: string;
|
|
2150
|
+
};
|
|
2151
|
+
members: {
|
|
2152
|
+
caseId: string;
|
|
2153
|
+
seed: string;
|
|
2154
|
+
fixtureId: string;
|
|
2155
|
+
sourceId: string;
|
|
2156
|
+
snapshotHash: string;
|
|
2157
|
+
boundaryRevisionHash: string;
|
|
2158
|
+
}[];
|
|
2159
|
+
} | undefined;
|
|
2160
|
+
gradingSource?: {
|
|
2161
|
+
pass: {
|
|
2162
|
+
id: string;
|
|
2163
|
+
contentHash: string;
|
|
2164
|
+
};
|
|
2165
|
+
evidence: {
|
|
2166
|
+
id: string;
|
|
2167
|
+
contentHash: string;
|
|
2168
|
+
};
|
|
2169
|
+
} | undefined;
|
|
2170
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2120
2171
|
population: {
|
|
2121
2172
|
taskId: string;
|
|
2122
2173
|
seed: string;
|
|
@@ -2130,16 +2181,16 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2130
2181
|
};
|
|
2131
2182
|
feedbackKey: string;
|
|
2132
2183
|
configurationHash: string;
|
|
2133
|
-
output: "boolean" | "
|
|
2184
|
+
output: "boolean" | "category" | "score";
|
|
2134
2185
|
categories: string[];
|
|
2135
2186
|
}[];
|
|
2136
2187
|
fieldMappingsHash: string;
|
|
2137
2188
|
fieldMappings: {
|
|
2138
2189
|
graderId: string;
|
|
2139
2190
|
fields: {
|
|
2140
|
-
destination: "
|
|
2191
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2141
2192
|
path: string[];
|
|
2142
|
-
source: "
|
|
2193
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2143
2194
|
sourcePath: string[];
|
|
2144
2195
|
}[];
|
|
2145
2196
|
}[];
|
|
@@ -2150,44 +2201,14 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2150
2201
|
requireComplete: boolean;
|
|
2151
2202
|
};
|
|
2152
2203
|
contentHash: string;
|
|
2153
|
-
recordedOrigin?: {
|
|
2154
|
-
execution: {
|
|
2155
|
-
id: string;
|
|
2156
|
-
contentHash: string;
|
|
2157
|
-
};
|
|
2158
|
-
originalEvidence: {
|
|
2159
|
-
id: string;
|
|
2160
|
-
contentHash: string;
|
|
2161
|
-
};
|
|
2162
|
-
members: {
|
|
2163
|
-
caseId: string;
|
|
2164
|
-
seed: string;
|
|
2165
|
-
fixtureId: string;
|
|
2166
|
-
sourceId: string;
|
|
2167
|
-
snapshotHash: string;
|
|
2168
|
-
boundaryRevisionHash: string;
|
|
2169
|
-
}[];
|
|
2170
|
-
} | undefined;
|
|
2171
|
-
gradingSource?: {
|
|
2172
|
-
pass: {
|
|
2173
|
-
id: string;
|
|
2174
|
-
contentHash: string;
|
|
2175
|
-
};
|
|
2176
|
-
evidence: {
|
|
2177
|
-
id: string;
|
|
2178
|
-
contentHash: string;
|
|
2179
|
-
};
|
|
2180
|
-
} | undefined;
|
|
2181
2204
|
};
|
|
2182
2205
|
adaptationSplits: {
|
|
2183
|
-
split: "
|
|
2206
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2184
2207
|
taskIds: string[];
|
|
2185
2208
|
}[];
|
|
2186
2209
|
environmentHash: string;
|
|
2187
2210
|
resettable: boolean;
|
|
2188
2211
|
reviewQuality: boolean;
|
|
2189
|
-
agentId?: string | undefined;
|
|
2190
|
-
workflowId?: string | undefined;
|
|
2191
2212
|
}[];
|
|
2192
2213
|
}[];
|
|
2193
2214
|
refinerReleases: {
|
|
@@ -2202,41 +2223,20 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2202
2223
|
id: string;
|
|
2203
2224
|
profileId: string;
|
|
2204
2225
|
name: string;
|
|
2205
|
-
location: "
|
|
2226
|
+
location: "hosted" | "local";
|
|
2206
2227
|
}[];
|
|
2207
|
-
scoring?: {
|
|
2208
|
-
sourcePass: {
|
|
2209
|
-
id: string;
|
|
2210
|
-
contentHash: string;
|
|
2211
|
-
};
|
|
2212
|
-
graders: {
|
|
2213
|
-
id: string;
|
|
2214
|
-
contentHash: string;
|
|
2215
|
-
revision: number;
|
|
2216
|
-
}[];
|
|
2217
|
-
maximumCostUsd: number;
|
|
2218
|
-
mappings?: {
|
|
2219
|
-
graderId: string;
|
|
2220
|
-
fields: {
|
|
2221
|
-
destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
|
|
2222
|
-
path: string[];
|
|
2223
|
-
source: "input" | "output" | "expectedOutput" | "evaluatorContext";
|
|
2224
|
-
sourcePath: string[];
|
|
2225
|
-
}[];
|
|
2226
|
-
}[] | undefined;
|
|
2227
|
-
} | undefined;
|
|
2228
2228
|
} | {
|
|
2229
2229
|
items: {
|
|
2230
2230
|
id: string;
|
|
2231
|
-
status: "
|
|
2232
|
-
mode: "
|
|
2231
|
+
status: "cancelled" | "failed" | "prepared" | "running" | "succeeded";
|
|
2232
|
+
mode: "downstream_adaptation" | "review_quality";
|
|
2233
2233
|
startedAt: string | null;
|
|
2234
2234
|
completedAt: string | null;
|
|
2235
2235
|
failure: string | null;
|
|
2236
2236
|
}[];
|
|
2237
2237
|
} | {
|
|
2238
2238
|
id: string;
|
|
2239
|
-
status: "
|
|
2239
|
+
status: "cancelled" | "failed" | "prepared" | "running" | "succeeded";
|
|
2240
2240
|
} | {
|
|
2241
2241
|
[x: string]: unknown;
|
|
2242
2242
|
schemaVersion: "openpond.modelRun.v1";
|
|
@@ -2253,9 +2253,9 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2253
2253
|
actorId: string;
|
|
2254
2254
|
teamId: string;
|
|
2255
2255
|
projectId: string | null;
|
|
2256
|
-
mode: "
|
|
2256
|
+
mode: "downstream_adaptation" | "review_quality";
|
|
2257
2257
|
profileRef: {
|
|
2258
|
-
source: "
|
|
2258
|
+
source: "github" | "local" | "openpond_git";
|
|
2259
2259
|
repositoryId: string;
|
|
2260
2260
|
profileId: string;
|
|
2261
2261
|
};
|
|
@@ -2295,7 +2295,35 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2295
2295
|
};
|
|
2296
2296
|
declaredProfileCatalogHash: string | null;
|
|
2297
2297
|
protectedProfileClosureHash: string;
|
|
2298
|
-
|
|
2298
|
+
recordedOrigin?: {
|
|
2299
|
+
execution: {
|
|
2300
|
+
id: string;
|
|
2301
|
+
contentHash: string;
|
|
2302
|
+
};
|
|
2303
|
+
originalEvidence: {
|
|
2304
|
+
id: string;
|
|
2305
|
+
contentHash: string;
|
|
2306
|
+
};
|
|
2307
|
+
members: {
|
|
2308
|
+
caseId: string;
|
|
2309
|
+
seed: string;
|
|
2310
|
+
fixtureId: string;
|
|
2311
|
+
sourceId: string;
|
|
2312
|
+
snapshotHash: string;
|
|
2313
|
+
boundaryRevisionHash: string;
|
|
2314
|
+
}[];
|
|
2315
|
+
} | undefined;
|
|
2316
|
+
gradingSource?: {
|
|
2317
|
+
pass: {
|
|
2318
|
+
id: string;
|
|
2319
|
+
contentHash: string;
|
|
2320
|
+
};
|
|
2321
|
+
evidence: {
|
|
2322
|
+
id: string;
|
|
2323
|
+
contentHash: string;
|
|
2324
|
+
};
|
|
2325
|
+
} | undefined;
|
|
2326
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2299
2327
|
population: {
|
|
2300
2328
|
taskId: string;
|
|
2301
2329
|
seed: string;
|
|
@@ -2309,16 +2337,16 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2309
2337
|
};
|
|
2310
2338
|
feedbackKey: string;
|
|
2311
2339
|
configurationHash: string;
|
|
2312
|
-
output: "boolean" | "
|
|
2340
|
+
output: "boolean" | "category" | "score";
|
|
2313
2341
|
categories: string[];
|
|
2314
2342
|
}[];
|
|
2315
2343
|
fieldMappingsHash: string;
|
|
2316
2344
|
fieldMappings: {
|
|
2317
2345
|
graderId: string;
|
|
2318
2346
|
fields: {
|
|
2319
|
-
destination: "
|
|
2347
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2320
2348
|
path: string[];
|
|
2321
|
-
source: "
|
|
2349
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2322
2350
|
sourcePath: string[];
|
|
2323
2351
|
}[];
|
|
2324
2352
|
}[];
|
|
@@ -2329,6 +2357,30 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2329
2357
|
requireComplete: boolean;
|
|
2330
2358
|
};
|
|
2331
2359
|
contentHash: string;
|
|
2360
|
+
};
|
|
2361
|
+
adaptationDatasetBinding: {
|
|
2362
|
+
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
2363
|
+
dataset: {
|
|
2364
|
+
id: string;
|
|
2365
|
+
contentHash: string;
|
|
2366
|
+
revision: number;
|
|
2367
|
+
};
|
|
2368
|
+
packageHash: string;
|
|
2369
|
+
profileId: string;
|
|
2370
|
+
target: {
|
|
2371
|
+
kind: "profile";
|
|
2372
|
+
} | {
|
|
2373
|
+
kind: "workflow";
|
|
2374
|
+
workflowId: string;
|
|
2375
|
+
} | {
|
|
2376
|
+
kind: "skill";
|
|
2377
|
+
skillPath: string;
|
|
2378
|
+
} | {
|
|
2379
|
+
kind: "agent_action";
|
|
2380
|
+
actionId: string;
|
|
2381
|
+
};
|
|
2382
|
+
declaredProfileCatalogHash: string | null;
|
|
2383
|
+
protectedProfileClosureHash: string;
|
|
2332
2384
|
recordedOrigin?: {
|
|
2333
2385
|
execution: {
|
|
2334
2386
|
id: string;
|
|
@@ -2357,31 +2409,7 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2357
2409
|
contentHash: string;
|
|
2358
2410
|
};
|
|
2359
2411
|
} | undefined;
|
|
2360
|
-
|
|
2361
|
-
adaptationDatasetBinding: {
|
|
2362
|
-
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
2363
|
-
dataset: {
|
|
2364
|
-
id: string;
|
|
2365
|
-
contentHash: string;
|
|
2366
|
-
revision: number;
|
|
2367
|
-
};
|
|
2368
|
-
packageHash: string;
|
|
2369
|
-
profileId: string;
|
|
2370
|
-
target: {
|
|
2371
|
-
kind: "profile";
|
|
2372
|
-
} | {
|
|
2373
|
-
kind: "workflow";
|
|
2374
|
-
workflowId: string;
|
|
2375
|
-
} | {
|
|
2376
|
-
kind: "skill";
|
|
2377
|
-
skillPath: string;
|
|
2378
|
-
} | {
|
|
2379
|
-
kind: "agent_action";
|
|
2380
|
-
actionId: string;
|
|
2381
|
-
};
|
|
2382
|
-
declaredProfileCatalogHash: string | null;
|
|
2383
|
-
protectedProfileClosureHash: string;
|
|
2384
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
2412
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2385
2413
|
population: {
|
|
2386
2414
|
taskId: string;
|
|
2387
2415
|
seed: string;
|
|
@@ -2395,16 +2423,16 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2395
2423
|
};
|
|
2396
2424
|
feedbackKey: string;
|
|
2397
2425
|
configurationHash: string;
|
|
2398
|
-
output: "boolean" | "
|
|
2426
|
+
output: "boolean" | "category" | "score";
|
|
2399
2427
|
categories: string[];
|
|
2400
2428
|
}[];
|
|
2401
2429
|
fieldMappingsHash: string;
|
|
2402
2430
|
fieldMappings: {
|
|
2403
2431
|
graderId: string;
|
|
2404
2432
|
fields: {
|
|
2405
|
-
destination: "
|
|
2433
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2406
2434
|
path: string[];
|
|
2407
|
-
source: "
|
|
2435
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2408
2436
|
sourcePath: string[];
|
|
2409
2437
|
}[];
|
|
2410
2438
|
}[];
|
|
@@ -2415,40 +2443,12 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2415
2443
|
requireComplete: boolean;
|
|
2416
2444
|
};
|
|
2417
2445
|
contentHash: string;
|
|
2418
|
-
recordedOrigin?: {
|
|
2419
|
-
execution: {
|
|
2420
|
-
id: string;
|
|
2421
|
-
contentHash: string;
|
|
2422
|
-
};
|
|
2423
|
-
originalEvidence: {
|
|
2424
|
-
id: string;
|
|
2425
|
-
contentHash: string;
|
|
2426
|
-
};
|
|
2427
|
-
members: {
|
|
2428
|
-
caseId: string;
|
|
2429
|
-
seed: string;
|
|
2430
|
-
fixtureId: string;
|
|
2431
|
-
sourceId: string;
|
|
2432
|
-
snapshotHash: string;
|
|
2433
|
-
boundaryRevisionHash: string;
|
|
2434
|
-
}[];
|
|
2435
|
-
} | undefined;
|
|
2436
|
-
gradingSource?: {
|
|
2437
|
-
pass: {
|
|
2438
|
-
id: string;
|
|
2439
|
-
contentHash: string;
|
|
2440
|
-
};
|
|
2441
|
-
evidence: {
|
|
2442
|
-
id: string;
|
|
2443
|
-
contentHash: string;
|
|
2444
|
-
};
|
|
2445
|
-
} | undefined;
|
|
2446
2446
|
};
|
|
2447
2447
|
privateClosureHash: string;
|
|
2448
2448
|
adaptationTaskIds: string[];
|
|
2449
2449
|
holdoutTaskIds: string[];
|
|
2450
|
-
adaptationSplit: "
|
|
2451
|
-
holdoutSplit: "
|
|
2450
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
2451
|
+
holdoutSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
2452
2452
|
environmentPolicy: {
|
|
2453
2453
|
kind: "resettable";
|
|
2454
2454
|
environmentHash: string;
|
|
@@ -2469,9 +2469,9 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2469
2469
|
actorId: string;
|
|
2470
2470
|
teamId: string;
|
|
2471
2471
|
projectId: string | null;
|
|
2472
|
-
mode: "
|
|
2472
|
+
mode: "downstream_adaptation" | "review_quality";
|
|
2473
2473
|
profileRef: {
|
|
2474
|
-
source: "
|
|
2474
|
+
source: "github" | "local" | "openpond_git";
|
|
2475
2475
|
repositoryId: string;
|
|
2476
2476
|
profileId: string;
|
|
2477
2477
|
};
|
|
@@ -2511,7 +2511,35 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2511
2511
|
};
|
|
2512
2512
|
declaredProfileCatalogHash: string | null;
|
|
2513
2513
|
protectedProfileClosureHash: string;
|
|
2514
|
-
|
|
2514
|
+
recordedOrigin?: {
|
|
2515
|
+
execution: {
|
|
2516
|
+
id: string;
|
|
2517
|
+
contentHash: string;
|
|
2518
|
+
};
|
|
2519
|
+
originalEvidence: {
|
|
2520
|
+
id: string;
|
|
2521
|
+
contentHash: string;
|
|
2522
|
+
};
|
|
2523
|
+
members: {
|
|
2524
|
+
caseId: string;
|
|
2525
|
+
seed: string;
|
|
2526
|
+
fixtureId: string;
|
|
2527
|
+
sourceId: string;
|
|
2528
|
+
snapshotHash: string;
|
|
2529
|
+
boundaryRevisionHash: string;
|
|
2530
|
+
}[];
|
|
2531
|
+
} | undefined;
|
|
2532
|
+
gradingSource?: {
|
|
2533
|
+
pass: {
|
|
2534
|
+
id: string;
|
|
2535
|
+
contentHash: string;
|
|
2536
|
+
};
|
|
2537
|
+
evidence: {
|
|
2538
|
+
id: string;
|
|
2539
|
+
contentHash: string;
|
|
2540
|
+
};
|
|
2541
|
+
} | undefined;
|
|
2542
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2515
2543
|
population: {
|
|
2516
2544
|
taskId: string;
|
|
2517
2545
|
seed: string;
|
|
@@ -2525,16 +2553,16 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2525
2553
|
};
|
|
2526
2554
|
feedbackKey: string;
|
|
2527
2555
|
configurationHash: string;
|
|
2528
|
-
output: "boolean" | "
|
|
2556
|
+
output: "boolean" | "category" | "score";
|
|
2529
2557
|
categories: string[];
|
|
2530
2558
|
}[];
|
|
2531
2559
|
fieldMappingsHash: string;
|
|
2532
2560
|
fieldMappings: {
|
|
2533
2561
|
graderId: string;
|
|
2534
2562
|
fields: {
|
|
2535
|
-
destination: "
|
|
2563
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2536
2564
|
path: string[];
|
|
2537
|
-
source: "
|
|
2565
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2538
2566
|
sourcePath: string[];
|
|
2539
2567
|
}[];
|
|
2540
2568
|
}[];
|
|
@@ -2545,6 +2573,30 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2545
2573
|
requireComplete: boolean;
|
|
2546
2574
|
};
|
|
2547
2575
|
contentHash: string;
|
|
2576
|
+
};
|
|
2577
|
+
adaptationDatasetBinding: {
|
|
2578
|
+
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
2579
|
+
dataset: {
|
|
2580
|
+
id: string;
|
|
2581
|
+
contentHash: string;
|
|
2582
|
+
revision: number;
|
|
2583
|
+
};
|
|
2584
|
+
packageHash: string;
|
|
2585
|
+
profileId: string;
|
|
2586
|
+
target: {
|
|
2587
|
+
kind: "profile";
|
|
2588
|
+
} | {
|
|
2589
|
+
kind: "workflow";
|
|
2590
|
+
workflowId: string;
|
|
2591
|
+
} | {
|
|
2592
|
+
kind: "skill";
|
|
2593
|
+
skillPath: string;
|
|
2594
|
+
} | {
|
|
2595
|
+
kind: "agent_action";
|
|
2596
|
+
actionId: string;
|
|
2597
|
+
};
|
|
2598
|
+
declaredProfileCatalogHash: string | null;
|
|
2599
|
+
protectedProfileClosureHash: string;
|
|
2548
2600
|
recordedOrigin?: {
|
|
2549
2601
|
execution: {
|
|
2550
2602
|
id: string;
|
|
@@ -2573,31 +2625,7 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2573
2625
|
contentHash: string;
|
|
2574
2626
|
};
|
|
2575
2627
|
} | undefined;
|
|
2576
|
-
|
|
2577
|
-
adaptationDatasetBinding: {
|
|
2578
|
-
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
2579
|
-
dataset: {
|
|
2580
|
-
id: string;
|
|
2581
|
-
contentHash: string;
|
|
2582
|
-
revision: number;
|
|
2583
|
-
};
|
|
2584
|
-
packageHash: string;
|
|
2585
|
-
profileId: string;
|
|
2586
|
-
target: {
|
|
2587
|
-
kind: "profile";
|
|
2588
|
-
} | {
|
|
2589
|
-
kind: "workflow";
|
|
2590
|
-
workflowId: string;
|
|
2591
|
-
} | {
|
|
2592
|
-
kind: "skill";
|
|
2593
|
-
skillPath: string;
|
|
2594
|
-
} | {
|
|
2595
|
-
kind: "agent_action";
|
|
2596
|
-
actionId: string;
|
|
2597
|
-
};
|
|
2598
|
-
declaredProfileCatalogHash: string | null;
|
|
2599
|
-
protectedProfileClosureHash: string;
|
|
2600
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
2628
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2601
2629
|
population: {
|
|
2602
2630
|
taskId: string;
|
|
2603
2631
|
seed: string;
|
|
@@ -2611,16 +2639,16 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2611
2639
|
};
|
|
2612
2640
|
feedbackKey: string;
|
|
2613
2641
|
configurationHash: string;
|
|
2614
|
-
output: "boolean" | "
|
|
2642
|
+
output: "boolean" | "category" | "score";
|
|
2615
2643
|
categories: string[];
|
|
2616
2644
|
}[];
|
|
2617
2645
|
fieldMappingsHash: string;
|
|
2618
2646
|
fieldMappings: {
|
|
2619
2647
|
graderId: string;
|
|
2620
2648
|
fields: {
|
|
2621
|
-
destination: "
|
|
2649
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2622
2650
|
path: string[];
|
|
2623
|
-
source: "
|
|
2651
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
2624
2652
|
sourcePath: string[];
|
|
2625
2653
|
}[];
|
|
2626
2654
|
}[];
|
|
@@ -2631,40 +2659,12 @@ export declare class OpenPondAdvancedRefinerEvaluationClient {
|
|
|
2631
2659
|
requireComplete: boolean;
|
|
2632
2660
|
};
|
|
2633
2661
|
contentHash: string;
|
|
2634
|
-
recordedOrigin?: {
|
|
2635
|
-
execution: {
|
|
2636
|
-
id: string;
|
|
2637
|
-
contentHash: string;
|
|
2638
|
-
};
|
|
2639
|
-
originalEvidence: {
|
|
2640
|
-
id: string;
|
|
2641
|
-
contentHash: string;
|
|
2642
|
-
};
|
|
2643
|
-
members: {
|
|
2644
|
-
caseId: string;
|
|
2645
|
-
seed: string;
|
|
2646
|
-
fixtureId: string;
|
|
2647
|
-
sourceId: string;
|
|
2648
|
-
snapshotHash: string;
|
|
2649
|
-
boundaryRevisionHash: string;
|
|
2650
|
-
}[];
|
|
2651
|
-
} | undefined;
|
|
2652
|
-
gradingSource?: {
|
|
2653
|
-
pass: {
|
|
2654
|
-
id: string;
|
|
2655
|
-
contentHash: string;
|
|
2656
|
-
};
|
|
2657
|
-
evidence: {
|
|
2658
|
-
id: string;
|
|
2659
|
-
contentHash: string;
|
|
2660
|
-
};
|
|
2661
|
-
} | undefined;
|
|
2662
2662
|
};
|
|
2663
2663
|
privateClosureHash: string;
|
|
2664
2664
|
adaptationTaskIds: string[];
|
|
2665
2665
|
holdoutTaskIds: string[];
|
|
2666
|
-
adaptationSplit: "
|
|
2667
|
-
holdoutSplit: "
|
|
2666
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
2667
|
+
holdoutSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
2668
2668
|
environmentPolicy: {
|
|
2669
2669
|
kind: "resettable";
|
|
2670
2670
|
environmentHash: string;
|