openpond-sdk 0.12.3 → 0.12.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/actions-local.js +2 -1
- package/dist/actions-local.js.map +1 -7
- package/dist/actions.js +2 -1
- package/dist/actions.js.map +1 -7
- package/dist/advanced-refiner-evaluations.js +13 -12
- package/dist/advanced-refiner-evaluations.js.map +1 -7
- package/dist/candidate-evaluations.js +9 -8
- package/dist/candidate-evaluations.js.map +1 -7
- package/dist/{chunk-VY5AFE7A.js → chunk-24N6A6SF.js} +4 -4
- package/dist/chunk-24N6A6SF.js.map +1 -0
- package/dist/{chunk-YCQVVFE5.js → chunk-3B5KSH3V.js} +2 -2
- package/dist/chunk-3B5KSH3V.js.map +1 -0
- package/dist/{chunk-2DMYAJLS.js → chunk-3DWPLYFJ.js} +2 -2
- package/dist/chunk-3DWPLYFJ.js.map +1 -0
- package/dist/{chunk-CTVKI3BV.js → chunk-53LLNDXF.js} +3 -3
- package/dist/chunk-53LLNDXF.js.map +1 -0
- package/dist/{chunk-36WJTS5V.js → chunk-B5XTGEBE.js} +25 -13
- package/dist/chunk-B5XTGEBE.js.map +1 -0
- package/dist/{chunk-HKWX624G.js → chunk-BVMR5OFW.js} +5 -5
- package/dist/chunk-BVMR5OFW.js.map +1 -0
- package/dist/{chunk-3KXDH6OB.js → chunk-CL3IOOVL.js} +1 -1
- package/dist/chunk-CL3IOOVL.js.map +1 -0
- package/dist/{chunk-FY7NHCEH.js → chunk-CMWZZZGW.js} +5 -5
- package/dist/chunk-CMWZZZGW.js.map +1 -0
- package/dist/{chunk-UPS52OPZ.js → chunk-DF2QXVZ3.js} +8 -8
- package/dist/chunk-DF2QXVZ3.js.map +1 -0
- package/dist/{chunk-AG5DDL7T.js → chunk-DH6O4JFB.js} +2 -2
- package/dist/chunk-DH6O4JFB.js.map +1 -0
- package/dist/{chunk-QEIT5VXJ.js → chunk-EFUT3XKW.js} +4 -4
- package/dist/chunk-EFUT3XKW.js.map +1 -0
- package/dist/{chunk-BSK3VLM3.js → chunk-ETX25FTB.js} +3 -3
- package/dist/chunk-ETX25FTB.js.map +1 -0
- package/dist/{chunk-MEKWESBF.js → chunk-FBZTDDRC.js} +2 -2
- package/dist/chunk-FBZTDDRC.js.map +1 -0
- package/dist/{chunk-CWXM57QR.js → chunk-GAIDBPFY.js} +5 -5
- package/dist/chunk-GAIDBPFY.js.map +1 -0
- package/dist/{chunk-YVUIHH6Z.js → chunk-GPQLBVQC.js} +1 -1
- package/dist/chunk-GPQLBVQC.js.map +1 -0
- package/dist/{chunk-KAE7AMYE.js → chunk-H3367ISL.js} +2 -2
- package/dist/chunk-H3367ISL.js.map +1 -0
- package/dist/{chunk-COPVBJPL.js → chunk-H3JZ3P5T.js} +2 -1
- package/dist/chunk-H3JZ3P5T.js.map +1 -0
- package/dist/{chunk-3LP7DNLQ.js → chunk-H4NTJFEE.js} +2 -2
- package/dist/chunk-H4NTJFEE.js.map +1 -0
- package/dist/{chunk-TCHAWJMB.js → chunk-HGXVOFCL.js} +2 -2
- package/dist/chunk-HGXVOFCL.js.map +1 -0
- package/dist/{chunk-CEZEVILU.js → chunk-HJ2AIAKX.js} +1 -1
- package/dist/chunk-HJ2AIAKX.js.map +1 -0
- package/dist/{chunk-K5WRVSOL.js → chunk-I54WQBXL.js} +8 -8
- package/dist/chunk-I54WQBXL.js.map +1 -0
- package/dist/{chunk-G6Y6CQYV.js → chunk-K5LWSWV7.js} +4 -4
- package/dist/chunk-K5LWSWV7.js.map +1 -0
- package/dist/{chunk-IWT6JUZD.js → chunk-L6EJX2VQ.js} +2 -2
- package/dist/chunk-L6EJX2VQ.js.map +1 -0
- package/dist/{chunk-XYQD4LDI.js → chunk-LHX7ENKZ.js} +3 -3
- package/dist/chunk-LHX7ENKZ.js.map +1 -0
- package/dist/{chunk-BFR3VC25.js → chunk-LR5CTOC5.js} +18 -18
- package/dist/chunk-LR5CTOC5.js.map +1 -0
- package/dist/chunk-MO4HAJZG.js +8709 -0
- package/dist/chunk-MO4HAJZG.js.map +1 -0
- package/dist/{chunk-T4APHDES.js → chunk-O6FKHAWN.js} +1 -1
- package/dist/chunk-O6FKHAWN.js.map +1 -0
- package/dist/{chunk-77N3QEIL.js → chunk-OR3TMIJN.js} +5 -5
- package/dist/chunk-OR3TMIJN.js.map +1 -0
- package/dist/{chunk-P27DQ65Z.js → chunk-OVGDDKO2.js} +1 -1
- package/dist/chunk-OVGDDKO2.js.map +1 -0
- package/dist/{chunk-O4GE6VTR.js → chunk-PWW5QKZS.js} +2 -2
- package/dist/chunk-PWW5QKZS.js.map +1 -0
- package/dist/{chunk-DUKW3R7O.js → chunk-Q4TKI2MV.js} +2 -2
- package/dist/chunk-Q4TKI2MV.js.map +1 -0
- package/dist/{chunk-QTJQIHDZ.js → chunk-QRS7Y3EM.js} +4 -3
- package/dist/chunk-QRS7Y3EM.js.map +1 -0
- package/dist/{chunk-TMUAKJWX.js → chunk-RRKRA237.js} +14 -5
- package/dist/chunk-RRKRA237.js.map +1 -0
- package/dist/{chunk-2U54EOXJ.js → chunk-TK3DXH7A.js} +1 -1
- package/dist/chunk-TK3DXH7A.js.map +1 -0
- package/dist/{chunk-CK3ONRRC.js → chunk-U7XWIOSB.js} +3 -3
- package/dist/chunk-U7XWIOSB.js.map +1 -0
- package/dist/{chunk-YUKV7RCD.js → chunk-VHGC44HA.js} +5 -5
- package/dist/chunk-VHGC44HA.js.map +1 -0
- package/dist/{chunk-ZJ3H3VS7.js → chunk-VN5V2E2S.js} +7 -5
- package/dist/chunk-VN5V2E2S.js.map +1 -0
- package/dist/{chunk-G53MA5XX.js → chunk-WMIKJGXW.js} +3 -3
- package/dist/chunk-WMIKJGXW.js.map +1 -0
- package/dist/{chunk-ROBAX5TN.js → chunk-WQFU635Q.js} +8 -6
- package/dist/chunk-WQFU635Q.js.map +1 -0
- package/dist/{chunk-TSMGMA6R.js → chunk-XON75UFN.js} +3 -3
- package/dist/chunk-XON75UFN.js.map +1 -0
- package/dist/chunk-YLJ4XMA6.js +35 -0
- package/dist/chunk-YLJ4XMA6.js.map +1 -0
- package/dist/{chunk-K3JCP4FO.js → chunk-Z252BNAZ.js} +1 -1
- package/dist/chunk-Z252BNAZ.js.map +1 -0
- package/dist/{chunk-MLPPSCDQ.js → chunk-ZHQK3MOM.js} +4 -4
- package/dist/chunk-ZHQK3MOM.js.map +1 -0
- package/dist/{chunk-6Q4I33CH.js → chunk-ZIFZFP5I.js} +5 -5
- package/dist/chunk-ZIFZFP5I.js.map +1 -0
- package/dist/connected-evidence.js +22 -21
- package/dist/connected-evidence.js.map +1 -7
- package/dist/dataset-commerce.js +2 -0
- package/dist/dataset-commerce.js.map +1 -7
- package/dist/dataset-marketplace.js +2 -0
- package/dist/dataset-marketplace.js.map +1 -7
- package/dist/dataset-workspaces.js +22 -21
- package/dist/dataset-workspaces.js.map +1 -7
- package/dist/experiment-evaluation-schedules.js +28 -27
- package/dist/experiment-evaluation-schedules.js.map +1 -7
- package/dist/experiment-improvements.js +12 -11
- package/dist/experiment-improvements.js.map +1 -7
- package/dist/experiments.js +26 -25
- package/dist/experiments.js.map +1 -7
- package/dist/human-review.js +3 -2
- package/dist/human-review.js.map +1 -7
- package/dist/index.js +98 -50
- package/dist/index.js.map +1 -7
- package/dist/learning.js +4 -3
- package/dist/learning.js.map +1 -7
- package/dist/model-batch-review.js +2 -1
- package/dist/model-batch-review.js.map +1 -7
- package/dist/model-projects.js +3 -2
- package/dist/model-projects.js.map +1 -7
- package/dist/model-starter-attempts.js +5 -4
- package/dist/model-starter-attempts.js.map +1 -7
- package/dist/model-starter-catalog.js +15 -14
- package/dist/model-starter-catalog.js.map +1 -7
- package/dist/model-starters.js +15 -14
- package/dist/model-starters.js.map +1 -7
- package/dist/model-taskset-authoring.js +2 -1
- package/dist/model-taskset-authoring.js.map +1 -7
- package/dist/model-taskset-runs.js +6 -5
- package/dist/model-taskset-runs.js.map +1 -7
- package/dist/post-training.js +9 -8
- package/dist/post-training.js.map +1 -7
- package/dist/profile-actions.js +3 -2
- package/dist/profile-actions.js.map +1 -7
- package/dist/project-actions.js +3 -2
- package/dist/project-actions.js.map +1 -7
- package/dist/refiner.js +3 -2
- package/dist/refiner.js.map +1 -7
- package/dist/taskset-catalog.js +2 -1
- package/dist/taskset-catalog.js.map +1 -7
- package/dist/taskset-drafts.js +19 -18
- package/dist/taskset-drafts.js.map +1 -7
- package/dist/taskset-packages.js +25 -22
- package/dist/taskset-packages.js.map +1 -7
- package/dist/training-bundle.js +44 -19
- package/dist/training-bundle.js.map +1 -7
- package/dist/training-projects.js +2 -1
- package/dist/training-projects.js.map +1 -7
- package/dist/training.js +11 -10
- package/dist/training.js.map +1 -7
- package/dist/types/packages/cloud/src/api/core.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client-handles.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/sandbox-instance-client.d.ts.map +1 -1
- package/dist/types/packages/cloud/src/sandbox/types/runtime-profiles.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +487 -487
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +375 -351
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +80 -54
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-collection-status.d.ts +5 -5
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +10 -10
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +464 -460
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +23 -23
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +77 -74
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/connected-sync.d.ts +30 -30
- package/dist/types/packages/sdk/src/connected-sync.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-contracts.d.ts +14 -14
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts +5 -5
- package/dist/types/packages/sdk/src/dataset-commerce-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-commerce-responses.d.ts +82 -82
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts +58 -58
- package/dist/types/packages/sdk/src/dataset-commerce.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts +4 -4
- package/dist/types/packages/sdk/src/dataset-marketplace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-population.d.ts +10 -10
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-authoring-contracts.d.ts +172 -172
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts +47 -47
- package/dist/types/packages/sdk/src/dataset-preparation-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-preparation-contracts.d.ts +90 -90
- package/dist/types/packages/sdk/src/dataset-preparation-qualification-contracts.d.ts +7 -7
- package/dist/types/packages/sdk/src/dataset-preparation-research-contracts.d.ts +26 -26
- package/dist/types/packages/sdk/src/dataset-preparation-starting-state.d.ts +8 -8
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts +111 -110
- package/dist/types/packages/sdk/src/dataset-preparation-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +896 -889
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +225 -223
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +226 -224
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-project-context.d.ts +1 -1
- package/dist/types/packages/sdk/src/experiment-client.d.ts +2102 -2014
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +165 -113
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +587 -516
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +5 -5
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-field-mappings.d.ts +8 -8
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +16 -16
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +2524 -2524
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +1557 -1557
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +150 -150
- package/dist/types/packages/sdk/src/experiment-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +38 -25
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +303 -243
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +21 -21
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +104 -104
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +33 -20
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +288 -288
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts +15 -13
- package/dist/types/packages/sdk/src/learning-batch-assets.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-client.d.ts +5 -5
- package/dist/types/packages/sdk/src/learning-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/learning-credentials.d.ts +4 -4
- package/dist/types/packages/sdk/src/learning-credentials.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +69 -69
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +65 -61
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +74 -72
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +96 -92
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-intent.d.ts +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +247 -247
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-projects.d.ts +324 -324
- package/dist/types/packages/sdk/src/model-projects.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +187 -187
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +181 -179
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +40 -40
- package/dist/types/packages/sdk/src/model-starters.d.ts +291 -287
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-authoring-contracts.d.ts +3 -3
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +114 -112
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +18 -18
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +179 -127
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +865 -833
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +438 -377
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +150 -150
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +254 -251
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/project-actions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/protocol.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/run-diagnostics.d.ts +3 -3
- package/dist/types/packages/sdk/src/task-design-contracts.d.ts +50 -50
- package/dist/types/packages/sdk/src/task-inventory.d.ts +4 -4
- package/dist/types/packages/sdk/src/task-inventory.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +190 -189
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +149 -148
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts +15 -6
- package/dist/types/packages/sdk/src/taskset-authored-portable-release.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts +64 -63
- package/dist/types/packages/sdk/src/taskset-calibration-fixtures.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +245 -243
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-authoring.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +744 -738
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +133 -131
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +80 -80
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +34 -34
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +119 -117
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +500 -492
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +236 -234
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +228 -224
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-intake.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +4589 -4577
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +2068 -2054
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-files.d.ts +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +21 -21
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +88 -86
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +387 -383
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +26 -26
- package/dist/types/packages/sdk/src/training-acceptance.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts +14 -10
- package/dist/types/packages/sdk/src/training-bundle-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-bundle.d.ts +2 -0
- package/dist/types/packages/sdk/src/training-bundle.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +3 -3
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-evaluation-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-grading-plan.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts +14 -14
- package/dist/types/packages/sdk/src/training-harness-sources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +344 -340
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +700 -700
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +272 -272
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +161 -161
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts +75 -71
- package/dist/types/packages/sdk/src/training-qualification-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +1442 -1416
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/work.d.ts +4 -0
- package/dist/types/packages/sdk/src/work.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/workflows.d.ts.map +1 -1
- package/dist/workflows.js +3 -2
- package/dist/workflows.js.map +1 -7
- package/package.json +3 -3
- package/dist/chunk-2DMYAJLS.js.map +0 -7
- package/dist/chunk-2U54EOXJ.js.map +0 -7
- package/dist/chunk-36WJTS5V.js.map +0 -7
- package/dist/chunk-3KXDH6OB.js.map +0 -7
- package/dist/chunk-3LP7DNLQ.js.map +0 -7
- package/dist/chunk-6Q4I33CH.js.map +0 -7
- package/dist/chunk-77N3QEIL.js.map +0 -7
- package/dist/chunk-AG5DDL7T.js.map +0 -7
- package/dist/chunk-BFR3VC25.js.map +0 -7
- package/dist/chunk-BSK3VLM3.js.map +0 -7
- package/dist/chunk-CEZEVILU.js.map +0 -7
- package/dist/chunk-CK3ONRRC.js.map +0 -7
- package/dist/chunk-COPVBJPL.js.map +0 -7
- package/dist/chunk-CTVKI3BV.js.map +0 -7
- package/dist/chunk-CWXM57QR.js.map +0 -7
- package/dist/chunk-DUKW3R7O.js.map +0 -7
- package/dist/chunk-FHCSDXIA.js +0 -1417
- package/dist/chunk-FHCSDXIA.js.map +0 -7
- package/dist/chunk-FY7NHCEH.js.map +0 -7
- package/dist/chunk-G53MA5XX.js.map +0 -7
- package/dist/chunk-G6Y6CQYV.js.map +0 -7
- package/dist/chunk-HKWX624G.js.map +0 -7
- package/dist/chunk-IWT6JUZD.js.map +0 -7
- package/dist/chunk-K3JCP4FO.js.map +0 -7
- package/dist/chunk-K5WRVSOL.js.map +0 -7
- package/dist/chunk-KAE7AMYE.js.map +0 -7
- package/dist/chunk-MEKWESBF.js.map +0 -7
- package/dist/chunk-MLPPSCDQ.js.map +0 -7
- package/dist/chunk-O4GE6VTR.js.map +0 -7
- package/dist/chunk-P27DQ65Z.js.map +0 -7
- package/dist/chunk-QEIT5VXJ.js.map +0 -7
- package/dist/chunk-QTJQIHDZ.js.map +0 -7
- package/dist/chunk-ROBAX5TN.js.map +0 -7
- package/dist/chunk-T4APHDES.js.map +0 -7
- package/dist/chunk-TCHAWJMB.js.map +0 -7
- package/dist/chunk-TMUAKJWX.js.map +0 -7
- package/dist/chunk-TSMGMA6R.js.map +0 -7
- package/dist/chunk-UPS52OPZ.js.map +0 -7
- package/dist/chunk-VY5AFE7A.js.map +0 -7
- package/dist/chunk-XYQD4LDI.js.map +0 -7
- package/dist/chunk-YCQVVFE5.js.map +0 -7
- package/dist/chunk-YUKV7RCD.js.map +0 -7
- package/dist/chunk-YVUIHH6Z.js.map +0 -7
- package/dist/chunk-ZJ3H3VS7.js.map +0 -7
|
@@ -8,8 +8,8 @@ export declare const ConnectedCollectionSchema: z.ZodObject<{
|
|
|
8
8
|
projectId: z.ZodNullable<z.ZodString>;
|
|
9
9
|
status: z.ZodEnum<{
|
|
10
10
|
active: "active";
|
|
11
|
-
paused: "paused";
|
|
12
11
|
archived: "archived";
|
|
12
|
+
paused: "paused";
|
|
13
13
|
}>;
|
|
14
14
|
revision: z.ZodNumber;
|
|
15
15
|
}, z.core.$strict>;
|
|
@@ -20,12 +20,12 @@ export declare const ConnectedCaptureReceiptSchema: z.ZodObject<{
|
|
|
20
20
|
outcomes: z.ZodArray<z.ZodObject<{
|
|
21
21
|
conversationId: z.ZodString;
|
|
22
22
|
state: z.ZodEnum<{
|
|
23
|
-
|
|
23
|
+
captured: "captured";
|
|
24
|
+
excluded: "excluded";
|
|
24
25
|
failed: "failed";
|
|
25
26
|
paused: "paused";
|
|
26
|
-
|
|
27
|
+
pending: "pending";
|
|
27
28
|
unchanged: "unchanged";
|
|
28
|
-
excluded: "excluded";
|
|
29
29
|
}>;
|
|
30
30
|
sourceId: z.ZodOptional<z.ZodString>;
|
|
31
31
|
snapshotHash: z.ZodOptional<z.ZodString>;
|
|
@@ -42,16 +42,16 @@ export declare const ConnectedCaseReadbackSchema: z.ZodObject<{
|
|
|
42
42
|
boundaryRevisionHash: z.ZodString;
|
|
43
43
|
}, z.core.$strict>;
|
|
44
44
|
origin: z.ZodEnum<{
|
|
45
|
+
claude_code: "claude_code";
|
|
46
|
+
codex: "codex";
|
|
47
|
+
grok_build: "grok_build";
|
|
45
48
|
hermes: "hermes";
|
|
46
|
-
openclaw: "openclaw";
|
|
47
49
|
native_chat: "native_chat";
|
|
48
50
|
native_work: "native_work";
|
|
49
|
-
|
|
50
|
-
|
|
51
|
+
oh_my_pi: "oh_my_pi";
|
|
52
|
+
openclaw: "openclaw";
|
|
51
53
|
opencode: "opencode";
|
|
52
|
-
grok_build: "grok_build";
|
|
53
54
|
pi: "pi";
|
|
54
|
-
oh_my_pi: "oh_my_pi";
|
|
55
55
|
}>;
|
|
56
56
|
sessionId: z.ZodString;
|
|
57
57
|
projectId: z.ZodString;
|
|
@@ -66,20 +66,20 @@ export declare const ConnectedCaseReadbackSchema: z.ZodObject<{
|
|
|
66
66
|
sequence: z.ZodNumber;
|
|
67
67
|
occurredAt: z.ZodNullable<z.ZodString>;
|
|
68
68
|
kind: z.ZodEnum<{
|
|
69
|
-
message: "message";
|
|
70
|
-
unknown: "unknown";
|
|
71
69
|
artifact: "artifact";
|
|
70
|
+
compaction: "compaction";
|
|
71
|
+
message: "message";
|
|
72
72
|
terminal: "terminal";
|
|
73
|
-
usage: "usage";
|
|
74
73
|
tool_call: "tool_call";
|
|
75
74
|
tool_result: "tool_result";
|
|
76
|
-
|
|
75
|
+
unknown: "unknown";
|
|
76
|
+
usage: "usage";
|
|
77
77
|
}>;
|
|
78
78
|
role: z.ZodNullable<z.ZodEnum<{
|
|
79
|
-
user: "user";
|
|
80
|
-
tool: "tool";
|
|
81
79
|
assistant: "assistant";
|
|
82
80
|
system: "system";
|
|
81
|
+
tool: "tool";
|
|
82
|
+
user: "user";
|
|
83
83
|
}>>;
|
|
84
84
|
callId: z.ZodNullable<z.ZodString>;
|
|
85
85
|
parentId: z.ZodNullable<z.ZodString>;
|
|
@@ -92,8 +92,8 @@ export declare const ConnectedCaseReadbackSchema: z.ZodObject<{
|
|
|
92
92
|
totalTokens: z.ZodNullable<z.ZodNumber>;
|
|
93
93
|
provenance: z.ZodEnum<{
|
|
94
94
|
billed_invocation: "billed_invocation";
|
|
95
|
-
reported_invocation: "reported_invocation";
|
|
96
95
|
reported_cumulative: "reported_cumulative";
|
|
96
|
+
reported_invocation: "reported_invocation";
|
|
97
97
|
}>;
|
|
98
98
|
}, z.core.$strict>>;
|
|
99
99
|
}, z.core.$strict>>;
|
|
@@ -102,20 +102,20 @@ export declare const ConnectedCaseReadbackSchema: z.ZodObject<{
|
|
|
102
102
|
sequence: z.ZodNumber;
|
|
103
103
|
occurredAt: z.ZodNullable<z.ZodString>;
|
|
104
104
|
kind: z.ZodEnum<{
|
|
105
|
-
message: "message";
|
|
106
|
-
unknown: "unknown";
|
|
107
105
|
artifact: "artifact";
|
|
106
|
+
compaction: "compaction";
|
|
107
|
+
message: "message";
|
|
108
108
|
terminal: "terminal";
|
|
109
|
-
usage: "usage";
|
|
110
109
|
tool_call: "tool_call";
|
|
111
110
|
tool_result: "tool_result";
|
|
112
|
-
|
|
111
|
+
unknown: "unknown";
|
|
112
|
+
usage: "usage";
|
|
113
113
|
}>;
|
|
114
114
|
role: z.ZodNullable<z.ZodEnum<{
|
|
115
|
-
user: "user";
|
|
116
|
-
tool: "tool";
|
|
117
115
|
assistant: "assistant";
|
|
118
116
|
system: "system";
|
|
117
|
+
tool: "tool";
|
|
118
|
+
user: "user";
|
|
119
119
|
}>>;
|
|
120
120
|
callId: z.ZodNullable<z.ZodString>;
|
|
121
121
|
parentId: z.ZodNullable<z.ZodString>;
|
|
@@ -128,8 +128,8 @@ export declare const ConnectedCaseReadbackSchema: z.ZodObject<{
|
|
|
128
128
|
totalTokens: z.ZodNullable<z.ZodNumber>;
|
|
129
129
|
provenance: z.ZodEnum<{
|
|
130
130
|
billed_invocation: "billed_invocation";
|
|
131
|
-
reported_invocation: "reported_invocation";
|
|
132
131
|
reported_cumulative: "reported_cumulative";
|
|
132
|
+
reported_invocation: "reported_invocation";
|
|
133
133
|
}>;
|
|
134
134
|
}, z.core.$strict>>;
|
|
135
135
|
}, z.core.$strict>>;
|
|
@@ -138,8 +138,8 @@ export declare const ConnectedCaseReadbackSchema: z.ZodObject<{
|
|
|
138
138
|
id: z.ZodString;
|
|
139
139
|
familyKey: z.ZodString;
|
|
140
140
|
projection: z.ZodEnum<{
|
|
141
|
-
turn: "turn";
|
|
142
141
|
conversation: "conversation";
|
|
142
|
+
turn: "turn";
|
|
143
143
|
}>;
|
|
144
144
|
requestEventId: z.ZodString;
|
|
145
145
|
start: z.ZodNumber;
|
|
@@ -148,17 +148,17 @@ export declare const ConnectedCaseReadbackSchema: z.ZodObject<{
|
|
|
148
148
|
outputHash: z.ZodNullable<z.ZodString>;
|
|
149
149
|
revisionHash: z.ZodString;
|
|
150
150
|
terminal: z.ZodEnum<{
|
|
151
|
-
unknown: "unknown";
|
|
152
151
|
cancelled: "cancelled";
|
|
153
|
-
failed: "failed";
|
|
154
152
|
completed: "completed";
|
|
153
|
+
failed: "failed";
|
|
154
|
+
unknown: "unknown";
|
|
155
155
|
}>;
|
|
156
156
|
coverage: z.ZodObject<{
|
|
157
157
|
answer: z.ZodBoolean;
|
|
158
158
|
context: z.ZodEnum<{
|
|
159
|
-
unknown: "unknown";
|
|
160
|
-
retained: "retained";
|
|
161
159
|
compacted: "compacted";
|
|
160
|
+
retained: "retained";
|
|
161
|
+
unknown: "unknown";
|
|
162
162
|
}>;
|
|
163
163
|
process: z.ZodEnum<{
|
|
164
164
|
absent: "absent";
|
|
@@ -167,8 +167,8 @@ export declare const ConnectedCaseReadbackSchema: z.ZodObject<{
|
|
|
167
167
|
}>;
|
|
168
168
|
artifacts: z.ZodEnum<{
|
|
169
169
|
absent: "absent";
|
|
170
|
-
retained: "retained";
|
|
171
170
|
references_only: "references_only";
|
|
171
|
+
retained: "retained";
|
|
172
172
|
}>;
|
|
173
173
|
replay: z.ZodLiteral<"unavailable">;
|
|
174
174
|
gaps: z.ZodArray<z.ZodString>;
|
|
@@ -188,20 +188,20 @@ export declare const ConnectedUnmappedEventsSchema: z.ZodObject<{
|
|
|
188
188
|
sequence: z.ZodNumber;
|
|
189
189
|
occurredAt: z.ZodNullable<z.ZodString>;
|
|
190
190
|
kind: z.ZodEnum<{
|
|
191
|
-
message: "message";
|
|
192
|
-
unknown: "unknown";
|
|
193
191
|
artifact: "artifact";
|
|
192
|
+
compaction: "compaction";
|
|
193
|
+
message: "message";
|
|
194
194
|
terminal: "terminal";
|
|
195
|
-
usage: "usage";
|
|
196
195
|
tool_call: "tool_call";
|
|
197
196
|
tool_result: "tool_result";
|
|
198
|
-
|
|
197
|
+
unknown: "unknown";
|
|
198
|
+
usage: "usage";
|
|
199
199
|
}>;
|
|
200
200
|
role: z.ZodNullable<z.ZodEnum<{
|
|
201
|
-
user: "user";
|
|
202
|
-
tool: "tool";
|
|
203
201
|
assistant: "assistant";
|
|
204
202
|
system: "system";
|
|
203
|
+
tool: "tool";
|
|
204
|
+
user: "user";
|
|
205
205
|
}>>;
|
|
206
206
|
callId: z.ZodNullable<z.ZodString>;
|
|
207
207
|
parentId: z.ZodNullable<z.ZodString>;
|
|
@@ -214,8 +214,8 @@ export declare const ConnectedUnmappedEventsSchema: z.ZodObject<{
|
|
|
214
214
|
totalTokens: z.ZodNullable<z.ZodNumber>;
|
|
215
215
|
provenance: z.ZodEnum<{
|
|
216
216
|
billed_invocation: "billed_invocation";
|
|
217
|
-
reported_invocation: "reported_invocation";
|
|
218
217
|
reported_cumulative: "reported_cumulative";
|
|
218
|
+
reported_invocation: "reported_invocation";
|
|
219
219
|
}>;
|
|
220
220
|
}, z.core.$strict>>;
|
|
221
221
|
}, z.core.$strict>>;
|
|
@@ -224,14 +224,14 @@ export declare const ConnectedUnmappedEventsSchema: z.ZodObject<{
|
|
|
224
224
|
export declare const AgentImportPreviewSchema: z.ZodObject<{
|
|
225
225
|
teamId: z.ZodString;
|
|
226
226
|
source: z.ZodEnum<{
|
|
227
|
+
claude_code: "claude_code";
|
|
227
228
|
codex: "codex";
|
|
229
|
+
grok_build: "grok_build";
|
|
228
230
|
hermes: "hermes";
|
|
231
|
+
oh_my_pi: "oh_my_pi";
|
|
229
232
|
openclaw: "openclaw";
|
|
230
|
-
claude_code: "claude_code";
|
|
231
233
|
opencode: "opencode";
|
|
232
|
-
grok_build: "grok_build";
|
|
233
234
|
pi: "pi";
|
|
234
|
-
oh_my_pi: "oh_my_pi";
|
|
235
235
|
}>;
|
|
236
236
|
sourceHash: z.ZodString;
|
|
237
237
|
previewHash: z.ZodString;
|
|
@@ -250,45 +250,45 @@ export declare const AgentImportPreviewSchema: z.ZodObject<{
|
|
|
250
250
|
sessionHash: z.ZodString;
|
|
251
251
|
sessionId: z.ZodString;
|
|
252
252
|
origin: z.ZodEnum<{
|
|
253
|
+
claude_code: "claude_code";
|
|
254
|
+
codex: "codex";
|
|
255
|
+
grok_build: "grok_build";
|
|
253
256
|
hermes: "hermes";
|
|
254
|
-
openclaw: "openclaw";
|
|
255
257
|
native_chat: "native_chat";
|
|
256
258
|
native_work: "native_work";
|
|
257
|
-
|
|
258
|
-
|
|
259
|
+
oh_my_pi: "oh_my_pi";
|
|
260
|
+
openclaw: "openclaw";
|
|
259
261
|
opencode: "opencode";
|
|
260
|
-
grok_build: "grok_build";
|
|
261
262
|
pi: "pi";
|
|
262
|
-
oh_my_pi: "oh_my_pi";
|
|
263
263
|
}>;
|
|
264
264
|
exporterVersion: z.ZodNullable<z.ZodString>;
|
|
265
265
|
eventCount: z.ZodNumber;
|
|
266
266
|
boundaries: z.ZodArray<z.ZodObject<{
|
|
267
267
|
id: z.ZodString;
|
|
268
268
|
projection: z.ZodEnum<{
|
|
269
|
-
turn: "turn";
|
|
270
269
|
conversation: "conversation";
|
|
270
|
+
turn: "turn";
|
|
271
271
|
}>;
|
|
272
272
|
answer: z.ZodBoolean;
|
|
273
273
|
process: z.ZodEnum<{
|
|
274
|
-
retained: "retained";
|
|
275
|
-
partial: "partial";
|
|
276
274
|
absent: "absent";
|
|
275
|
+
partial: "partial";
|
|
276
|
+
retained: "retained";
|
|
277
277
|
}>;
|
|
278
278
|
terminal: z.ZodEnum<{
|
|
279
|
-
unknown: "unknown";
|
|
280
279
|
cancelled: "cancelled";
|
|
281
|
-
failed: "failed";
|
|
282
280
|
completed: "completed";
|
|
281
|
+
failed: "failed";
|
|
282
|
+
unknown: "unknown";
|
|
283
283
|
}>;
|
|
284
284
|
}, z.core.$strict>>;
|
|
285
285
|
warnings: z.ZodArray<z.ZodString>;
|
|
286
286
|
sample: z.ZodArray<z.ZodObject<{
|
|
287
287
|
role: z.ZodNullable<z.ZodEnum<{
|
|
288
|
-
system: "system";
|
|
289
|
-
user: "user";
|
|
290
288
|
assistant: "assistant";
|
|
289
|
+
system: "system";
|
|
291
290
|
tool: "tool";
|
|
291
|
+
user: "user";
|
|
292
292
|
}>>;
|
|
293
293
|
text: z.ZodString;
|
|
294
294
|
}, z.core.$strict>>;
|
|
@@ -301,17 +301,17 @@ export declare const AgentImportReceiptSchema: z.ZodObject<{
|
|
|
301
301
|
previewHash: z.ZodString;
|
|
302
302
|
projectId: z.ZodOptional<z.ZodString>;
|
|
303
303
|
state: z.ZodEnum<{
|
|
304
|
-
failed: "failed";
|
|
305
|
-
completed: "completed";
|
|
306
304
|
admitting: "admitting";
|
|
305
|
+
completed: "completed";
|
|
306
|
+
failed: "failed";
|
|
307
307
|
publishing: "publishing";
|
|
308
308
|
}>;
|
|
309
309
|
outcomes: z.ZodArray<z.ZodObject<{
|
|
310
310
|
sessionHash: z.ZodString;
|
|
311
311
|
sourceId: z.ZodString;
|
|
312
312
|
status: z.ZodEnum<{
|
|
313
|
-
imported: "imported";
|
|
314
313
|
already_present: "already_present";
|
|
314
|
+
imported: "imported";
|
|
315
315
|
}>;
|
|
316
316
|
datasets: z.ZodArray<z.ZodObject<{
|
|
317
317
|
datasetId: z.ZodString;
|
|
@@ -341,7 +341,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
341
341
|
projectId: string | null;
|
|
342
342
|
outcomes: {
|
|
343
343
|
conversationId: string;
|
|
344
|
-
state: "
|
|
344
|
+
state: "captured" | "excluded" | "failed" | "paused" | "pending" | "unchanged";
|
|
345
345
|
sourceId?: string | undefined;
|
|
346
346
|
snapshotHash?: string | undefined;
|
|
347
347
|
reason?: string | undefined;
|
|
@@ -414,7 +414,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
414
414
|
teamId: string;
|
|
415
415
|
items: {
|
|
416
416
|
sourceId: string;
|
|
417
|
-
source: "
|
|
417
|
+
source: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
418
418
|
sessionId: string;
|
|
419
419
|
snapshotHash: string;
|
|
420
420
|
title: string;
|
|
@@ -422,18 +422,18 @@ export declare class ConnectedEvidenceClient {
|
|
|
422
422
|
capturedAt: string;
|
|
423
423
|
boundaries: {
|
|
424
424
|
id: string;
|
|
425
|
-
outputHash: string | null;
|
|
426
|
-
terminal: "unknown" | "cancelled" | "failed" | "completed";
|
|
427
|
-
projection: "turn" | "conversation";
|
|
428
425
|
familyKey: string;
|
|
426
|
+
projection: "conversation" | "turn";
|
|
429
427
|
requestEventId: string;
|
|
430
428
|
inputHash: string;
|
|
429
|
+
outputHash: string | null;
|
|
431
430
|
revisionHash: string;
|
|
431
|
+
terminal: "cancelled" | "completed" | "failed" | "unknown";
|
|
432
432
|
coverage: {
|
|
433
433
|
answer: boolean;
|
|
434
|
-
context: "
|
|
435
|
-
process: "
|
|
436
|
-
artifacts: "
|
|
434
|
+
context: "compacted" | "retained" | "unknown";
|
|
435
|
+
process: "absent" | "partial" | "retained";
|
|
436
|
+
artifacts: "absent" | "references_only" | "retained";
|
|
437
437
|
replay: "unavailable";
|
|
438
438
|
gaps: string[];
|
|
439
439
|
};
|
|
@@ -449,7 +449,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
449
449
|
boundaryId: string;
|
|
450
450
|
boundaryRevisionHash: string;
|
|
451
451
|
};
|
|
452
|
-
origin: "
|
|
452
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
453
453
|
sessionId: string;
|
|
454
454
|
projectId: string;
|
|
455
455
|
capturedAt: string;
|
|
@@ -462,55 +462,55 @@ export declare class ConnectedEvidenceClient {
|
|
|
462
462
|
id: string;
|
|
463
463
|
sequence: number;
|
|
464
464
|
occurredAt: string | null;
|
|
465
|
-
kind: "
|
|
466
|
-
role: "
|
|
465
|
+
kind: "artifact" | "compaction" | "message" | "terminal" | "tool_call" | "tool_result" | "unknown" | "usage";
|
|
466
|
+
role: "assistant" | "system" | "tool" | "user" | null;
|
|
467
467
|
callId: string | null;
|
|
468
468
|
parentId: string | null;
|
|
469
|
-
content: z.
|
|
469
|
+
content: z.JSONType;
|
|
470
470
|
usage: {
|
|
471
471
|
invocationId: string;
|
|
472
472
|
inputTokens: number | null;
|
|
473
473
|
outputTokens: number | null;
|
|
474
474
|
cachedInputTokens: number | null;
|
|
475
475
|
totalTokens: number | null;
|
|
476
|
-
provenance: "billed_invocation" | "
|
|
476
|
+
provenance: "billed_invocation" | "reported_cumulative" | "reported_invocation";
|
|
477
477
|
} | null;
|
|
478
478
|
}[];
|
|
479
479
|
observed: {
|
|
480
480
|
id: string;
|
|
481
481
|
sequence: number;
|
|
482
482
|
occurredAt: string | null;
|
|
483
|
-
kind: "
|
|
484
|
-
role: "
|
|
483
|
+
kind: "artifact" | "compaction" | "message" | "terminal" | "tool_call" | "tool_result" | "unknown" | "usage";
|
|
484
|
+
role: "assistant" | "system" | "tool" | "user" | null;
|
|
485
485
|
callId: string | null;
|
|
486
486
|
parentId: string | null;
|
|
487
|
-
content: z.
|
|
487
|
+
content: z.JSONType;
|
|
488
488
|
usage: {
|
|
489
489
|
invocationId: string;
|
|
490
490
|
inputTokens: number | null;
|
|
491
491
|
outputTokens: number | null;
|
|
492
492
|
cachedInputTokens: number | null;
|
|
493
493
|
totalTokens: number | null;
|
|
494
|
-
provenance: "billed_invocation" | "
|
|
494
|
+
provenance: "billed_invocation" | "reported_cumulative" | "reported_invocation";
|
|
495
495
|
} | null;
|
|
496
496
|
}[];
|
|
497
|
-
answer: z.
|
|
497
|
+
answer: z.JSONType;
|
|
498
498
|
boundary: {
|
|
499
499
|
id: string;
|
|
500
500
|
familyKey: string;
|
|
501
|
-
projection: "
|
|
501
|
+
projection: "conversation" | "turn";
|
|
502
502
|
requestEventId: string;
|
|
503
503
|
start: number;
|
|
504
504
|
end: number;
|
|
505
505
|
inputHash: string;
|
|
506
506
|
outputHash: string | null;
|
|
507
507
|
revisionHash: string;
|
|
508
|
-
terminal: "
|
|
508
|
+
terminal: "cancelled" | "completed" | "failed" | "unknown";
|
|
509
509
|
coverage: {
|
|
510
510
|
answer: boolean;
|
|
511
|
-
context: "
|
|
512
|
-
process: "
|
|
513
|
-
artifacts: "
|
|
511
|
+
context: "compacted" | "retained" | "unknown";
|
|
512
|
+
process: "absent" | "partial" | "retained";
|
|
513
|
+
artifacts: "absent" | "references_only" | "retained";
|
|
514
514
|
replay: "unavailable";
|
|
515
515
|
gaps: string[];
|
|
516
516
|
};
|
|
@@ -520,22 +520,22 @@ export declare class ConnectedEvidenceClient {
|
|
|
520
520
|
setCollection(paused: boolean, signal?: AbortSignal): Promise<{
|
|
521
521
|
teamId: string;
|
|
522
522
|
projectId: string | null;
|
|
523
|
-
status: "active" | "
|
|
523
|
+
status: "active" | "archived" | "paused";
|
|
524
524
|
revision: number;
|
|
525
525
|
}>;
|
|
526
526
|
collection(signal?: AbortSignal): Promise<{
|
|
527
527
|
teamId: string;
|
|
528
528
|
projectId: string | null;
|
|
529
|
-
status: "active" | "
|
|
529
|
+
status: "active" | "archived" | "paused";
|
|
530
530
|
revision: number;
|
|
531
531
|
}>;
|
|
532
532
|
collectionStatus(signal?: AbortSignal): Promise<{
|
|
533
533
|
teamId: string;
|
|
534
534
|
ownerUserId: string;
|
|
535
535
|
projectId: string | null;
|
|
536
|
-
status: "active" | "
|
|
536
|
+
status: "active" | "archived" | "paused";
|
|
537
537
|
revision: number;
|
|
538
|
-
state: "
|
|
538
|
+
state: "archived" | "attention" | "collecting" | "paused" | "pending";
|
|
539
539
|
lastReconciledAt: string | null;
|
|
540
540
|
lastCapturedAt: string | null;
|
|
541
541
|
historyDays: number;
|
|
@@ -543,7 +543,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
543
543
|
tasks: number;
|
|
544
544
|
datasets: {
|
|
545
545
|
datasetId: string;
|
|
546
|
-
projection: "
|
|
546
|
+
projection: "conversation" | "turn";
|
|
547
547
|
revision: number;
|
|
548
548
|
}[];
|
|
549
549
|
latestBatch: {
|
|
@@ -576,18 +576,18 @@ export declare class ConnectedEvidenceClient {
|
|
|
576
576
|
id: string;
|
|
577
577
|
sequence: number;
|
|
578
578
|
occurredAt: string | null;
|
|
579
|
-
kind: "
|
|
580
|
-
role: "
|
|
579
|
+
kind: "artifact" | "compaction" | "message" | "terminal" | "tool_call" | "tool_result" | "unknown" | "usage";
|
|
580
|
+
role: "assistant" | "system" | "tool" | "user" | null;
|
|
581
581
|
callId: string | null;
|
|
582
582
|
parentId: string | null;
|
|
583
|
-
content: z.
|
|
583
|
+
content: z.JSONType;
|
|
584
584
|
usage: {
|
|
585
585
|
invocationId: string;
|
|
586
586
|
inputTokens: number | null;
|
|
587
587
|
outputTokens: number | null;
|
|
588
588
|
cachedInputTokens: number | null;
|
|
589
589
|
totalTokens: number | null;
|
|
590
|
-
provenance: "billed_invocation" | "
|
|
590
|
+
provenance: "billed_invocation" | "reported_cumulative" | "reported_invocation";
|
|
591
591
|
} | null;
|
|
592
592
|
}[];
|
|
593
593
|
nextOffset: number | null;
|
|
@@ -678,7 +678,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
678
678
|
}>;
|
|
679
679
|
preview(raw: z.input<typeof AgentImportPreviewRequestSchema>, signal?: AbortSignal): Promise<{
|
|
680
680
|
teamId: string;
|
|
681
|
-
source: "
|
|
681
|
+
source: "claude_code" | "codex" | "grok_build" | "hermes" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
682
682
|
sourceHash: string;
|
|
683
683
|
previewHash: string;
|
|
684
684
|
destination: {
|
|
@@ -695,19 +695,19 @@ export declare class ConnectedEvidenceClient {
|
|
|
695
695
|
sessions: {
|
|
696
696
|
sessionHash: string;
|
|
697
697
|
sessionId: string;
|
|
698
|
-
origin: "
|
|
698
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
699
699
|
exporterVersion: string | null;
|
|
700
700
|
eventCount: number;
|
|
701
701
|
boundaries: {
|
|
702
702
|
id: string;
|
|
703
|
-
projection: "
|
|
703
|
+
projection: "conversation" | "turn";
|
|
704
704
|
answer: boolean;
|
|
705
|
-
process: "
|
|
706
|
-
terminal: "
|
|
705
|
+
process: "absent" | "partial" | "retained";
|
|
706
|
+
terminal: "cancelled" | "completed" | "failed" | "unknown";
|
|
707
707
|
}[];
|
|
708
708
|
warnings: string[];
|
|
709
709
|
sample: {
|
|
710
|
-
role: "
|
|
710
|
+
role: "assistant" | "system" | "tool" | "user" | null;
|
|
711
711
|
text: string;
|
|
712
712
|
}[];
|
|
713
713
|
}[];
|
|
@@ -717,18 +717,18 @@ export declare class ConnectedEvidenceClient {
|
|
|
717
717
|
operationId: string;
|
|
718
718
|
requestHash: string;
|
|
719
719
|
previewHash: string;
|
|
720
|
-
|
|
720
|
+
projectId?: string | undefined;
|
|
721
|
+
state: "admitting" | "completed" | "failed" | "publishing";
|
|
721
722
|
outcomes: {
|
|
722
723
|
sessionHash: string;
|
|
723
724
|
sourceId: string;
|
|
724
|
-
status: "
|
|
725
|
+
status: "already_present" | "imported";
|
|
725
726
|
datasets: {
|
|
726
727
|
datasetId: string;
|
|
727
728
|
revision: number;
|
|
728
729
|
changed: boolean;
|
|
729
730
|
}[];
|
|
730
731
|
}[];
|
|
731
|
-
projectId?: string | undefined;
|
|
732
732
|
error?: string | undefined;
|
|
733
733
|
}>;
|
|
734
734
|
readImport(operationId: string, signal?: AbortSignal): Promise<{
|
|
@@ -736,18 +736,18 @@ export declare class ConnectedEvidenceClient {
|
|
|
736
736
|
operationId: string;
|
|
737
737
|
requestHash: string;
|
|
738
738
|
previewHash: string;
|
|
739
|
-
|
|
739
|
+
projectId?: string | undefined;
|
|
740
|
+
state: "admitting" | "completed" | "failed" | "publishing";
|
|
740
741
|
outcomes: {
|
|
741
742
|
sessionHash: string;
|
|
742
743
|
sourceId: string;
|
|
743
|
-
status: "
|
|
744
|
+
status: "already_present" | "imported";
|
|
744
745
|
datasets: {
|
|
745
746
|
datasetId: string;
|
|
746
747
|
revision: number;
|
|
747
748
|
changed: boolean;
|
|
748
749
|
}[];
|
|
749
750
|
}[];
|
|
750
|
-
projectId?: string | undefined;
|
|
751
751
|
error?: string | undefined;
|
|
752
752
|
}>;
|
|
753
753
|
prepareRecorded(raw: z.input<typeof ConnectedRecordedExecutionRequestSchema>, signal?: AbortSignal): Promise<{
|
|
@@ -830,7 +830,35 @@ export declare class ConnectedEvidenceClient {
|
|
|
830
830
|
};
|
|
831
831
|
declaredProfileCatalogHash: string | null;
|
|
832
832
|
protectedProfileClosureHash: string;
|
|
833
|
-
|
|
833
|
+
recordedOrigin?: {
|
|
834
|
+
execution: {
|
|
835
|
+
id: string;
|
|
836
|
+
contentHash: string;
|
|
837
|
+
};
|
|
838
|
+
originalEvidence: {
|
|
839
|
+
id: string;
|
|
840
|
+
contentHash: string;
|
|
841
|
+
};
|
|
842
|
+
members: {
|
|
843
|
+
caseId: string;
|
|
844
|
+
seed: string;
|
|
845
|
+
fixtureId: string;
|
|
846
|
+
sourceId: string;
|
|
847
|
+
snapshotHash: string;
|
|
848
|
+
boundaryRevisionHash: string;
|
|
849
|
+
}[];
|
|
850
|
+
} | undefined;
|
|
851
|
+
gradingSource?: {
|
|
852
|
+
pass: {
|
|
853
|
+
id: string;
|
|
854
|
+
contentHash: string;
|
|
855
|
+
};
|
|
856
|
+
evidence: {
|
|
857
|
+
id: string;
|
|
858
|
+
contentHash: string;
|
|
859
|
+
};
|
|
860
|
+
} | undefined;
|
|
861
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
834
862
|
population: {
|
|
835
863
|
taskId: string;
|
|
836
864
|
seed: string;
|
|
@@ -844,16 +872,16 @@ export declare class ConnectedEvidenceClient {
|
|
|
844
872
|
};
|
|
845
873
|
feedbackKey: string;
|
|
846
874
|
configurationHash: string;
|
|
847
|
-
output: "boolean" | "
|
|
875
|
+
output: "boolean" | "category" | "score";
|
|
848
876
|
categories: string[];
|
|
849
877
|
}[];
|
|
850
878
|
fieldMappingsHash: string;
|
|
851
879
|
fieldMappings: {
|
|
852
880
|
graderId: string;
|
|
853
881
|
fields: {
|
|
854
|
-
destination: "
|
|
882
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
855
883
|
path: string[];
|
|
856
|
-
source: "
|
|
884
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
857
885
|
sourcePath: string[];
|
|
858
886
|
}[];
|
|
859
887
|
}[];
|
|
@@ -864,34 +892,6 @@ export declare class ConnectedEvidenceClient {
|
|
|
864
892
|
requireComplete: boolean;
|
|
865
893
|
};
|
|
866
894
|
contentHash: string;
|
|
867
|
-
recordedOrigin?: {
|
|
868
|
-
execution: {
|
|
869
|
-
id: string;
|
|
870
|
-
contentHash: string;
|
|
871
|
-
};
|
|
872
|
-
originalEvidence: {
|
|
873
|
-
id: string;
|
|
874
|
-
contentHash: string;
|
|
875
|
-
};
|
|
876
|
-
members: {
|
|
877
|
-
caseId: string;
|
|
878
|
-
seed: string;
|
|
879
|
-
fixtureId: string;
|
|
880
|
-
sourceId: string;
|
|
881
|
-
snapshotHash: string;
|
|
882
|
-
boundaryRevisionHash: string;
|
|
883
|
-
}[];
|
|
884
|
-
} | undefined;
|
|
885
|
-
gradingSource?: {
|
|
886
|
-
pass: {
|
|
887
|
-
id: string;
|
|
888
|
-
contentHash: string;
|
|
889
|
-
};
|
|
890
|
-
evidence: {
|
|
891
|
-
id: string;
|
|
892
|
-
contentHash: string;
|
|
893
|
-
};
|
|
894
|
-
} | undefined;
|
|
895
895
|
} | undefined;
|
|
896
896
|
sourceCandidate?: {
|
|
897
897
|
candidateId: string;
|
|
@@ -929,31 +929,13 @@ export declare class ConnectedEvidenceClient {
|
|
|
929
929
|
kind: "fixture";
|
|
930
930
|
configurationHash: string;
|
|
931
931
|
};
|
|
932
|
-
evaluators: {
|
|
933
|
-
release: {
|
|
934
|
-
id: string;
|
|
935
|
-
contentHash: string;
|
|
936
|
-
revision: string | number;
|
|
937
|
-
};
|
|
938
|
-
feedbackKey: string;
|
|
939
|
-
output: "boolean" | "score" | "category";
|
|
940
|
-
categories: string[];
|
|
941
|
-
configurationHash?: string | undefined;
|
|
942
|
-
}[];
|
|
943
|
-
population: {
|
|
944
|
-
caseId: string;
|
|
945
|
-
seed: string;
|
|
946
|
-
fixtureId: string | null;
|
|
947
|
-
}[];
|
|
948
|
-
createdAt: string;
|
|
949
|
-
contentHash: string;
|
|
950
932
|
execution?: {
|
|
951
933
|
packageHash: string;
|
|
952
934
|
runtimeTargetHash: string;
|
|
953
935
|
metricPolicyHash: string;
|
|
954
936
|
compatibility?: {
|
|
955
937
|
protocol: "openpond.evaluation-execution.v1";
|
|
956
|
-
targetKind: "
|
|
938
|
+
targetKind: "agent" | "fixture" | "harness" | "model";
|
|
957
939
|
} | undefined;
|
|
958
940
|
} | undefined;
|
|
959
941
|
lineage?: {
|
|
@@ -976,6 +958,24 @@ export declare class ConnectedEvidenceClient {
|
|
|
976
958
|
rulesHash: string;
|
|
977
959
|
} | undefined;
|
|
978
960
|
} | undefined;
|
|
961
|
+
evaluators: {
|
|
962
|
+
release: {
|
|
963
|
+
id: string;
|
|
964
|
+
contentHash: string;
|
|
965
|
+
revision: string | number;
|
|
966
|
+
};
|
|
967
|
+
feedbackKey: string;
|
|
968
|
+
configurationHash?: string | undefined;
|
|
969
|
+
output: "boolean" | "category" | "score";
|
|
970
|
+
categories: string[];
|
|
971
|
+
}[];
|
|
972
|
+
population: {
|
|
973
|
+
caseId: string;
|
|
974
|
+
seed: string;
|
|
975
|
+
fixtureId: string | null;
|
|
976
|
+
}[];
|
|
977
|
+
createdAt: string;
|
|
978
|
+
contentHash: string;
|
|
979
979
|
};
|
|
980
980
|
sources: {
|
|
981
981
|
id: string;
|
|
@@ -987,7 +987,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
987
987
|
task: {
|
|
988
988
|
id: string;
|
|
989
989
|
clusterKey: string;
|
|
990
|
-
split: "
|
|
990
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
991
991
|
input: Record<string, unknown>;
|
|
992
992
|
expectedOutput: Record<string, unknown> | null;
|
|
993
993
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -998,9 +998,8 @@ export declare class ConnectedEvidenceClient {
|
|
|
998
998
|
contentHash: string;
|
|
999
999
|
sizeBytes: number;
|
|
1000
1000
|
mediaType: string;
|
|
1001
|
-
visibility: "
|
|
1001
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1002
1002
|
}[];
|
|
1003
|
-
tags: string[];
|
|
1004
1003
|
requiredOutputs?: {
|
|
1005
1004
|
path: string;
|
|
1006
1005
|
mediaType: string;
|
|
@@ -1010,11 +1009,13 @@ export declare class ConnectedEvidenceClient {
|
|
|
1010
1009
|
contentHash: string;
|
|
1011
1010
|
sizeBytes: number;
|
|
1012
1011
|
mediaType: string;
|
|
1013
|
-
visibility: "
|
|
1012
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1014
1013
|
} | null;
|
|
1014
|
+
submissionMode?: "structured_json" | undefined;
|
|
1015
1015
|
maxBytes: number | null;
|
|
1016
1016
|
metadata: Record<string, unknown>;
|
|
1017
1017
|
}[] | undefined;
|
|
1018
|
+
tags: string[];
|
|
1018
1019
|
};
|
|
1019
1020
|
taskHash: string;
|
|
1020
1021
|
}[];
|
|
@@ -1120,7 +1121,35 @@ export declare class ConnectedEvidenceClient {
|
|
|
1120
1121
|
};
|
|
1121
1122
|
declaredProfileCatalogHash: string | null;
|
|
1122
1123
|
protectedProfileClosureHash: string;
|
|
1123
|
-
|
|
1124
|
+
recordedOrigin?: {
|
|
1125
|
+
execution: {
|
|
1126
|
+
id: string;
|
|
1127
|
+
contentHash: string;
|
|
1128
|
+
};
|
|
1129
|
+
originalEvidence: {
|
|
1130
|
+
id: string;
|
|
1131
|
+
contentHash: string;
|
|
1132
|
+
};
|
|
1133
|
+
members: {
|
|
1134
|
+
caseId: string;
|
|
1135
|
+
seed: string;
|
|
1136
|
+
fixtureId: string;
|
|
1137
|
+
sourceId: string;
|
|
1138
|
+
snapshotHash: string;
|
|
1139
|
+
boundaryRevisionHash: string;
|
|
1140
|
+
}[];
|
|
1141
|
+
} | undefined;
|
|
1142
|
+
gradingSource?: {
|
|
1143
|
+
pass: {
|
|
1144
|
+
id: string;
|
|
1145
|
+
contentHash: string;
|
|
1146
|
+
};
|
|
1147
|
+
evidence: {
|
|
1148
|
+
id: string;
|
|
1149
|
+
contentHash: string;
|
|
1150
|
+
};
|
|
1151
|
+
} | undefined;
|
|
1152
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1124
1153
|
population: {
|
|
1125
1154
|
taskId: string;
|
|
1126
1155
|
seed: string;
|
|
@@ -1134,16 +1163,16 @@ export declare class ConnectedEvidenceClient {
|
|
|
1134
1163
|
};
|
|
1135
1164
|
feedbackKey: string;
|
|
1136
1165
|
configurationHash: string;
|
|
1137
|
-
output: "boolean" | "
|
|
1166
|
+
output: "boolean" | "category" | "score";
|
|
1138
1167
|
categories: string[];
|
|
1139
1168
|
}[];
|
|
1140
1169
|
fieldMappingsHash: string;
|
|
1141
1170
|
fieldMappings: {
|
|
1142
1171
|
graderId: string;
|
|
1143
1172
|
fields: {
|
|
1144
|
-
destination: "
|
|
1173
|
+
destination: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
1145
1174
|
path: string[];
|
|
1146
|
-
source: "
|
|
1175
|
+
source: "evaluatorContext" | "expectedOutput" | "input" | "output";
|
|
1147
1176
|
sourcePath: string[];
|
|
1148
1177
|
}[];
|
|
1149
1178
|
}[];
|
|
@@ -1154,34 +1183,6 @@ export declare class ConnectedEvidenceClient {
|
|
|
1154
1183
|
requireComplete: boolean;
|
|
1155
1184
|
};
|
|
1156
1185
|
contentHash: string;
|
|
1157
|
-
recordedOrigin?: {
|
|
1158
|
-
execution: {
|
|
1159
|
-
id: string;
|
|
1160
|
-
contentHash: string;
|
|
1161
|
-
};
|
|
1162
|
-
originalEvidence: {
|
|
1163
|
-
id: string;
|
|
1164
|
-
contentHash: string;
|
|
1165
|
-
};
|
|
1166
|
-
members: {
|
|
1167
|
-
caseId: string;
|
|
1168
|
-
seed: string;
|
|
1169
|
-
fixtureId: string;
|
|
1170
|
-
sourceId: string;
|
|
1171
|
-
snapshotHash: string;
|
|
1172
|
-
boundaryRevisionHash: string;
|
|
1173
|
-
}[];
|
|
1174
|
-
} | undefined;
|
|
1175
|
-
gradingSource?: {
|
|
1176
|
-
pass: {
|
|
1177
|
-
id: string;
|
|
1178
|
-
contentHash: string;
|
|
1179
|
-
};
|
|
1180
|
-
evidence: {
|
|
1181
|
-
id: string;
|
|
1182
|
-
contentHash: string;
|
|
1183
|
-
};
|
|
1184
|
-
} | undefined;
|
|
1185
1186
|
} | undefined;
|
|
1186
1187
|
sourceCandidate?: {
|
|
1187
1188
|
candidateId: string;
|
|
@@ -1219,31 +1220,13 @@ export declare class ConnectedEvidenceClient {
|
|
|
1219
1220
|
kind: "fixture";
|
|
1220
1221
|
configurationHash: string;
|
|
1221
1222
|
};
|
|
1222
|
-
evaluators: {
|
|
1223
|
-
release: {
|
|
1224
|
-
id: string;
|
|
1225
|
-
contentHash: string;
|
|
1226
|
-
revision: string | number;
|
|
1227
|
-
};
|
|
1228
|
-
feedbackKey: string;
|
|
1229
|
-
output: "boolean" | "score" | "category";
|
|
1230
|
-
categories: string[];
|
|
1231
|
-
configurationHash?: string | undefined;
|
|
1232
|
-
}[];
|
|
1233
|
-
population: {
|
|
1234
|
-
caseId: string;
|
|
1235
|
-
seed: string;
|
|
1236
|
-
fixtureId: string | null;
|
|
1237
|
-
}[];
|
|
1238
|
-
createdAt: string;
|
|
1239
|
-
contentHash: string;
|
|
1240
1223
|
execution?: {
|
|
1241
1224
|
packageHash: string;
|
|
1242
1225
|
runtimeTargetHash: string;
|
|
1243
1226
|
metricPolicyHash: string;
|
|
1244
1227
|
compatibility?: {
|
|
1245
1228
|
protocol: "openpond.evaluation-execution.v1";
|
|
1246
|
-
targetKind: "
|
|
1229
|
+
targetKind: "agent" | "fixture" | "harness" | "model";
|
|
1247
1230
|
} | undefined;
|
|
1248
1231
|
} | undefined;
|
|
1249
1232
|
lineage?: {
|
|
@@ -1266,6 +1249,24 @@ export declare class ConnectedEvidenceClient {
|
|
|
1266
1249
|
rulesHash: string;
|
|
1267
1250
|
} | undefined;
|
|
1268
1251
|
} | undefined;
|
|
1252
|
+
evaluators: {
|
|
1253
|
+
release: {
|
|
1254
|
+
id: string;
|
|
1255
|
+
contentHash: string;
|
|
1256
|
+
revision: string | number;
|
|
1257
|
+
};
|
|
1258
|
+
feedbackKey: string;
|
|
1259
|
+
configurationHash?: string | undefined;
|
|
1260
|
+
output: "boolean" | "category" | "score";
|
|
1261
|
+
categories: string[];
|
|
1262
|
+
}[];
|
|
1263
|
+
population: {
|
|
1264
|
+
caseId: string;
|
|
1265
|
+
seed: string;
|
|
1266
|
+
fixtureId: string | null;
|
|
1267
|
+
}[];
|
|
1268
|
+
createdAt: string;
|
|
1269
|
+
contentHash: string;
|
|
1269
1270
|
};
|
|
1270
1271
|
sources: {
|
|
1271
1272
|
id: string;
|
|
@@ -1277,7 +1278,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
1277
1278
|
task: {
|
|
1278
1279
|
id: string;
|
|
1279
1280
|
clusterKey: string;
|
|
1280
|
-
split: "
|
|
1281
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1281
1282
|
input: Record<string, unknown>;
|
|
1282
1283
|
expectedOutput: Record<string, unknown> | null;
|
|
1283
1284
|
policyVisibleContext: Record<string, unknown>;
|
|
@@ -1288,9 +1289,8 @@ export declare class ConnectedEvidenceClient {
|
|
|
1288
1289
|
contentHash: string;
|
|
1289
1290
|
sizeBytes: number;
|
|
1290
1291
|
mediaType: string;
|
|
1291
|
-
visibility: "
|
|
1292
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1292
1293
|
}[];
|
|
1293
|
-
tags: string[];
|
|
1294
1294
|
requiredOutputs?: {
|
|
1295
1295
|
path: string;
|
|
1296
1296
|
mediaType: string;
|
|
@@ -1300,11 +1300,13 @@ export declare class ConnectedEvidenceClient {
|
|
|
1300
1300
|
contentHash: string;
|
|
1301
1301
|
sizeBytes: number;
|
|
1302
1302
|
mediaType: string;
|
|
1303
|
-
visibility: "
|
|
1303
|
+
visibility: "host_private" | "policy" | "verifier";
|
|
1304
1304
|
} | null;
|
|
1305
|
+
submissionMode?: "structured_json" | undefined;
|
|
1305
1306
|
maxBytes: number | null;
|
|
1306
1307
|
metadata: Record<string, unknown>;
|
|
1307
1308
|
}[] | undefined;
|
|
1309
|
+
tags: string[];
|
|
1308
1310
|
};
|
|
1309
1311
|
taskHash: string;
|
|
1310
1312
|
}[];
|
|
@@ -1315,6 +1317,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
1315
1317
|
teamId: string;
|
|
1316
1318
|
datasetId: string;
|
|
1317
1319
|
revision: number;
|
|
1320
|
+
originProjectId?: string | undefined;
|
|
1318
1321
|
workspace: {
|
|
1319
1322
|
schemaVersion: "openpond.tasksetDraftWorkspace.v1";
|
|
1320
1323
|
draft: {
|
|
@@ -1359,17 +1362,17 @@ export declare class ConnectedEvidenceClient {
|
|
|
1359
1362
|
} | null;
|
|
1360
1363
|
name: string;
|
|
1361
1364
|
objective: string;
|
|
1362
|
-
purpose: "
|
|
1365
|
+
purpose: "benchmark" | "general";
|
|
1363
1366
|
benchmark: {
|
|
1364
1367
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
1365
1368
|
definitionId: string;
|
|
1366
1369
|
releaseId: string;
|
|
1367
1370
|
releaseHash: string;
|
|
1368
1371
|
managedReleasePath: string;
|
|
1369
|
-
adaptationSplit: "
|
|
1370
|
-
evaluationSplit: "
|
|
1371
|
-
primaryMetric: "
|
|
1372
|
-
qualityGate: "
|
|
1372
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
1373
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
1374
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
1375
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
1373
1376
|
source: "builtin" | "imported";
|
|
1374
1377
|
metadata: Record<string, unknown>;
|
|
1375
1378
|
} | null;
|
|
@@ -1380,36 +1383,16 @@ export declare class ConnectedEvidenceClient {
|
|
|
1380
1383
|
publishedAt: string;
|
|
1381
1384
|
metadata: Record<string, unknown>;
|
|
1382
1385
|
} | null;
|
|
1383
|
-
status: "draft" | "
|
|
1386
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
1384
1387
|
sourceRefs: ({
|
|
1385
|
-
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
1386
|
-
kind: "connected_activity";
|
|
1387
1388
|
id: string;
|
|
1388
1389
|
profileId: string;
|
|
1389
1390
|
title: string;
|
|
1390
1391
|
sourceHash: string;
|
|
1391
1392
|
occurredAt: string;
|
|
1392
|
-
licensingStatus: "
|
|
1393
|
-
secretScanStatus: "
|
|
1394
|
-
piiScanStatus: "
|
|
1395
|
-
origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
1396
|
-
sourceId: string;
|
|
1397
|
-
sessionId: string;
|
|
1398
|
-
normalizerVersion: string;
|
|
1399
|
-
projection: "turn" | "conversation";
|
|
1400
|
-
ownerUserId: string;
|
|
1401
|
-
purpose: "recorded_evaluation";
|
|
1402
|
-
metadata: Record<string, unknown>;
|
|
1403
|
-
sourceFileHashes?: string[] | undefined;
|
|
1404
|
-
} | {
|
|
1405
|
-
id: string;
|
|
1406
|
-
profileId: string;
|
|
1407
|
-
title: string;
|
|
1408
|
-
sourceHash: string;
|
|
1409
|
-
occurredAt: string;
|
|
1410
|
-
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
1411
|
-
secretScanStatus: "passed" | "pending" | "blocked";
|
|
1412
|
-
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
1393
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1394
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1395
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1413
1396
|
metadata: Record<string, unknown>;
|
|
1414
1397
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
1415
1398
|
kind: "huggingface";
|
|
@@ -1428,9 +1411,9 @@ export declare class ConnectedEvidenceClient {
|
|
|
1428
1411
|
title: string;
|
|
1429
1412
|
sourceHash: string;
|
|
1430
1413
|
occurredAt: string;
|
|
1431
|
-
licensingStatus: "
|
|
1432
|
-
secretScanStatus: "
|
|
1433
|
-
piiScanStatus: "
|
|
1414
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1415
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1416
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1434
1417
|
metadata: Record<string, unknown>;
|
|
1435
1418
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
1436
1419
|
kind: "uploaded_file";
|
|
@@ -1445,9 +1428,9 @@ export declare class ConnectedEvidenceClient {
|
|
|
1445
1428
|
title: string;
|
|
1446
1429
|
sourceHash: string;
|
|
1447
1430
|
occurredAt: string;
|
|
1448
|
-
licensingStatus: "
|
|
1449
|
-
secretScanStatus: "
|
|
1450
|
-
piiScanStatus: "
|
|
1431
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1432
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1433
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1451
1434
|
metadata: Record<string, unknown>;
|
|
1452
1435
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
1453
1436
|
kind: "generated";
|
|
@@ -1461,9 +1444,9 @@ export declare class ConnectedEvidenceClient {
|
|
|
1461
1444
|
title: string;
|
|
1462
1445
|
sourceHash: string;
|
|
1463
1446
|
occurredAt: string;
|
|
1464
|
-
licensingStatus: "
|
|
1465
|
-
secretScanStatus: "
|
|
1466
|
-
piiScanStatus: "
|
|
1447
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1448
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1449
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1467
1450
|
metadata: Record<string, unknown>;
|
|
1468
1451
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
1469
1452
|
kind: "learning_batch";
|
|
@@ -1490,18 +1473,73 @@ export declare class ConnectedEvidenceClient {
|
|
|
1490
1473
|
title: string;
|
|
1491
1474
|
occurredAt: string;
|
|
1492
1475
|
consent: {
|
|
1493
|
-
status: "
|
|
1494
|
-
scope: "
|
|
1476
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
1477
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
1495
1478
|
grantedBy: string | null;
|
|
1496
1479
|
grantedAt: string | null;
|
|
1497
1480
|
purpose: "task_authoring_and_evaluation";
|
|
1498
1481
|
};
|
|
1499
1482
|
connectedAppIds: string[];
|
|
1500
|
-
secretScanStatus: "
|
|
1501
|
-
piiScanStatus: "
|
|
1502
|
-
licensingStatus: "
|
|
1483
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1484
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1485
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1486
|
+
metadata: Record<string, unknown>;
|
|
1487
|
+
} | {
|
|
1488
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
1489
|
+
kind: "connected_activity";
|
|
1490
|
+
id: string;
|
|
1491
|
+
profileId: string;
|
|
1492
|
+
title: string;
|
|
1493
|
+
sourceHash: string;
|
|
1494
|
+
occurredAt: string;
|
|
1495
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
1496
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
1497
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
1498
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
1499
|
+
sourceId: string;
|
|
1500
|
+
sessionId: string;
|
|
1501
|
+
normalizerVersion: string;
|
|
1502
|
+
projection: "conversation" | "turn";
|
|
1503
|
+
ownerUserId: string;
|
|
1504
|
+
purpose: "recorded_evaluation";
|
|
1505
|
+
sourceFileHashes?: string[] | undefined;
|
|
1503
1506
|
metadata: Record<string, unknown>;
|
|
1504
1507
|
})[];
|
|
1508
|
+
datasetArtifact?: {
|
|
1509
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
1510
|
+
id: string;
|
|
1511
|
+
tasksetId: string;
|
|
1512
|
+
tasksetRevision: number;
|
|
1513
|
+
contentHash: string;
|
|
1514
|
+
format: "parquet";
|
|
1515
|
+
schema: {
|
|
1516
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1517
|
+
fields: {
|
|
1518
|
+
name: string;
|
|
1519
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
1520
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
1521
|
+
nullable: boolean;
|
|
1522
|
+
policy: "metadata" | "privileged" | "visible";
|
|
1523
|
+
}[];
|
|
1524
|
+
schemaHash: string;
|
|
1525
|
+
};
|
|
1526
|
+
shards: {
|
|
1527
|
+
id: string;
|
|
1528
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1529
|
+
path: string;
|
|
1530
|
+
contentHash: string;
|
|
1531
|
+
schemaHash: string;
|
|
1532
|
+
sizeBytes: number;
|
|
1533
|
+
rowCount: number;
|
|
1534
|
+
rowGroupCount: number;
|
|
1535
|
+
}[];
|
|
1536
|
+
rowCount: number;
|
|
1537
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
1538
|
+
sourceReceiptRefs: string[];
|
|
1539
|
+
mappingHash: string;
|
|
1540
|
+
qualityReportHash: string;
|
|
1541
|
+
createdAt: string;
|
|
1542
|
+
} | null | undefined;
|
|
1505
1543
|
policy: {
|
|
1506
1544
|
policyVisibleFields: string[];
|
|
1507
1545
|
privilegedFields: string[];
|
|
@@ -1510,15 +1548,11 @@ export declare class ConnectedEvidenceClient {
|
|
|
1510
1548
|
};
|
|
1511
1549
|
environment: {
|
|
1512
1550
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
1513
|
-
kind: "agent" | "
|
|
1551
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
1514
1552
|
entrypoint: string;
|
|
1515
1553
|
stateful: boolean;
|
|
1516
1554
|
deterministicSeeds: boolean;
|
|
1517
1555
|
toolNames: string[];
|
|
1518
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
1519
|
-
defaultTimeoutMs: number;
|
|
1520
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
1521
|
-
metadata: Record<string, unknown>;
|
|
1522
1556
|
actionBindings?: {
|
|
1523
1557
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
1524
1558
|
actionId: string;
|
|
@@ -1541,18 +1575,22 @@ export declare class ConnectedEvidenceClient {
|
|
|
1541
1575
|
source: "case_id";
|
|
1542
1576
|
}[];
|
|
1543
1577
|
}[] | undefined;
|
|
1578
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
1579
|
+
defaultTimeoutMs: number;
|
|
1580
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
1544
1581
|
resources?: {
|
|
1545
1582
|
id: string;
|
|
1546
|
-
kind: "
|
|
1583
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
1547
1584
|
path: string;
|
|
1548
|
-
|
|
1585
|
+
mediaType?: string | null | undefined;
|
|
1586
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
1549
1587
|
required: boolean;
|
|
1550
1588
|
metadata: Record<string, unknown>;
|
|
1551
|
-
mediaType?: string | null | undefined;
|
|
1552
1589
|
}[] | undefined;
|
|
1590
|
+
metadata: Record<string, unknown>;
|
|
1553
1591
|
};
|
|
1554
1592
|
output: {
|
|
1555
|
-
mode: "
|
|
1593
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
1556
1594
|
jsonSchema: Record<string, unknown> | null;
|
|
1557
1595
|
renderer: {
|
|
1558
1596
|
module: string;
|
|
@@ -1562,14 +1600,14 @@ export declare class ConnectedEvidenceClient {
|
|
|
1562
1600
|
};
|
|
1563
1601
|
capabilities: {
|
|
1564
1602
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
1565
|
-
taskKind: "chat" | "
|
|
1566
|
-
supportedSignals: ("
|
|
1567
|
-
compatibleMethods: ("
|
|
1568
|
-
rewardKinds: ("
|
|
1603
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
1604
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
1605
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
1606
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
1569
1607
|
requiresTools: boolean;
|
|
1570
1608
|
requiresState: boolean;
|
|
1571
1609
|
requiresPrivilegedGrading: boolean;
|
|
1572
|
-
environmentPlacements: ("
|
|
1610
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
1573
1611
|
exportable: boolean;
|
|
1574
1612
|
portabilityBlockers: string[];
|
|
1575
1613
|
};
|
|
@@ -1577,7 +1615,8 @@ export declare class ConnectedEvidenceClient {
|
|
|
1577
1615
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
1578
1616
|
primaryMetric: string;
|
|
1579
1617
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
1580
|
-
missingReward: "
|
|
1618
|
+
missingReward: "exclude" | "zero";
|
|
1619
|
+
taskWeights?: Record<string, number> | undefined;
|
|
1581
1620
|
customAggregator: {
|
|
1582
1621
|
module: string;
|
|
1583
1622
|
exportName: string;
|
|
@@ -1585,7 +1624,6 @@ export declare class ConnectedEvidenceClient {
|
|
|
1585
1624
|
timeoutMs: number;
|
|
1586
1625
|
networkPolicy: "none";
|
|
1587
1626
|
} | null;
|
|
1588
|
-
taskWeights?: Record<string, number> | undefined;
|
|
1589
1627
|
};
|
|
1590
1628
|
review: {
|
|
1591
1629
|
enabled: boolean;
|
|
@@ -1605,37 +1643,39 @@ export declare class ConnectedEvidenceClient {
|
|
|
1605
1643
|
schemaVersion: "openpond.taskData.v1";
|
|
1606
1644
|
id: string;
|
|
1607
1645
|
clusterKey: string;
|
|
1608
|
-
split: "
|
|
1646
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1609
1647
|
input: Record<string, unknown>;
|
|
1610
1648
|
expectedOutput: Record<string, unknown> | null;
|
|
1611
1649
|
policyVisibleContext: Record<string, unknown>;
|
|
1612
1650
|
privilegedContextRef: string | null;
|
|
1613
|
-
tags: string[];
|
|
1614
|
-
metadata: Record<string, unknown>;
|
|
1615
|
-
sourceRefs: string[];
|
|
1616
1651
|
assets?: {
|
|
1617
1652
|
id: string;
|
|
1618
1653
|
sourceRefId: string;
|
|
1619
1654
|
artifactRef: string;
|
|
1620
1655
|
fileName: string;
|
|
1656
|
+
stagingPath?: string | undefined;
|
|
1621
1657
|
mediaType: string;
|
|
1622
1658
|
sha256: string;
|
|
1623
1659
|
sizeBytes: number;
|
|
1624
|
-
split: "
|
|
1660
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
1625
1661
|
metadata: Record<string, unknown>;
|
|
1626
|
-
stagingPath?: string | undefined;
|
|
1627
1662
|
}[] | undefined;
|
|
1628
1663
|
resourceRefs?: string[] | undefined;
|
|
1629
1664
|
requiredOutputs?: {
|
|
1630
1665
|
path: string;
|
|
1631
1666
|
mediaType: string;
|
|
1632
|
-
metadata: Record<string, unknown>;
|
|
1633
1667
|
schemaRef?: string | null | undefined;
|
|
1668
|
+
submissionMode?: "structured_json" | undefined;
|
|
1634
1669
|
maxBytes?: number | undefined;
|
|
1670
|
+
metadata: Record<string, unknown>;
|
|
1635
1671
|
}[] | undefined;
|
|
1672
|
+
tags: string[];
|
|
1673
|
+
metadata: Record<string, unknown>;
|
|
1674
|
+
sourceRefs: string[];
|
|
1636
1675
|
}[];
|
|
1637
1676
|
graders: ({
|
|
1638
1677
|
id: string;
|
|
1678
|
+
taskIds?: string[] | undefined;
|
|
1639
1679
|
version: string;
|
|
1640
1680
|
label: string;
|
|
1641
1681
|
weight: number;
|
|
@@ -1643,11 +1683,11 @@ export declare class ConnectedEvidenceClient {
|
|
|
1643
1683
|
rewardEligible: boolean;
|
|
1644
1684
|
privileged: boolean;
|
|
1645
1685
|
metadata: Record<string, unknown>;
|
|
1646
|
-
kind: "
|
|
1686
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
1647
1687
|
config: Record<string, unknown>;
|
|
1648
|
-
taskIds?: string[] | undefined;
|
|
1649
1688
|
} | {
|
|
1650
1689
|
id: string;
|
|
1690
|
+
taskIds?: string[] | undefined;
|
|
1651
1691
|
version: string;
|
|
1652
1692
|
label: string;
|
|
1653
1693
|
weight: number;
|
|
@@ -1658,15 +1698,15 @@ export declare class ConnectedEvidenceClient {
|
|
|
1658
1698
|
kind: "model_judge";
|
|
1659
1699
|
rubric: string;
|
|
1660
1700
|
judge: {
|
|
1661
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
1701
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
1662
1702
|
modelId: string;
|
|
1663
1703
|
};
|
|
1664
1704
|
calibrationFixtureRefs: string[];
|
|
1665
|
-
calibrationStatus: "
|
|
1705
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
1666
1706
|
temperature: number;
|
|
1667
|
-
taskIds?: string[] | undefined;
|
|
1668
1707
|
} | {
|
|
1669
1708
|
id: string;
|
|
1709
|
+
taskIds?: string[] | undefined;
|
|
1670
1710
|
version: string;
|
|
1671
1711
|
label: string;
|
|
1672
1712
|
weight: number;
|
|
@@ -1675,9 +1715,6 @@ export declare class ConnectedEvidenceClient {
|
|
|
1675
1715
|
privileged: boolean;
|
|
1676
1716
|
metadata: Record<string, unknown>;
|
|
1677
1717
|
kind: "human";
|
|
1678
|
-
rubric: string;
|
|
1679
|
-
reviewerRole: string;
|
|
1680
|
-
taskIds?: string[] | undefined;
|
|
1681
1718
|
form?: {
|
|
1682
1719
|
schemaVersion: "openpond.humanForm.v1";
|
|
1683
1720
|
mode: "individual" | "pairwise";
|
|
@@ -1688,72 +1725,75 @@ export declare class ConnectedEvidenceClient {
|
|
|
1688
1725
|
instructions: string;
|
|
1689
1726
|
required: boolean;
|
|
1690
1727
|
allowAbstain: boolean;
|
|
1691
|
-
kind: "score";
|
|
1692
|
-
minimum: number;
|
|
1693
|
-
maximum: number;
|
|
1694
|
-
step: number;
|
|
1695
1728
|
requireRationale?: boolean | undefined;
|
|
1696
1729
|
anchors?: {
|
|
1697
1730
|
value: string | number | boolean;
|
|
1698
1731
|
description: string;
|
|
1699
1732
|
}[] | undefined;
|
|
1733
|
+
kind: "score";
|
|
1734
|
+
minimum: number;
|
|
1735
|
+
maximum: number;
|
|
1736
|
+
step: number;
|
|
1700
1737
|
} | {
|
|
1701
1738
|
id: string;
|
|
1702
1739
|
label: string;
|
|
1703
1740
|
instructions: string;
|
|
1704
1741
|
required: boolean;
|
|
1705
1742
|
allowAbstain: boolean;
|
|
1706
|
-
kind: "category";
|
|
1707
|
-
options: string[];
|
|
1708
1743
|
requireRationale?: boolean | undefined;
|
|
1709
1744
|
anchors?: {
|
|
1710
1745
|
value: string | number | boolean;
|
|
1711
1746
|
description: string;
|
|
1712
1747
|
}[] | undefined;
|
|
1748
|
+
kind: "category";
|
|
1749
|
+
options: string[];
|
|
1713
1750
|
} | {
|
|
1714
1751
|
id: string;
|
|
1715
1752
|
label: string;
|
|
1716
1753
|
instructions: string;
|
|
1717
1754
|
required: boolean;
|
|
1718
1755
|
allowAbstain: boolean;
|
|
1719
|
-
kind: "boolean";
|
|
1720
1756
|
requireRationale?: boolean | undefined;
|
|
1721
1757
|
anchors?: {
|
|
1722
1758
|
value: string | number | boolean;
|
|
1723
1759
|
description: string;
|
|
1724
1760
|
}[] | undefined;
|
|
1761
|
+
kind: "boolean";
|
|
1725
1762
|
} | {
|
|
1726
1763
|
id: string;
|
|
1727
1764
|
label: string;
|
|
1728
1765
|
instructions: string;
|
|
1729
1766
|
required: boolean;
|
|
1730
1767
|
allowAbstain: boolean;
|
|
1731
|
-
kind: "text";
|
|
1732
|
-
maximumLength: number;
|
|
1733
1768
|
requireRationale?: boolean | undefined;
|
|
1734
1769
|
anchors?: {
|
|
1735
1770
|
value: string | number | boolean;
|
|
1736
1771
|
description: string;
|
|
1737
1772
|
}[] | undefined;
|
|
1773
|
+
kind: "text";
|
|
1738
1774
|
minimumLength?: number | undefined;
|
|
1775
|
+
maximumLength: number;
|
|
1739
1776
|
} | {
|
|
1740
1777
|
id: string;
|
|
1741
1778
|
label: string;
|
|
1742
1779
|
instructions: string;
|
|
1743
1780
|
required: boolean;
|
|
1744
1781
|
allowAbstain: boolean;
|
|
1745
|
-
kind: "preference";
|
|
1746
|
-
allowTie: boolean;
|
|
1747
1782
|
requireRationale?: boolean | undefined;
|
|
1748
1783
|
anchors?: {
|
|
1749
1784
|
value: string | number | boolean;
|
|
1750
1785
|
description: string;
|
|
1751
1786
|
}[] | undefined;
|
|
1787
|
+
kind: "preference";
|
|
1752
1788
|
requireStrength?: boolean | undefined;
|
|
1789
|
+
allowTie: boolean;
|
|
1753
1790
|
})[];
|
|
1754
1791
|
} | undefined;
|
|
1792
|
+
rubric: string;
|
|
1793
|
+
reviewerRole: string;
|
|
1755
1794
|
} | {
|
|
1756
1795
|
id: string;
|
|
1796
|
+
taskIds?: string[] | undefined;
|
|
1757
1797
|
version: string;
|
|
1758
1798
|
label: string;
|
|
1759
1799
|
weight: number;
|
|
@@ -1762,17 +1802,16 @@ export declare class ConnectedEvidenceClient {
|
|
|
1762
1802
|
privileged: boolean;
|
|
1763
1803
|
metadata: Record<string, unknown>;
|
|
1764
1804
|
kind: "custom_verifier";
|
|
1805
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1765
1806
|
module: string;
|
|
1766
1807
|
exportName: string;
|
|
1767
1808
|
timeoutMs: number;
|
|
1768
1809
|
networkPolicy: "none";
|
|
1769
|
-
taskIds?: string[] | undefined;
|
|
1770
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
1771
1810
|
})[];
|
|
1772
1811
|
graderFixtures: {
|
|
1773
1812
|
id: string;
|
|
1774
1813
|
taskId: string;
|
|
1775
|
-
label: "
|
|
1814
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
1776
1815
|
output: Record<string, unknown>;
|
|
1777
1816
|
infrastructureError: string | null;
|
|
1778
1817
|
expectedPassed: boolean;
|
|
@@ -1829,7 +1868,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
1829
1868
|
metadata: Record<string, unknown>;
|
|
1830
1869
|
kind: "feedback";
|
|
1831
1870
|
feedback: string;
|
|
1832
|
-
polarity: "
|
|
1871
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
1833
1872
|
}[];
|
|
1834
1873
|
rewards: {
|
|
1835
1874
|
id: string;
|
|
@@ -1880,41 +1919,6 @@ export declare class ConnectedEvidenceClient {
|
|
|
1880
1919
|
createdAt: string;
|
|
1881
1920
|
updatedAt: string;
|
|
1882
1921
|
metadata: Record<string, unknown>;
|
|
1883
|
-
datasetArtifact?: {
|
|
1884
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
1885
|
-
id: string;
|
|
1886
|
-
tasksetId: string;
|
|
1887
|
-
tasksetRevision: number;
|
|
1888
|
-
contentHash: string;
|
|
1889
|
-
format: "parquet";
|
|
1890
|
-
schema: {
|
|
1891
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
1892
|
-
fields: {
|
|
1893
|
-
name: string;
|
|
1894
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
1895
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
1896
|
-
nullable: boolean;
|
|
1897
|
-
policy: "metadata" | "visible" | "privileged";
|
|
1898
|
-
}[];
|
|
1899
|
-
schemaHash: string;
|
|
1900
|
-
};
|
|
1901
|
-
shards: {
|
|
1902
|
-
id: string;
|
|
1903
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
1904
|
-
path: string;
|
|
1905
|
-
contentHash: string;
|
|
1906
|
-
schemaHash: string;
|
|
1907
|
-
sizeBytes: number;
|
|
1908
|
-
rowCount: number;
|
|
1909
|
-
rowGroupCount: number;
|
|
1910
|
-
}[];
|
|
1911
|
-
rowCount: number;
|
|
1912
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
1913
|
-
sourceReceiptRefs: string[];
|
|
1914
|
-
mappingHash: string;
|
|
1915
|
-
qualityReportHash: string;
|
|
1916
|
-
createdAt: string;
|
|
1917
|
-
} | null | undefined;
|
|
1918
1922
|
};
|
|
1919
1923
|
files: {
|
|
1920
1924
|
path: string;
|
|
@@ -1924,6 +1928,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
1924
1928
|
}[];
|
|
1925
1929
|
contentHash: string;
|
|
1926
1930
|
};
|
|
1931
|
+
ownerScope?: "personal" | "workspace" | undefined;
|
|
1927
1932
|
publication: {
|
|
1928
1933
|
tasksetId: string;
|
|
1929
1934
|
release: {
|
|
@@ -1933,8 +1938,6 @@ export declare class ConnectedEvidenceClient {
|
|
|
1933
1938
|
};
|
|
1934
1939
|
packageHash: string;
|
|
1935
1940
|
} | null;
|
|
1936
|
-
originProjectId?: string | undefined;
|
|
1937
|
-
ownerScope?: "workspace" | "personal" | undefined;
|
|
1938
1941
|
}>;
|
|
1939
1942
|
createSelection(input: {
|
|
1940
1943
|
operationId: string;
|
|
@@ -1946,6 +1949,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
1946
1949
|
teamId: string;
|
|
1947
1950
|
datasetId: string;
|
|
1948
1951
|
revision: number;
|
|
1952
|
+
originProjectId?: string | undefined;
|
|
1949
1953
|
workspace: {
|
|
1950
1954
|
schemaVersion: "openpond.tasksetDraftWorkspace.v1";
|
|
1951
1955
|
draft: {
|
|
@@ -1990,17 +1994,17 @@ export declare class ConnectedEvidenceClient {
|
|
|
1990
1994
|
} | null;
|
|
1991
1995
|
name: string;
|
|
1992
1996
|
objective: string;
|
|
1993
|
-
purpose: "
|
|
1997
|
+
purpose: "benchmark" | "general";
|
|
1994
1998
|
benchmark: {
|
|
1995
1999
|
schemaVersion: "openpond.tasksetBenchmark.v1";
|
|
1996
2000
|
definitionId: string;
|
|
1997
2001
|
releaseId: string;
|
|
1998
2002
|
releaseHash: string;
|
|
1999
2003
|
managedReleasePath: string;
|
|
2000
|
-
adaptationSplit: "
|
|
2001
|
-
evaluationSplit: "
|
|
2002
|
-
primaryMetric: "
|
|
2003
|
-
qualityGate: "
|
|
2004
|
+
adaptationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
2005
|
+
evaluationSplit: "frozen_eval" | "test" | "train" | "validation";
|
|
2006
|
+
primaryMetric: "cost_usd" | "foreground_tokens" | "latency_ms" | "success_rate";
|
|
2007
|
+
qualityGate: "all_pass" | "non_regression" | "none";
|
|
2004
2008
|
source: "builtin" | "imported";
|
|
2005
2009
|
metadata: Record<string, unknown>;
|
|
2006
2010
|
} | null;
|
|
@@ -2011,36 +2015,16 @@ export declare class ConnectedEvidenceClient {
|
|
|
2011
2015
|
publishedAt: string;
|
|
2012
2016
|
metadata: Record<string, unknown>;
|
|
2013
2017
|
} | null;
|
|
2014
|
-
status: "draft" | "
|
|
2018
|
+
status: "draft" | "needs_review" | "published" | "validating";
|
|
2015
2019
|
sourceRefs: ({
|
|
2016
|
-
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
2017
|
-
kind: "connected_activity";
|
|
2018
2020
|
id: string;
|
|
2019
2021
|
profileId: string;
|
|
2020
2022
|
title: string;
|
|
2021
2023
|
sourceHash: string;
|
|
2022
2024
|
occurredAt: string;
|
|
2023
|
-
licensingStatus: "
|
|
2024
|
-
secretScanStatus: "
|
|
2025
|
-
piiScanStatus: "
|
|
2026
|
-
origin: "codex" | "hermes" | "openclaw" | "native_chat" | "native_work" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
2027
|
-
sourceId: string;
|
|
2028
|
-
sessionId: string;
|
|
2029
|
-
normalizerVersion: string;
|
|
2030
|
-
projection: "turn" | "conversation";
|
|
2031
|
-
ownerUserId: string;
|
|
2032
|
-
purpose: "recorded_evaluation";
|
|
2033
|
-
metadata: Record<string, unknown>;
|
|
2034
|
-
sourceFileHashes?: string[] | undefined;
|
|
2035
|
-
} | {
|
|
2036
|
-
id: string;
|
|
2037
|
-
profileId: string;
|
|
2038
|
-
title: string;
|
|
2039
|
-
sourceHash: string;
|
|
2040
|
-
occurredAt: string;
|
|
2041
|
-
licensingStatus: "pending" | "approved" | "review" | "blocked";
|
|
2042
|
-
secretScanStatus: "passed" | "pending" | "blocked";
|
|
2043
|
-
piiScanStatus: "passed" | "pending" | "review" | "blocked";
|
|
2025
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2026
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2027
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2044
2028
|
metadata: Record<string, unknown>;
|
|
2045
2029
|
schemaVersion: "openpond.huggingFaceDatasetSource.v1";
|
|
2046
2030
|
kind: "huggingface";
|
|
@@ -2059,9 +2043,9 @@ export declare class ConnectedEvidenceClient {
|
|
|
2059
2043
|
title: string;
|
|
2060
2044
|
sourceHash: string;
|
|
2061
2045
|
occurredAt: string;
|
|
2062
|
-
licensingStatus: "
|
|
2063
|
-
secretScanStatus: "
|
|
2064
|
-
piiScanStatus: "
|
|
2046
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2047
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2048
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2065
2049
|
metadata: Record<string, unknown>;
|
|
2066
2050
|
schemaVersion: "openpond.uploadedFileDatasetSource.v1";
|
|
2067
2051
|
kind: "uploaded_file";
|
|
@@ -2076,9 +2060,9 @@ export declare class ConnectedEvidenceClient {
|
|
|
2076
2060
|
title: string;
|
|
2077
2061
|
sourceHash: string;
|
|
2078
2062
|
occurredAt: string;
|
|
2079
|
-
licensingStatus: "
|
|
2080
|
-
secretScanStatus: "
|
|
2081
|
-
piiScanStatus: "
|
|
2063
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2064
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2065
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2082
2066
|
metadata: Record<string, unknown>;
|
|
2083
2067
|
schemaVersion: "openpond.generatedDatasetSource.v1";
|
|
2084
2068
|
kind: "generated";
|
|
@@ -2092,9 +2076,9 @@ export declare class ConnectedEvidenceClient {
|
|
|
2092
2076
|
title: string;
|
|
2093
2077
|
sourceHash: string;
|
|
2094
2078
|
occurredAt: string;
|
|
2095
|
-
licensingStatus: "
|
|
2096
|
-
secretScanStatus: "
|
|
2097
|
-
piiScanStatus: "
|
|
2079
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2080
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2081
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2098
2082
|
metadata: Record<string, unknown>;
|
|
2099
2083
|
schemaVersion: "openpond.learningBatchDatasetSource.v1";
|
|
2100
2084
|
kind: "learning_batch";
|
|
@@ -2121,18 +2105,73 @@ export declare class ConnectedEvidenceClient {
|
|
|
2121
2105
|
title: string;
|
|
2122
2106
|
occurredAt: string;
|
|
2123
2107
|
consent: {
|
|
2124
|
-
status: "
|
|
2125
|
-
scope: "
|
|
2108
|
+
status: "denied" | "granted" | "pending" | "revoked";
|
|
2109
|
+
scope: "full_session" | "metadata_only" | "selected_turns";
|
|
2126
2110
|
grantedBy: string | null;
|
|
2127
2111
|
grantedAt: string | null;
|
|
2128
2112
|
purpose: "task_authoring_and_evaluation";
|
|
2129
2113
|
};
|
|
2130
2114
|
connectedAppIds: string[];
|
|
2131
|
-
secretScanStatus: "
|
|
2132
|
-
piiScanStatus: "
|
|
2133
|
-
licensingStatus: "
|
|
2115
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2116
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2117
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2118
|
+
metadata: Record<string, unknown>;
|
|
2119
|
+
} | {
|
|
2120
|
+
schemaVersion: "openpond.connectedDatasetSource.v1";
|
|
2121
|
+
kind: "connected_activity";
|
|
2122
|
+
id: string;
|
|
2123
|
+
profileId: string;
|
|
2124
|
+
title: string;
|
|
2125
|
+
sourceHash: string;
|
|
2126
|
+
occurredAt: string;
|
|
2127
|
+
licensingStatus: "approved" | "blocked" | "pending" | "review";
|
|
2128
|
+
secretScanStatus: "blocked" | "passed" | "pending";
|
|
2129
|
+
piiScanStatus: "blocked" | "passed" | "pending" | "review";
|
|
2130
|
+
origin: "claude_code" | "codex" | "grok_build" | "hermes" | "native_chat" | "native_work" | "oh_my_pi" | "openclaw" | "opencode" | "pi";
|
|
2131
|
+
sourceId: string;
|
|
2132
|
+
sessionId: string;
|
|
2133
|
+
normalizerVersion: string;
|
|
2134
|
+
projection: "conversation" | "turn";
|
|
2135
|
+
ownerUserId: string;
|
|
2136
|
+
purpose: "recorded_evaluation";
|
|
2137
|
+
sourceFileHashes?: string[] | undefined;
|
|
2134
2138
|
metadata: Record<string, unknown>;
|
|
2135
2139
|
})[];
|
|
2140
|
+
datasetArtifact?: {
|
|
2141
|
+
schemaVersion: "openpond.datasetArtifact.v1";
|
|
2142
|
+
id: string;
|
|
2143
|
+
tasksetId: string;
|
|
2144
|
+
tasksetRevision: number;
|
|
2145
|
+
contentHash: string;
|
|
2146
|
+
format: "parquet";
|
|
2147
|
+
schema: {
|
|
2148
|
+
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2149
|
+
fields: {
|
|
2150
|
+
name: string;
|
|
2151
|
+
semanticRole: "chosen" | "cluster_id" | "demonstration" | "expected_output" | "feedback" | "messages" | "metadata" | "privileged_context" | "prompt" | "rejected" | "reward" | "row_id" | "tag";
|
|
2152
|
+
logicalType: "boolean" | "float" | "integer" | "json" | "messages" | "string";
|
|
2153
|
+
nullable: boolean;
|
|
2154
|
+
policy: "metadata" | "privileged" | "visible";
|
|
2155
|
+
}[];
|
|
2156
|
+
schemaHash: string;
|
|
2157
|
+
};
|
|
2158
|
+
shards: {
|
|
2159
|
+
id: string;
|
|
2160
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2161
|
+
path: string;
|
|
2162
|
+
contentHash: string;
|
|
2163
|
+
schemaHash: string;
|
|
2164
|
+
sizeBytes: number;
|
|
2165
|
+
rowCount: number;
|
|
2166
|
+
rowGroupCount: number;
|
|
2167
|
+
}[];
|
|
2168
|
+
rowCount: number;
|
|
2169
|
+
splitCounts: Record<"frozen_eval" | "test" | "train" | "validation", number>;
|
|
2170
|
+
sourceReceiptRefs: string[];
|
|
2171
|
+
mappingHash: string;
|
|
2172
|
+
qualityReportHash: string;
|
|
2173
|
+
createdAt: string;
|
|
2174
|
+
} | null | undefined;
|
|
2136
2175
|
policy: {
|
|
2137
2176
|
policyVisibleFields: string[];
|
|
2138
2177
|
privilegedFields: string[];
|
|
@@ -2141,15 +2180,11 @@ export declare class ConnectedEvidenceClient {
|
|
|
2141
2180
|
};
|
|
2142
2181
|
environment: {
|
|
2143
2182
|
protocolVersion: "openpond.taskEnvironment.v1";
|
|
2144
|
-
kind: "agent" | "
|
|
2183
|
+
kind: "agent" | "chat" | "program" | "stateful_harness" | "work";
|
|
2145
2184
|
entrypoint: string;
|
|
2146
2185
|
stateful: boolean;
|
|
2147
2186
|
deterministicSeeds: boolean;
|
|
2148
2187
|
toolNames: string[];
|
|
2149
|
-
lifecycle: ("grade" | "create" | "reset" | "step" | "cleanup")[];
|
|
2150
|
-
defaultTimeoutMs: number;
|
|
2151
|
-
networkPolicy: "none" | "declared_read_only" | "declared_scoped";
|
|
2152
|
-
metadata: Record<string, unknown>;
|
|
2153
2188
|
actionBindings?: {
|
|
2154
2189
|
schemaVersion: "openpond.harnessActionBinding.v1";
|
|
2155
2190
|
actionId: string;
|
|
@@ -2172,18 +2207,22 @@ export declare class ConnectedEvidenceClient {
|
|
|
2172
2207
|
source: "case_id";
|
|
2173
2208
|
}[];
|
|
2174
2209
|
}[] | undefined;
|
|
2210
|
+
lifecycle: ("cleanup" | "create" | "grade" | "reset" | "step")[];
|
|
2211
|
+
defaultTimeoutMs: number;
|
|
2212
|
+
networkPolicy: "declared_read_only" | "declared_scoped" | "none";
|
|
2175
2213
|
resources?: {
|
|
2176
2214
|
id: string;
|
|
2177
|
-
kind: "
|
|
2215
|
+
kind: "catalog" | "code_module" | "configuration" | "file";
|
|
2178
2216
|
path: string;
|
|
2179
|
-
|
|
2217
|
+
mediaType?: string | null | undefined;
|
|
2218
|
+
visibility: "policy_hidden" | "policy_visible" | "privileged";
|
|
2180
2219
|
required: boolean;
|
|
2181
2220
|
metadata: Record<string, unknown>;
|
|
2182
|
-
mediaType?: string | null | undefined;
|
|
2183
2221
|
}[] | undefined;
|
|
2222
|
+
metadata: Record<string, unknown>;
|
|
2184
2223
|
};
|
|
2185
2224
|
output: {
|
|
2186
|
-
mode: "
|
|
2225
|
+
mode: "artifacts" | "structured_json" | "text";
|
|
2187
2226
|
jsonSchema: Record<string, unknown> | null;
|
|
2188
2227
|
renderer: {
|
|
2189
2228
|
module: string;
|
|
@@ -2193,14 +2232,14 @@ export declare class ConnectedEvidenceClient {
|
|
|
2193
2232
|
};
|
|
2194
2233
|
capabilities: {
|
|
2195
2234
|
schemaVersion: "openpond.tasksetCapabilities.v1";
|
|
2196
|
-
taskKind: "chat" | "
|
|
2197
|
-
supportedSignals: ("
|
|
2198
|
-
compatibleMethods: ("
|
|
2199
|
-
rewardKinds: ("
|
|
2235
|
+
taskKind: "chat" | "custom_program" | "multi_agent" | "single_agent";
|
|
2236
|
+
supportedSignals: ("correction" | "demonstration" | "feedback" | "label" | "preference" | "reward")[];
|
|
2237
|
+
compatibleMethods: ("dpo" | "grpo" | "none" | "opd" | "opsd" | "ppo" | "retrieval" | "sdft" | "sdpo" | "sft")[];
|
|
2238
|
+
rewardKinds: ("deterministic" | "exact" | "human" | "model_judge" | "none")[];
|
|
2200
2239
|
requiresTools: boolean;
|
|
2201
2240
|
requiresState: boolean;
|
|
2202
2241
|
requiresPrivilegedGrading: boolean;
|
|
2203
|
-
environmentPlacements: ("
|
|
2242
|
+
environmentPlacements: ("colocated" | "local" | "provider_native" | "remote")[];
|
|
2204
2243
|
exportable: boolean;
|
|
2205
2244
|
portabilityBlockers: string[];
|
|
2206
2245
|
};
|
|
@@ -2208,7 +2247,8 @@ export declare class ConnectedEvidenceClient {
|
|
|
2208
2247
|
schemaVersion: "openpond.tasksetMetricPolicy.v1";
|
|
2209
2248
|
primaryMetric: string;
|
|
2210
2249
|
aggregation: "custom" | "mean_score" | "pass_rate" | "weighted_mean";
|
|
2211
|
-
missingReward: "
|
|
2250
|
+
missingReward: "exclude" | "zero";
|
|
2251
|
+
taskWeights?: Record<string, number> | undefined;
|
|
2212
2252
|
customAggregator: {
|
|
2213
2253
|
module: string;
|
|
2214
2254
|
exportName: string;
|
|
@@ -2216,7 +2256,6 @@ export declare class ConnectedEvidenceClient {
|
|
|
2216
2256
|
timeoutMs: number;
|
|
2217
2257
|
networkPolicy: "none";
|
|
2218
2258
|
} | null;
|
|
2219
|
-
taskWeights?: Record<string, number> | undefined;
|
|
2220
2259
|
};
|
|
2221
2260
|
review: {
|
|
2222
2261
|
enabled: boolean;
|
|
@@ -2236,37 +2275,39 @@ export declare class ConnectedEvidenceClient {
|
|
|
2236
2275
|
schemaVersion: "openpond.taskData.v1";
|
|
2237
2276
|
id: string;
|
|
2238
2277
|
clusterKey: string;
|
|
2239
|
-
split: "
|
|
2278
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2240
2279
|
input: Record<string, unknown>;
|
|
2241
2280
|
expectedOutput: Record<string, unknown> | null;
|
|
2242
2281
|
policyVisibleContext: Record<string, unknown>;
|
|
2243
2282
|
privilegedContextRef: string | null;
|
|
2244
|
-
tags: string[];
|
|
2245
|
-
metadata: Record<string, unknown>;
|
|
2246
|
-
sourceRefs: string[];
|
|
2247
2283
|
assets?: {
|
|
2248
2284
|
id: string;
|
|
2249
2285
|
sourceRefId: string;
|
|
2250
2286
|
artifactRef: string;
|
|
2251
2287
|
fileName: string;
|
|
2288
|
+
stagingPath?: string | undefined;
|
|
2252
2289
|
mediaType: string;
|
|
2253
2290
|
sha256: string;
|
|
2254
2291
|
sizeBytes: number;
|
|
2255
|
-
split: "
|
|
2292
|
+
split: "frozen_eval" | "test" | "train" | "validation";
|
|
2256
2293
|
metadata: Record<string, unknown>;
|
|
2257
|
-
stagingPath?: string | undefined;
|
|
2258
2294
|
}[] | undefined;
|
|
2259
2295
|
resourceRefs?: string[] | undefined;
|
|
2260
2296
|
requiredOutputs?: {
|
|
2261
2297
|
path: string;
|
|
2262
2298
|
mediaType: string;
|
|
2263
|
-
metadata: Record<string, unknown>;
|
|
2264
2299
|
schemaRef?: string | null | undefined;
|
|
2300
|
+
submissionMode?: "structured_json" | undefined;
|
|
2265
2301
|
maxBytes?: number | undefined;
|
|
2302
|
+
metadata: Record<string, unknown>;
|
|
2266
2303
|
}[] | undefined;
|
|
2304
|
+
tags: string[];
|
|
2305
|
+
metadata: Record<string, unknown>;
|
|
2306
|
+
sourceRefs: string[];
|
|
2267
2307
|
}[];
|
|
2268
2308
|
graders: ({
|
|
2269
2309
|
id: string;
|
|
2310
|
+
taskIds?: string[] | undefined;
|
|
2270
2311
|
version: string;
|
|
2271
2312
|
label: string;
|
|
2272
2313
|
weight: number;
|
|
@@ -2274,11 +2315,11 @@ export declare class ConnectedEvidenceClient {
|
|
|
2274
2315
|
rewardEligible: boolean;
|
|
2275
2316
|
privileged: boolean;
|
|
2276
2317
|
metadata: Record<string, unknown>;
|
|
2277
|
-
kind: "
|
|
2318
|
+
kind: "content" | "diff" | "file" | "runtime_event" | "schema" | "state" | "test";
|
|
2278
2319
|
config: Record<string, unknown>;
|
|
2279
|
-
taskIds?: string[] | undefined;
|
|
2280
2320
|
} | {
|
|
2281
2321
|
id: string;
|
|
2322
|
+
taskIds?: string[] | undefined;
|
|
2282
2323
|
version: string;
|
|
2283
2324
|
label: string;
|
|
2284
2325
|
weight: number;
|
|
@@ -2289,15 +2330,15 @@ export declare class ConnectedEvidenceClient {
|
|
|
2289
2330
|
kind: "model_judge";
|
|
2290
2331
|
rubric: string;
|
|
2291
2332
|
judge: {
|
|
2292
|
-
providerId: "claude-code" | "codex" | "custom-openai-compatible" | "
|
|
2333
|
+
providerId: "anthropic" | "claude-code" | "codex" | "custom-openai-compatible" | "deepseek" | "google" | "grok-build" | "groq" | "moonshot" | "openai" | "opencode" | "openpond" | "openrouter" | "together" | "xai" | "zai" | `acp:${string}`;
|
|
2293
2334
|
modelId: string;
|
|
2294
2335
|
};
|
|
2295
2336
|
calibrationFixtureRefs: string[];
|
|
2296
|
-
calibrationStatus: "
|
|
2337
|
+
calibrationStatus: "failed" | "passed" | "pending";
|
|
2297
2338
|
temperature: number;
|
|
2298
|
-
taskIds?: string[] | undefined;
|
|
2299
2339
|
} | {
|
|
2300
2340
|
id: string;
|
|
2341
|
+
taskIds?: string[] | undefined;
|
|
2301
2342
|
version: string;
|
|
2302
2343
|
label: string;
|
|
2303
2344
|
weight: number;
|
|
@@ -2306,9 +2347,6 @@ export declare class ConnectedEvidenceClient {
|
|
|
2306
2347
|
privileged: boolean;
|
|
2307
2348
|
metadata: Record<string, unknown>;
|
|
2308
2349
|
kind: "human";
|
|
2309
|
-
rubric: string;
|
|
2310
|
-
reviewerRole: string;
|
|
2311
|
-
taskIds?: string[] | undefined;
|
|
2312
2350
|
form?: {
|
|
2313
2351
|
schemaVersion: "openpond.humanForm.v1";
|
|
2314
2352
|
mode: "individual" | "pairwise";
|
|
@@ -2319,72 +2357,75 @@ export declare class ConnectedEvidenceClient {
|
|
|
2319
2357
|
instructions: string;
|
|
2320
2358
|
required: boolean;
|
|
2321
2359
|
allowAbstain: boolean;
|
|
2322
|
-
kind: "score";
|
|
2323
|
-
minimum: number;
|
|
2324
|
-
maximum: number;
|
|
2325
|
-
step: number;
|
|
2326
2360
|
requireRationale?: boolean | undefined;
|
|
2327
2361
|
anchors?: {
|
|
2328
2362
|
value: string | number | boolean;
|
|
2329
2363
|
description: string;
|
|
2330
2364
|
}[] | undefined;
|
|
2365
|
+
kind: "score";
|
|
2366
|
+
minimum: number;
|
|
2367
|
+
maximum: number;
|
|
2368
|
+
step: number;
|
|
2331
2369
|
} | {
|
|
2332
2370
|
id: string;
|
|
2333
2371
|
label: string;
|
|
2334
2372
|
instructions: string;
|
|
2335
2373
|
required: boolean;
|
|
2336
2374
|
allowAbstain: boolean;
|
|
2337
|
-
kind: "category";
|
|
2338
|
-
options: string[];
|
|
2339
2375
|
requireRationale?: boolean | undefined;
|
|
2340
2376
|
anchors?: {
|
|
2341
2377
|
value: string | number | boolean;
|
|
2342
2378
|
description: string;
|
|
2343
2379
|
}[] | undefined;
|
|
2380
|
+
kind: "category";
|
|
2381
|
+
options: string[];
|
|
2344
2382
|
} | {
|
|
2345
2383
|
id: string;
|
|
2346
2384
|
label: string;
|
|
2347
2385
|
instructions: string;
|
|
2348
2386
|
required: boolean;
|
|
2349
2387
|
allowAbstain: boolean;
|
|
2350
|
-
kind: "boolean";
|
|
2351
2388
|
requireRationale?: boolean | undefined;
|
|
2352
2389
|
anchors?: {
|
|
2353
2390
|
value: string | number | boolean;
|
|
2354
2391
|
description: string;
|
|
2355
2392
|
}[] | undefined;
|
|
2393
|
+
kind: "boolean";
|
|
2356
2394
|
} | {
|
|
2357
2395
|
id: string;
|
|
2358
2396
|
label: string;
|
|
2359
2397
|
instructions: string;
|
|
2360
2398
|
required: boolean;
|
|
2361
2399
|
allowAbstain: boolean;
|
|
2362
|
-
kind: "text";
|
|
2363
|
-
maximumLength: number;
|
|
2364
2400
|
requireRationale?: boolean | undefined;
|
|
2365
2401
|
anchors?: {
|
|
2366
2402
|
value: string | number | boolean;
|
|
2367
2403
|
description: string;
|
|
2368
2404
|
}[] | undefined;
|
|
2405
|
+
kind: "text";
|
|
2369
2406
|
minimumLength?: number | undefined;
|
|
2407
|
+
maximumLength: number;
|
|
2370
2408
|
} | {
|
|
2371
2409
|
id: string;
|
|
2372
2410
|
label: string;
|
|
2373
2411
|
instructions: string;
|
|
2374
2412
|
required: boolean;
|
|
2375
2413
|
allowAbstain: boolean;
|
|
2376
|
-
kind: "preference";
|
|
2377
|
-
allowTie: boolean;
|
|
2378
2414
|
requireRationale?: boolean | undefined;
|
|
2379
2415
|
anchors?: {
|
|
2380
2416
|
value: string | number | boolean;
|
|
2381
2417
|
description: string;
|
|
2382
2418
|
}[] | undefined;
|
|
2419
|
+
kind: "preference";
|
|
2383
2420
|
requireStrength?: boolean | undefined;
|
|
2421
|
+
allowTie: boolean;
|
|
2384
2422
|
})[];
|
|
2385
2423
|
} | undefined;
|
|
2424
|
+
rubric: string;
|
|
2425
|
+
reviewerRole: string;
|
|
2386
2426
|
} | {
|
|
2387
2427
|
id: string;
|
|
2428
|
+
taskIds?: string[] | undefined;
|
|
2388
2429
|
version: string;
|
|
2389
2430
|
label: string;
|
|
2390
2431
|
weight: number;
|
|
@@ -2393,17 +2434,16 @@ export declare class ConnectedEvidenceClient {
|
|
|
2393
2434
|
privileged: boolean;
|
|
2394
2435
|
metadata: Record<string, unknown>;
|
|
2395
2436
|
kind: "custom_verifier";
|
|
2437
|
+
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
2396
2438
|
module: string;
|
|
2397
2439
|
exportName: string;
|
|
2398
2440
|
timeoutMs: number;
|
|
2399
2441
|
networkPolicy: "none";
|
|
2400
|
-
taskIds?: string[] | undefined;
|
|
2401
|
-
runtime?: "isolated_javascript" | "sandbox_process" | undefined;
|
|
2402
2442
|
})[];
|
|
2403
2443
|
graderFixtures: {
|
|
2404
2444
|
id: string;
|
|
2405
2445
|
taskId: string;
|
|
2406
|
-
label: "
|
|
2446
|
+
label: "adversarial" | "boundary" | "infrastructure_failure" | "negative" | "positive" | "prompt_injection";
|
|
2407
2447
|
output: Record<string, unknown>;
|
|
2408
2448
|
infrastructureError: string | null;
|
|
2409
2449
|
expectedPassed: boolean;
|
|
@@ -2460,7 +2500,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
2460
2500
|
metadata: Record<string, unknown>;
|
|
2461
2501
|
kind: "feedback";
|
|
2462
2502
|
feedback: string;
|
|
2463
|
-
polarity: "
|
|
2503
|
+
polarity: "mixed" | "negative" | "neutral" | "positive";
|
|
2464
2504
|
}[];
|
|
2465
2505
|
rewards: {
|
|
2466
2506
|
id: string;
|
|
@@ -2511,41 +2551,6 @@ export declare class ConnectedEvidenceClient {
|
|
|
2511
2551
|
createdAt: string;
|
|
2512
2552
|
updatedAt: string;
|
|
2513
2553
|
metadata: Record<string, unknown>;
|
|
2514
|
-
datasetArtifact?: {
|
|
2515
|
-
schemaVersion: "openpond.datasetArtifact.v1";
|
|
2516
|
-
id: string;
|
|
2517
|
-
tasksetId: string;
|
|
2518
|
-
tasksetRevision: number;
|
|
2519
|
-
contentHash: string;
|
|
2520
|
-
format: "parquet";
|
|
2521
|
-
schema: {
|
|
2522
|
-
schemaVersion: "openpond.datasetSemanticSchema.v1";
|
|
2523
|
-
fields: {
|
|
2524
|
-
name: string;
|
|
2525
|
-
semanticRole: "metadata" | "feedback" | "messages" | "prompt" | "row_id" | "cluster_id" | "demonstration" | "chosen" | "rejected" | "expected_output" | "privileged_context" | "reward" | "tag";
|
|
2526
|
-
logicalType: "string" | "boolean" | "messages" | "integer" | "float" | "json";
|
|
2527
|
-
nullable: boolean;
|
|
2528
|
-
policy: "metadata" | "visible" | "privileged";
|
|
2529
|
-
}[];
|
|
2530
|
-
schemaHash: string;
|
|
2531
|
-
};
|
|
2532
|
-
shards: {
|
|
2533
|
-
id: string;
|
|
2534
|
-
split: "train" | "validation" | "test" | "frozen_eval";
|
|
2535
|
-
path: string;
|
|
2536
|
-
contentHash: string;
|
|
2537
|
-
schemaHash: string;
|
|
2538
|
-
sizeBytes: number;
|
|
2539
|
-
rowCount: number;
|
|
2540
|
-
rowGroupCount: number;
|
|
2541
|
-
}[];
|
|
2542
|
-
rowCount: number;
|
|
2543
|
-
splitCounts: Record<"train" | "validation" | "test" | "frozen_eval", number>;
|
|
2544
|
-
sourceReceiptRefs: string[];
|
|
2545
|
-
mappingHash: string;
|
|
2546
|
-
qualityReportHash: string;
|
|
2547
|
-
createdAt: string;
|
|
2548
|
-
} | null | undefined;
|
|
2549
2554
|
};
|
|
2550
2555
|
files: {
|
|
2551
2556
|
path: string;
|
|
@@ -2555,6 +2560,7 @@ export declare class ConnectedEvidenceClient {
|
|
|
2555
2560
|
}[];
|
|
2556
2561
|
contentHash: string;
|
|
2557
2562
|
};
|
|
2563
|
+
ownerScope?: "personal" | "workspace" | undefined;
|
|
2558
2564
|
publication: {
|
|
2559
2565
|
tasksetId: string;
|
|
2560
2566
|
release: {
|
|
@@ -2564,8 +2570,6 @@ export declare class ConnectedEvidenceClient {
|
|
|
2564
2570
|
};
|
|
2565
2571
|
packageHash: string;
|
|
2566
2572
|
} | null;
|
|
2567
|
-
originProjectId?: string | undefined;
|
|
2568
|
-
ownerScope?: "workspace" | "personal" | undefined;
|
|
2569
2573
|
}>;
|
|
2570
2574
|
private scope;
|
|
2571
2575
|
private request;
|