openpond-sdk 0.9.9 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +18 -17
- package/dist/advanced-refiner-evaluations.js +42 -0
- package/dist/advanced-refiner-evaluations.js.map +7 -0
- package/dist/candidate-evaluations.js +25 -0
- package/dist/candidate-evaluations.js.map +7 -0
- package/dist/{chunk-BGXWHDYM.js → chunk-2JKV5OJO.js} +95 -59
- package/dist/chunk-2JKV5OJO.js.map +7 -0
- package/dist/{chunk-4HZORGK3.js → chunk-2NSNBED7.js} +18 -5
- package/dist/chunk-2NSNBED7.js.map +7 -0
- package/dist/chunk-5RZAPZWI.js +445 -0
- package/dist/chunk-5RZAPZWI.js.map +7 -0
- package/dist/{chunk-JCPLAIZL.js → chunk-5U25KAJM.js} +106 -76
- package/dist/chunk-5U25KAJM.js.map +7 -0
- package/dist/chunk-7Q7I6FAT.js +139 -0
- package/dist/chunk-7Q7I6FAT.js.map +7 -0
- package/dist/chunk-A64VYVXN.js +64 -0
- package/dist/chunk-A64VYVXN.js.map +7 -0
- package/dist/{chunk-DT7FRNIZ.js → chunk-CSWVE3E6.js} +2 -2
- package/dist/chunk-DJWHN7NU.js +394 -0
- package/dist/chunk-DJWHN7NU.js.map +7 -0
- package/dist/{chunk-KYCQ7LZ4.js → chunk-DSGGM2ME.js} +2 -2
- package/dist/chunk-DSGGM2ME.js.map +7 -0
- package/dist/chunk-GDJRGRHA.js +144 -0
- package/dist/chunk-GDJRGRHA.js.map +7 -0
- package/dist/chunk-HOAYWW33.js +587 -0
- package/dist/chunk-HOAYWW33.js.map +7 -0
- package/dist/{chunk-Y4NGWGTA.js → chunk-I2MBVOVX.js} +265 -264
- package/dist/chunk-I2MBVOVX.js.map +7 -0
- package/dist/{chunk-6D4JIOOC.js → chunk-IXBSFJCX.js} +5 -5
- package/dist/{chunk-WOPM32SE.js → chunk-JA3KFK3U.js} +7 -1
- package/dist/chunk-JA3KFK3U.js.map +7 -0
- package/dist/chunk-JMQ4HBWP.js +160 -0
- package/dist/chunk-JMQ4HBWP.js.map +7 -0
- package/dist/chunk-KQWCXW3A.js +294 -0
- package/dist/chunk-KQWCXW3A.js.map +7 -0
- package/dist/{chunk-3HV3G6DG.js → chunk-NHCGOFQW.js} +3 -3
- package/dist/{chunk-XMKEFQ62.js → chunk-PJ2VLNJF.js} +20 -2
- package/dist/chunk-PJ2VLNJF.js.map +7 -0
- package/dist/{chunk-32H2EJRA.js → chunk-R3M6BIOK.js} +2 -2
- package/dist/chunk-SLS3GFPG.js +125 -0
- package/dist/chunk-SLS3GFPG.js.map +7 -0
- package/dist/chunk-SVU4RZ4K.js +70 -0
- package/dist/chunk-SVU4RZ4K.js.map +7 -0
- package/dist/chunk-T4APHDES.js +74 -0
- package/dist/chunk-T4APHDES.js.map +7 -0
- package/dist/chunk-VC5OV5AS.js +174 -0
- package/dist/chunk-VC5OV5AS.js.map +7 -0
- package/dist/{chunk-YYJ4T4U4.js → chunk-WX22WN33.js} +13 -7
- package/dist/chunk-WX22WN33.js.map +7 -0
- package/dist/chunk-XEUOJ5WF.js +31 -0
- package/dist/chunk-XEUOJ5WF.js.map +7 -0
- package/dist/{chunk-LGEF4S5I.js → chunk-XJDWHTH5.js} +390 -362
- package/dist/chunk-XJDWHTH5.js.map +7 -0
- package/dist/chunk-YCQVVFE5.js +37 -0
- package/dist/chunk-YCQVVFE5.js.map +7 -0
- package/dist/chunk-ZVJU5CJ5.js +267 -0
- package/dist/chunk-ZVJU5CJ5.js.map +7 -0
- package/dist/connected-evidence.js +81 -0
- package/dist/connected-evidence.js.map +7 -0
- package/dist/dataset-workspaces.js +45 -80
- package/dist/dataset-workspaces.js.map +4 -4
- package/dist/experiment-evaluation-schedules.js +48 -0
- package/dist/experiment-evaluation-schedules.js.map +7 -0
- package/dist/experiment-improvements.js +52 -0
- package/dist/experiment-improvements.js.map +7 -0
- package/dist/experiments.js +63 -124
- package/dist/experiments.js.map +4 -4
- package/dist/human-review.js +13 -0
- package/dist/human-review.js.map +7 -0
- package/dist/index.js +208 -17
- package/dist/index.js.map +2 -2
- package/dist/learning.js +1 -1
- package/dist/model-starter-attempts.js +2 -2
- package/dist/model-starter-catalog.js +9 -4
- package/dist/model-starter-catalog.js.map +1 -1
- package/dist/model-starters.js +15 -6
- package/dist/model-taskset-runs.js +3 -3
- package/dist/post-training.js +47 -0
- package/dist/post-training.js.map +7 -0
- package/dist/taskset-drafts.js +13 -6
- package/dist/taskset-drafts.js.map +2 -2
- package/dist/taskset-packages.js +31 -559
- package/dist/taskset-packages.js.map +4 -4
- package/dist/training-bundle.js +59 -18
- package/dist/training-bundle.js.map +2 -2
- package/dist/training-projects.js +3 -1
- package/dist/training-projects.js.map +2 -2
- package/dist/training.js +7 -2
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts +2673 -0
- package/dist/types/packages/sdk/src/advanced-refiner-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts +1079 -0
- package/dist/types/packages/sdk/src/candidate-evaluation-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts +845 -0
- package/dist/types/packages/sdk/src/candidate-evaluations.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts +51 -0
- package/dist/types/packages/sdk/src/claude-code-runtime.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts +15 -0
- package/dist/types/packages/sdk/src/connected-dataset-publication.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts +48 -0
- package/dist/types/packages/sdk/src/connected-dataset-source.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts +2460 -0
- package/dist/types/packages/sdk/src/connected-evidence-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts +215 -0
- package/dist/types/packages/sdk/src/connected-evidence-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts +6 -0
- package/dist/types/packages/sdk/src/connected-evidence.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts +690 -0
- package/dist/types/packages/sdk/src/connected-recorded-execution.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts +1 -0
- package/dist/types/packages/sdk/src/dataset-population.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts +771 -120
- package/dist/types/packages/sdk/src/dataset-workspace-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts +278 -38
- package/dist/types/packages/sdk/src/dataset-workspace-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts +280 -40
- package/dist/types/packages/sdk/src/dataset-workspace-operations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts +17 -0
- package/dist/types/packages/sdk/src/evaluation-coordination-http.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-client.d.ts +4353 -490
- package/dist/types/packages/sdk/src/experiment-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts +1067 -2
- package/dist/types/packages/sdk/src/experiment-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts +2780 -0
- package/dist/types/packages/sdk/src/experiment-evaluation-schedules.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts +58 -0
- package/dist/types/packages/sdk/src/experiment-execution-selection.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts +8 -0
- package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts +24 -0
- package/dist/types/packages/sdk/src/experiment-harness-catalog.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts +5724 -0
- package/dist/types/packages/sdk/src/experiment-improvement-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts +13024 -0
- package/dist/types/packages/sdk/src/experiment-improvement-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts +1361 -0
- package/dist/types/packages/sdk/src/experiment-improvement-hosted-adoption.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts +4 -0
- package/dist/types/packages/sdk/src/experiment-improvements.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts +383 -0
- package/dist/types/packages/sdk/src/experiment-run-contracts.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts +2111 -0
- package/dist/types/packages/sdk/src/experiment-run-details.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts +7 -2
- package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/experiments.d.ts +7 -1
- package/dist/types/packages/sdk/src/experiments.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/grader-inspection.d.ts +307 -5
- package/dist/types/packages/sdk/src/grader-inspection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts +238 -0
- package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/human-review-client.d.ts +1267 -0
- package/dist/types/packages/sdk/src/human-review-client.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/human-review.d.ts +3 -0
- package/dist/types/packages/sdk/src/human-review.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/index.d.ts +10 -0
- package/dist/types/packages/sdk/src/index.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts +181 -0
- package/dist/types/packages/sdk/src/managed-training-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts +20 -4
- package/dist/types/packages/sdk/src/model-batch-review-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts +79 -5
- package/dist/types/packages/sdk/src/model-batch-review-preparation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-batch-review.d.ts +15 -13
- package/dist/types/packages/sdk/src/model-batch-review.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts +359 -1
- package/dist/types/packages/sdk/src/model-learning-policy.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts +444 -19
- package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts +234 -12
- package/dist/types/packages/sdk/src/model-starter-catalog.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts +79 -1
- package/dist/types/packages/sdk/src/model-starter-execution.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-starters.d.ts +467 -13
- package/dist/types/packages/sdk/src/model-starters.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts +312 -4
- package/dist/types/packages/sdk/src/model-taskset-derivation.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts +78 -1
- package/dist/types/packages/sdk/src/model-taskset-resources.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts +1326 -4
- package/dist/types/packages/sdk/src/model-taskset-runs-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts +1329 -5
- package/dist/types/packages/sdk/src/model-taskset-runs.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/post-training.d.ts +3518 -0
- package/dist/types/packages/sdk/src/post-training.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts +1127 -0
- package/dist/types/packages/sdk/src/profile-evaluation-discovery.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts +1369 -0
- package/dist/types/packages/sdk/src/profile-external-dataset-package.d.ts.map +1 -0
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts +142 -22
- package/dist/types/packages/sdk/src/taskset-authored-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts +111 -18
- package/dist/types/packages/sdk/src/taskset-authored-files.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts +278 -38
- package/dist/types/packages/sdk/src/taskset-draft-api-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts +661 -103
- package/dist/types/packages/sdk/src/taskset-draft-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts +217 -20
- package/dist/types/packages/sdk/src/taskset-draft-core.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-dataset-artifacts.d.ts +12 -12
- package/dist/types/packages/sdk/src/taskset-draft-dataset-sources.d.ts +17 -17
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts +140 -20
- package/dist/types/packages/sdk/src/taskset-draft-document.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts +638 -42
- package/dist/types/packages/sdk/src/taskset-draft-package-compiler.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts +249 -36
- package/dist/types/packages/sdk/src/taskset-draft-source.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts +278 -38
- package/dist/types/packages/sdk/src/taskset-draft-workspace.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts +1 -0
- package/dist/types/packages/sdk/src/taskset-drafts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts +2805 -41
- package/dist/types/packages/sdk/src/taskset-package-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts +660 -12
- package/dist/types/packages/sdk/src/taskset-package-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts +77 -3
- package/dist/types/packages/sdk/src/taskset-package-grader-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts +29 -11
- package/dist/types/packages/sdk/src/taskset-package-learning.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts +430 -39
- package/dist/types/packages/sdk/src/taskset-package-projection.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-acceptance.d.ts +10 -10
- package/dist/types/packages/sdk/src/training-candidate-decisions.d.ts +2 -2
- package/dist/types/packages/sdk/src/training-evaluation-results.d.ts +1 -1
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts +376 -42
- package/dist/types/packages/sdk/src/training-learning-batch.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-preparations.d.ts +3930 -0
- package/dist/types/packages/sdk/src/training-preparations.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-client.d.ts +828 -8
- package/dist/types/packages/sdk/src/training-project-client.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts +1226 -11
- package/dist/types/packages/sdk/src/training-project-contracts.d.ts.map +1 -1
- package/dist/types/packages/sdk/src/training.d.ts +2655 -24
- package/dist/types/packages/sdk/src/training.d.ts.map +1 -1
- package/package.json +30 -2
- package/dist/chunk-4HZORGK3.js.map +0 -7
- package/dist/chunk-4JRSH2TT.js +0 -256
- package/dist/chunk-4JRSH2TT.js.map +0 -7
- package/dist/chunk-BGXWHDYM.js.map +0 -7
- package/dist/chunk-JCPLAIZL.js.map +0 -7
- package/dist/chunk-KYCQ7LZ4.js.map +0 -7
- package/dist/chunk-LGEF4S5I.js.map +0 -7
- package/dist/chunk-WOPM32SE.js.map +0 -7
- package/dist/chunk-XMKEFQ62.js.map +0 -7
- package/dist/chunk-Y4NGWGTA.js.map +0 -7
- package/dist/chunk-YYJ4T4U4.js.map +0 -7
- package/dist/types/packages/sdk/src/experiment-history.d.ts +0 -266
- package/dist/types/packages/sdk/src/experiment-history.d.ts.map +0 -1
- /package/dist/{chunk-DT7FRNIZ.js.map → chunk-CSWVE3E6.js.map} +0 -0
- /package/dist/{chunk-6D4JIOOC.js.map → chunk-IXBSFJCX.js.map} +0 -0
- /package/dist/{chunk-3HV3G6DG.js.map → chunk-NHCGOFQW.js.map} +0 -0
- /package/dist/{chunk-32H2EJRA.js.map → chunk-R3M6BIOK.js.map} +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"human-review-client.d.ts","sourceRoot":"","sources":["../../../../../src/human-review-client.ts"],"names":[],"mappings":"AAEA,OAAO,EAAuJ,KAAK,kBAAkB,EAAE,KAAK,kBAAkB,EAAE,KAAK,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AACvR,qBAAa,sBAAuB,SAAQ,KAAK;IAAe,QAAQ,CAAC,MAAM,EAAE,MAAM;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM;gBAArC,MAAM,EAAE,MAAM,EAAW,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;CAA6D;AAC5L,qBAAa,yBAAyB;IACpC,QAAQ,CAAC,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAA;KAAE,CAAC;gBAC1F,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC;IAKnD,OAAO,CAAC,OAAO,EAAE,kBAAkB,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAQzD,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAKvD,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAE,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,EAAE,MAAM,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAKjH,QAAQ,CAAC,KAAK,EAAC,IAAI,CAAC,OAAO,CAAC,2BAA2B,EAAC;QAAC,QAAQ,EAAC,UAAU,CAAA;KAAC,CAAC,EAAC,UAAU,GAAC,OAAO,CAAC,EAAC,MAAM,CAAC,EAAC,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IACtH,YAAY,CAAC,KAAK,EAAC,IAAI,CAAC,OAAO,CAAC,2BAA2B,EAAC;QAAC,QAAQ,EAAC,gBAAgB,CAAA;KAAC,CAAC,EAAC,UAAU,GAAC,OAAO,CAAC,EAAC,MAAM,CAAC,EAAC,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAChI,OAAO,CAAC,EAAE,EAAC,MAAM,EAAC,MAAM,CAAC,EAAC,WAAW,EAAC,OAAO,CAAC,EAAC;QAAC,IAAI,CAAC,EAAC,MAAM,CAAC;QAAA,OAAO,CAAC,EAAC,MAAM,CAAA;KAAC;;;;;;;;;;;;;;;;;;;;;;;IAC7E,OAAO,CAAC,WAAW,EAAC,MAAM,EAAC,SAAS,CAAC,EAAC,OAAO,CAAC,2BAA2B,EAAC;QAAC,QAAQ,EAAC,SAAS,CAAA;KAAC,CAAC,CAAC,WAAW,CAAC,EAAC,MAAM,CAAC,EAAC,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAGhI,OAAO,CAAC,MAAM,CAAC,EAAC,WAAW;;;;;;IAC3B,OAAO,CAAC,GAAG,EAAE,2BAA2B,EAAE,MAAM,CAAC,EAAE,WAAW;CAmBrE"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"human-review.d.ts","sourceRoot":"","sources":["../../../../../src/human-review.ts"],"names":[],"mappings":"AAAA,cAAc,8BAA8B,CAAC;AAC7C,cAAc,0BAA0B,CAAC"}
|
|
@@ -6,6 +6,8 @@ import { OpenPondWorkflowsClient } from "./workflows.js";
|
|
|
6
6
|
import type { OpenPondClientOptions } from "./types.js";
|
|
7
7
|
import { OpenPondLearningClient } from "./learning-client.js";
|
|
8
8
|
import { OpenPondExperimentsClient } from "./experiment-client.js";
|
|
9
|
+
import { ConnectedEvidenceClient } from "./connected-evidence.js";
|
|
10
|
+
import { OpenPondHumanReviewClient } from "./human-review-client.js";
|
|
9
11
|
export declare class OpenPondClient {
|
|
10
12
|
readonly sandboxes: OpenPondSandboxClient;
|
|
11
13
|
readonly work: OpenPondWorkClient;
|
|
@@ -14,6 +16,8 @@ export declare class OpenPondClient {
|
|
|
14
16
|
readonly profileActions: OpenPondProfileActionsClient;
|
|
15
17
|
readonly learning: (scope: string) => OpenPondLearningClient;
|
|
16
18
|
readonly experiments: (teamId: string) => OpenPondExperimentsClient;
|
|
19
|
+
readonly connectedEvidence: (teamId: string) => ConnectedEvidenceClient;
|
|
20
|
+
readonly humanReview: (scope: string) => OpenPondHumanReviewClient;
|
|
17
21
|
constructor(options: OpenPondClientOptions);
|
|
18
22
|
}
|
|
19
23
|
export declare function createOpenPondClient(options: OpenPondClientOptions): OpenPondClient;
|
|
@@ -28,10 +32,16 @@ export { OpenPondApiError } from "../../cloud/src/api/core.js";
|
|
|
28
32
|
export type { OpenPondWorkEvent, OpenPondWorkCleanup, OpenPondWorkHistoryMessage, OpenPondWorkInputFile, OpenPondWorkLifecycle, OpenPondWorkOutput, OpenPondWorkOutputPersistenceContext, OpenPondWorkRunInput, OpenPondWorkRunResult, } from "./work.js";
|
|
29
33
|
export type { OpenPondWorkflowCatalog, OpenPondWorkflowCreateInput, OpenPondWorkflowCreateResult, OpenPondWorkflowDefinition, OpenPondWorkflowDeleteResult, OpenPondWorkflowRecurrence, OpenPondWorkflowRequestOptions, OpenPondWorkflowRun, OpenPondWorkflowRunNowResult, OpenPondWorkflowSchedule, OpenPondWorkflowUpdateInput, OpenPondWorkflowUpdateResult, OpenPondWorkflowWeekday, } from "./workflows.js";
|
|
30
34
|
export * from "./refiner.js";
|
|
35
|
+
export * from "./human-review.js";
|
|
31
36
|
export { OpenPondLearningClient, OpenPondLearningError } from "./learning-client.js";
|
|
32
37
|
export type { OpenPondLearningClientOptions, LearningRequestOptions } from "./learning-client.js";
|
|
33
38
|
export * from "../../cloud/src/sandbox/client.js";
|
|
34
39
|
export * from "../../cloud/src/sandbox/types/index.js";
|
|
35
40
|
export { getOpChatModel, getOpChatProvider, listOpChatModels, listOpChatProviders, resolveOpChatApiBaseUrl, sendHostedChatTurn, streamHostedChatTurn, } from "../../cloud/src/hosted-chat.js";
|
|
36
41
|
export type { HostedChatCompletion, HostedChatMessage, HostedChatStreamDelta, HostedChatTool, HostedChatToolCall, HostedChatUsage, HostedModel, HostedModelsResponse, HostedProvider, HostedProvidersResponse, } from "../../cloud/src/hosted-chat.js";
|
|
42
|
+
export * from "./connected-evidence.js";
|
|
43
|
+
export * from "./candidate-evaluations.js";
|
|
44
|
+
export * from "./experiment-improvements.js";
|
|
45
|
+
export * from "./experiment-evaluation-schedules.js";
|
|
46
|
+
export * from "./advanced-refiner-evaluations.js";
|
|
37
47
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AACnE,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAClE,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAGrE,qBAAa,cAAc;IACzB,QAAQ,CAAC,SAAS,EAAE,qBAAqB,CAAC;IAC1C,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,SAAS,EAAE,uBAAuB,CAAC;IAC5C,QAAQ,CAAC,OAAO,EAAE,4BAA4B,CAAC;IAC/C,QAAQ,CAAC,cAAc,EAAE,4BAA4B,CAAC;IACtD,QAAQ,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,sBAAsB,CAAC;IAC7D,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,yBAAyB,CAAC;IACpE,QAAQ,CAAC,iBAAiB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,uBAAuB,CAAC;IACxE,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,yBAAyB,CAAC;gBAEvD,OAAO,EAAE,qBAAqB;CAyC3C;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,cAAc,CAEnF;AAED,YAAY,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,YAAY,EACV,0BAA0B,EAC1B,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,4BAA4B,EAC5B,iCAAiC,EACjC,+BAA+B,EAC/B,qCAAqC,GACtC,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,YAAY,EACV,iBAAiB,EACjB,mBAAmB,EACnB,0BAA0B,EAC1B,qBAAqB,EACrB,qBAAqB,EACrB,kBAAkB,EAClB,oCAAoC,EACpC,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,WAAW,CAAC;AACnB,YAAY,EACV,uBAAuB,EACvB,2BAA2B,EAC3B,4BAA4B,EAC5B,0BAA0B,EAC1B,4BAA4B,EAC5B,0BAA0B,EAC1B,8BAA8B,EAC9B,mBAAmB,EACnB,4BAA4B,EAC5B,wBAAwB,EACxB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AACxB,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AACrF,YAAY,EAAE,6BAA6B,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAElG,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,uBAAuB,EACvB,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,6BAA6B,CAAC;AACrC,YAAY,EACV,oBAAoB,EACpB,iBAAiB,EACjB,qBAAqB,EACrB,cAAc,EACd,kBAAkB,EAClB,eAAe,EACf,WAAW,EACX,oBAAoB,EACpB,cAAc,EACd,uBAAuB,GACxB,MAAM,6BAA6B,CAAC;AAErC,cAAc,yBAAyB,CAAC;AACxC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,8BAA8B,CAAC;AAE7C,cAAc,sCAAsC,CAAC;AACrD,cAAc,mCAAmC,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { type TrainingHandoffOrigin } from "./post-training.js";
|
|
1
2
|
import type { ModelProject } from "./model-projects.js";
|
|
2
3
|
import { type HarnessRunManifest, type ResolvedTrainingBundleManifest } from "./training-bundle-contracts.js";
|
|
3
4
|
import { type TrainingEvaluationSource } from "./training-evaluation-source.js";
|
|
@@ -7,6 +8,7 @@ type PolicyJob = Extract<TrainingJobSubmission["job"], {
|
|
|
7
8
|
}>;
|
|
8
9
|
export type TrainingPreparationFile = TrainingEvaluationSource["assets"][number];
|
|
9
10
|
export interface ManagedTrainingPreparationInput {
|
|
11
|
+
origin?: TrainingHandoffOrigin;
|
|
10
12
|
project: ModelProject;
|
|
11
13
|
manifest: HarnessRunManifest;
|
|
12
14
|
recipe: PolicyJob["recipe"];
|
|
@@ -76,6 +78,185 @@ export declare function prepareManagedTrainingSubmission(raw: ManagedTrainingPre
|
|
|
76
78
|
id: string;
|
|
77
79
|
contentHash: string;
|
|
78
80
|
}[];
|
|
81
|
+
origin?: {
|
|
82
|
+
schemaVersion: "openpond.trainingHandoffOrigin.v1";
|
|
83
|
+
teamId: string;
|
|
84
|
+
projectId: string | null;
|
|
85
|
+
configurationId: string;
|
|
86
|
+
source: {
|
|
87
|
+
executionId: string;
|
|
88
|
+
passId: string | null;
|
|
89
|
+
manifestHash: string;
|
|
90
|
+
resultHash: string;
|
|
91
|
+
};
|
|
92
|
+
dataset: {
|
|
93
|
+
id: string;
|
|
94
|
+
revision: number;
|
|
95
|
+
contentHash: string;
|
|
96
|
+
};
|
|
97
|
+
target: {
|
|
98
|
+
kind: "model";
|
|
99
|
+
modelId: string;
|
|
100
|
+
configurationHash: string;
|
|
101
|
+
} | {
|
|
102
|
+
kind: "harness";
|
|
103
|
+
source: {
|
|
104
|
+
profileId: string;
|
|
105
|
+
sourceRevision: string;
|
|
106
|
+
harnessRelease: {
|
|
107
|
+
id: string;
|
|
108
|
+
contentHash: string;
|
|
109
|
+
};
|
|
110
|
+
catalogHash: string;
|
|
111
|
+
definitionId: string;
|
|
112
|
+
definitionHash: string;
|
|
113
|
+
target: {
|
|
114
|
+
kind: "profile";
|
|
115
|
+
} | {
|
|
116
|
+
kind: "workflow";
|
|
117
|
+
workflowId: string;
|
|
118
|
+
} | {
|
|
119
|
+
kind: "skill";
|
|
120
|
+
skillPath: string;
|
|
121
|
+
} | {
|
|
122
|
+
kind: "agent_action";
|
|
123
|
+
actionId: string;
|
|
124
|
+
};
|
|
125
|
+
environmentHash: string;
|
|
126
|
+
externalDatasetBinding?: {
|
|
127
|
+
schemaVersion: "openpond.profileExternalDatasetBinding.v1";
|
|
128
|
+
dataset: {
|
|
129
|
+
id: string;
|
|
130
|
+
contentHash: string;
|
|
131
|
+
revision: number;
|
|
132
|
+
};
|
|
133
|
+
packageHash: string;
|
|
134
|
+
profileId: string;
|
|
135
|
+
target: {
|
|
136
|
+
kind: "profile";
|
|
137
|
+
} | {
|
|
138
|
+
kind: "workflow";
|
|
139
|
+
workflowId: string;
|
|
140
|
+
} | {
|
|
141
|
+
kind: "skill";
|
|
142
|
+
skillPath: string;
|
|
143
|
+
} | {
|
|
144
|
+
kind: "agent_action";
|
|
145
|
+
actionId: string;
|
|
146
|
+
};
|
|
147
|
+
declaredProfileCatalogHash: string | null;
|
|
148
|
+
protectedProfileClosureHash: string;
|
|
149
|
+
split: "train" | "validation" | "test" | "frozen_eval";
|
|
150
|
+
population: {
|
|
151
|
+
taskId: string;
|
|
152
|
+
seed: string;
|
|
153
|
+
fixtureId: string | null;
|
|
154
|
+
}[];
|
|
155
|
+
evaluators: {
|
|
156
|
+
release: {
|
|
157
|
+
id: string;
|
|
158
|
+
contentHash: string;
|
|
159
|
+
revision: string | number;
|
|
160
|
+
};
|
|
161
|
+
feedbackKey: string;
|
|
162
|
+
configurationHash: string;
|
|
163
|
+
output: "boolean" | "score" | "category";
|
|
164
|
+
categories: string[];
|
|
165
|
+
}[];
|
|
166
|
+
fieldMappingsHash: string;
|
|
167
|
+
fieldMappings: {
|
|
168
|
+
graderId: string;
|
|
169
|
+
fields: {
|
|
170
|
+
destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
|
|
171
|
+
path: string[];
|
|
172
|
+
source: "input" | "output" | "expectedOutput" | "evaluatorContext";
|
|
173
|
+
sourcePath: string[];
|
|
174
|
+
}[];
|
|
175
|
+
}[];
|
|
176
|
+
environmentHash: string;
|
|
177
|
+
privateDatasetClosureHash: string;
|
|
178
|
+
criterion: {
|
|
179
|
+
minimumPassRate: number;
|
|
180
|
+
requireComplete: boolean;
|
|
181
|
+
};
|
|
182
|
+
contentHash: string;
|
|
183
|
+
recordedOrigin?: {
|
|
184
|
+
execution: {
|
|
185
|
+
id: string;
|
|
186
|
+
contentHash: string;
|
|
187
|
+
};
|
|
188
|
+
originalEvidence: {
|
|
189
|
+
id: string;
|
|
190
|
+
contentHash: string;
|
|
191
|
+
};
|
|
192
|
+
members: {
|
|
193
|
+
caseId: string;
|
|
194
|
+
seed: string;
|
|
195
|
+
fixtureId: string;
|
|
196
|
+
sourceId: string;
|
|
197
|
+
snapshotHash: string;
|
|
198
|
+
boundaryRevisionHash: string;
|
|
199
|
+
}[];
|
|
200
|
+
} | undefined;
|
|
201
|
+
gradingSource?: {
|
|
202
|
+
pass: {
|
|
203
|
+
id: string;
|
|
204
|
+
contentHash: string;
|
|
205
|
+
};
|
|
206
|
+
evidence: {
|
|
207
|
+
id: string;
|
|
208
|
+
contentHash: string;
|
|
209
|
+
};
|
|
210
|
+
} | undefined;
|
|
211
|
+
} | undefined;
|
|
212
|
+
sourceCandidate?: {
|
|
213
|
+
candidateId: string;
|
|
214
|
+
frozenRevision: number;
|
|
215
|
+
frozenHash: string;
|
|
216
|
+
harnessRelease: {
|
|
217
|
+
id: string;
|
|
218
|
+
contentHash: string;
|
|
219
|
+
};
|
|
220
|
+
protectedClosureHash: string;
|
|
221
|
+
} | undefined;
|
|
222
|
+
};
|
|
223
|
+
model: {
|
|
224
|
+
modelId: string;
|
|
225
|
+
configurationHash: string;
|
|
226
|
+
};
|
|
227
|
+
} | {
|
|
228
|
+
kind: "agent";
|
|
229
|
+
source: {
|
|
230
|
+
harnessRelease: {
|
|
231
|
+
id: string;
|
|
232
|
+
contentHash: string;
|
|
233
|
+
};
|
|
234
|
+
agentSnapshot: {
|
|
235
|
+
id: string;
|
|
236
|
+
contentHash: string;
|
|
237
|
+
};
|
|
238
|
+
sourcePackageHash: string;
|
|
239
|
+
};
|
|
240
|
+
model: {
|
|
241
|
+
modelId: string;
|
|
242
|
+
configurationHash: string;
|
|
243
|
+
};
|
|
244
|
+
} | {
|
|
245
|
+
kind: "fixture";
|
|
246
|
+
configurationHash: string;
|
|
247
|
+
};
|
|
248
|
+
graders: {
|
|
249
|
+
feedbackKey: string;
|
|
250
|
+
evaluator: {
|
|
251
|
+
id: string;
|
|
252
|
+
contentHash: string;
|
|
253
|
+
};
|
|
254
|
+
expectedCount: number;
|
|
255
|
+
scoredCount: number;
|
|
256
|
+
score: number | null;
|
|
257
|
+
}[];
|
|
258
|
+
contentHash: string;
|
|
259
|
+
} | undefined;
|
|
79
260
|
evaluation?: {
|
|
80
261
|
taskset: {
|
|
81
262
|
id: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"managed-training-preparation.d.ts","sourceRoot":"","sources":["../../../../../src/managed-training-preparation.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"managed-training-preparation.d.ts","sourceRoot":"","sources":["../../../../../src/managed-training-preparation.ts"],"names":[],"mappings":"AACA,OAAO,EAA+B,KAAK,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAG7F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAGL,KAAK,kBAAkB,EACvB,KAAK,8BAA8B,EACpC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAIL,KAAK,wBAAwB,EAC9B,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAKL,KAAK,qBAAqB,EAC3B,MAAM,eAAe,CAAC;AAEvB,KAAK,SAAS,GAAG,OAAO,CAAC,qBAAqB,CAAC,KAAK,CAAC,EAAE;IAAE,IAAI,EAAE,iBAAiB,CAAA;CAAE,CAAC,CAAC;AACpF,MAAM,MAAM,uBAAuB,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC;AAEjF,MAAM,WAAW,+BAA+B;IAC9C,MAAM,CAAC,EAAE,qBAAqB,CAAC;IAC/B,OAAO,EAAE,YAAY,CAAC;IACtB,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC5B,OAAO,EAAE,qBAAqB,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC;IACpD,cAAc,EAAE,8BAA8B,CAAC;IAC/C,KAAK,EAAE,uBAAuB,EAAE,CAAC;IACjC,gBAAgB,EAAE,wBAAwB,CAAC;IAC3C,YAAY,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;IACxC,UAAU,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC;IACpC,QAAQ,EAAE,IAAI,CACZ,qBAAqB,CAAC,UAAU,CAAC,EACjC,cAAc,GAAG,iBAAiB,GAAG,eAAe,GAAG,QAAQ,CAChE,CAAC;IACF,6BAA6B,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC3E,sEAAsE;IACtE,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;GAGG;AACH,wBAAsB,gCAAgC,CAAC,GAAG,EAAE,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuI1F"}
|
|
@@ -67,9 +67,9 @@ export declare const ModelBatchReviewInspectionSchema: z.ZodObject<{
|
|
|
67
67
|
stateful: z.ZodBoolean;
|
|
68
68
|
deterministicSeeds: z.ZodBoolean;
|
|
69
69
|
lifecycle: z.ZodArray<z.ZodEnum<{
|
|
70
|
+
step: "step";
|
|
70
71
|
create: "create";
|
|
71
72
|
reset: "reset";
|
|
72
|
-
step: "step";
|
|
73
73
|
collect: "collect";
|
|
74
74
|
destroy: "destroy";
|
|
75
75
|
}>>;
|
|
@@ -267,8 +267,8 @@ export declare const ModelBatchReviewInspectionSchema: z.ZodObject<{
|
|
|
267
267
|
invalid: "invalid";
|
|
268
268
|
}>;
|
|
269
269
|
taskAdmissibility: z.ZodEnum<{
|
|
270
|
-
pending: "pending";
|
|
271
270
|
rejected: "rejected";
|
|
271
|
+
pending: "pending";
|
|
272
272
|
approved: "approved";
|
|
273
273
|
}>;
|
|
274
274
|
observedQuality: z.ZodEnum<{
|
|
@@ -278,8 +278,8 @@ export declare const ModelBatchReviewInspectionSchema: z.ZodObject<{
|
|
|
278
278
|
unscored: "unscored";
|
|
279
279
|
}>;
|
|
280
280
|
targetApproval: z.ZodEnum<{
|
|
281
|
-
pending: "pending";
|
|
282
281
|
rejected: "rejected";
|
|
282
|
+
pending: "pending";
|
|
283
283
|
approved: "approved";
|
|
284
284
|
not_required: "not_required";
|
|
285
285
|
}>;
|
|
@@ -318,6 +318,12 @@ export declare const ModelBatchReviewInspectionSchema: z.ZodObject<{
|
|
|
318
318
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
319
319
|
graderId: z.ZodString;
|
|
320
320
|
graderVersion: z.ZodString;
|
|
321
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
322
|
+
pending: "pending";
|
|
323
|
+
failed: "failed";
|
|
324
|
+
scored: "scored";
|
|
325
|
+
unavailable: "unavailable";
|
|
326
|
+
}>>;
|
|
321
327
|
score: z.ZodNullable<z.ZodNumber>;
|
|
322
328
|
passed: z.ZodBoolean;
|
|
323
329
|
rewardEligible: z.ZodBoolean;
|
|
@@ -350,6 +356,7 @@ export declare const ModelBatchReviewInspectionSchema: z.ZodObject<{
|
|
|
350
356
|
}, z.core.$strict>>;
|
|
351
357
|
training: z.ZodObject<{
|
|
352
358
|
status: z.ZodEnum<{
|
|
359
|
+
pending: "pending";
|
|
353
360
|
scored: "scored";
|
|
354
361
|
unscorable: "unscorable";
|
|
355
362
|
not_configured: "not_configured";
|
|
@@ -359,6 +366,7 @@ export declare const ModelBatchReviewInspectionSchema: z.ZodObject<{
|
|
|
359
366
|
}, z.core.$strict>;
|
|
360
367
|
evaluation: z.ZodObject<{
|
|
361
368
|
status: z.ZodEnum<{
|
|
369
|
+
pending: "pending";
|
|
362
370
|
scored: "scored";
|
|
363
371
|
unscorable: "unscorable";
|
|
364
372
|
not_configured: "not_configured";
|
|
@@ -402,6 +410,12 @@ export declare const ModelBatchReviewInspectionSchema: z.ZodObject<{
|
|
|
402
410
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
403
411
|
graderId: z.ZodString;
|
|
404
412
|
graderVersion: z.ZodString;
|
|
413
|
+
status: z.ZodOptional<z.ZodEnum<{
|
|
414
|
+
pending: "pending";
|
|
415
|
+
failed: "failed";
|
|
416
|
+
scored: "scored";
|
|
417
|
+
unavailable: "unavailable";
|
|
418
|
+
}>>;
|
|
405
419
|
score: z.ZodNullable<z.ZodNumber>;
|
|
406
420
|
passed: z.ZodBoolean;
|
|
407
421
|
rewardEligible: z.ZodBoolean;
|
|
@@ -434,6 +448,7 @@ export declare const ModelBatchReviewInspectionSchema: z.ZodObject<{
|
|
|
434
448
|
}, z.core.$strict>>;
|
|
435
449
|
training: z.ZodObject<{
|
|
436
450
|
status: z.ZodEnum<{
|
|
451
|
+
pending: "pending";
|
|
437
452
|
scored: "scored";
|
|
438
453
|
unscorable: "unscorable";
|
|
439
454
|
not_configured: "not_configured";
|
|
@@ -443,6 +458,7 @@ export declare const ModelBatchReviewInspectionSchema: z.ZodObject<{
|
|
|
443
458
|
}, z.core.$strict>;
|
|
444
459
|
evaluation: z.ZodObject<{
|
|
445
460
|
status: z.ZodEnum<{
|
|
461
|
+
pending: "pending";
|
|
446
462
|
scored: "scored";
|
|
447
463
|
unscorable: "unscorable";
|
|
448
464
|
not_configured: "not_configured";
|
|
@@ -692,8 +708,8 @@ export declare const ModelBatchReviewReceiptSchema: z.ZodObject<{
|
|
|
692
708
|
submittedBy: z.ZodDefault<z.ZodNullable<z.ZodObject<{
|
|
693
709
|
id: z.ZodString;
|
|
694
710
|
role: z.ZodEnum<{
|
|
695
|
-
source: "source";
|
|
696
711
|
reviewer: "reviewer";
|
|
712
|
+
source: "source";
|
|
697
713
|
editor: "editor";
|
|
698
714
|
}>;
|
|
699
715
|
sourceId: z.ZodNullable<z.ZodString>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-batch-review-contracts.d.ts","sourceRoot":"","sources":["../../../../../src/model-batch-review-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAOxB,iFAAiF;AACjF,eAAO,MAAM,gCAAgC
|
|
1
|
+
{"version":3,"file":"model-batch-review-contracts.d.ts","sourceRoot":"","sources":["../../../../../src/model-batch-review-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAOxB,iFAAiF;AACjF,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAOlC,CAAC;AACZ,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAE1F,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAqB/B,CAAC;AACZ,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,8EAA8E;AAC9E,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAO/B,CAAC;AACZ,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC"}
|
|
@@ -18,7 +18,7 @@ export declare function prepareModelBatchReview(input: {
|
|
|
18
18
|
id: string;
|
|
19
19
|
revision: number;
|
|
20
20
|
name: string;
|
|
21
|
-
kind: "provider" | "
|
|
21
|
+
kind: "provider" | "work" | "benchmark" | "direct" | "opentelemetry";
|
|
22
22
|
taskDefinition: {
|
|
23
23
|
id: string;
|
|
24
24
|
contentHash: string;
|
|
@@ -89,7 +89,7 @@ export declare function prepareModelBatchReview(input: {
|
|
|
89
89
|
};
|
|
90
90
|
environment: {
|
|
91
91
|
protocolVersion: "openpond.environment.v1";
|
|
92
|
-
kind: "
|
|
92
|
+
kind: "text" | "agent" | "work" | "custom_program";
|
|
93
93
|
entrypoint: string;
|
|
94
94
|
stateful: boolean;
|
|
95
95
|
deterministicSeeds: boolean;
|
|
@@ -184,7 +184,7 @@ export declare function prepareModelBatchReview(input: {
|
|
|
184
184
|
name: string;
|
|
185
185
|
description: string;
|
|
186
186
|
implementation: {
|
|
187
|
-
kind: "content" | "state" | "
|
|
187
|
+
kind: "content" | "state" | "artifact" | "schema" | "runtime_event";
|
|
188
188
|
config: Record<string, unknown>;
|
|
189
189
|
} | {
|
|
190
190
|
kind: "model_judge";
|
|
@@ -196,7 +196,7 @@ export declare function prepareModelBatchReview(input: {
|
|
|
196
196
|
mediaType: string;
|
|
197
197
|
visibility: "policy" | "verifier" | "host_private";
|
|
198
198
|
};
|
|
199
|
-
calibrationStatus: "passed" | "
|
|
199
|
+
calibrationStatus: "passed" | "pending" | "failed";
|
|
200
200
|
model?: {
|
|
201
201
|
providerId: string;
|
|
202
202
|
modelId: string;
|
|
@@ -228,6 +228,80 @@ export declare function prepareModelBatchReview(input: {
|
|
|
228
228
|
visibility: "policy" | "verifier" | "host_private";
|
|
229
229
|
};
|
|
230
230
|
reviewerRole: string;
|
|
231
|
+
form?: {
|
|
232
|
+
schemaVersion: "openpond.humanForm.v1";
|
|
233
|
+
mode: "individual" | "pairwise";
|
|
234
|
+
instructions: string;
|
|
235
|
+
criteria: ({
|
|
236
|
+
id: string;
|
|
237
|
+
label: string;
|
|
238
|
+
instructions: string;
|
|
239
|
+
required: boolean;
|
|
240
|
+
allowAbstain: boolean;
|
|
241
|
+
kind: "score";
|
|
242
|
+
minimum: number;
|
|
243
|
+
maximum: number;
|
|
244
|
+
step: number;
|
|
245
|
+
requireRationale?: boolean | undefined;
|
|
246
|
+
anchors?: {
|
|
247
|
+
value: string | number | boolean;
|
|
248
|
+
description: string;
|
|
249
|
+
}[] | undefined;
|
|
250
|
+
} | {
|
|
251
|
+
id: string;
|
|
252
|
+
label: string;
|
|
253
|
+
instructions: string;
|
|
254
|
+
required: boolean;
|
|
255
|
+
allowAbstain: boolean;
|
|
256
|
+
kind: "category";
|
|
257
|
+
options: string[];
|
|
258
|
+
requireRationale?: boolean | undefined;
|
|
259
|
+
anchors?: {
|
|
260
|
+
value: string | number | boolean;
|
|
261
|
+
description: string;
|
|
262
|
+
}[] | undefined;
|
|
263
|
+
} | {
|
|
264
|
+
id: string;
|
|
265
|
+
label: string;
|
|
266
|
+
instructions: string;
|
|
267
|
+
required: boolean;
|
|
268
|
+
allowAbstain: boolean;
|
|
269
|
+
kind: "boolean";
|
|
270
|
+
requireRationale?: boolean | undefined;
|
|
271
|
+
anchors?: {
|
|
272
|
+
value: string | number | boolean;
|
|
273
|
+
description: string;
|
|
274
|
+
}[] | undefined;
|
|
275
|
+
} | {
|
|
276
|
+
id: string;
|
|
277
|
+
label: string;
|
|
278
|
+
instructions: string;
|
|
279
|
+
required: boolean;
|
|
280
|
+
allowAbstain: boolean;
|
|
281
|
+
kind: "text";
|
|
282
|
+
maximumLength: number;
|
|
283
|
+
requireRationale?: boolean | undefined;
|
|
284
|
+
anchors?: {
|
|
285
|
+
value: string | number | boolean;
|
|
286
|
+
description: string;
|
|
287
|
+
}[] | undefined;
|
|
288
|
+
minimumLength?: number | undefined;
|
|
289
|
+
} | {
|
|
290
|
+
id: string;
|
|
291
|
+
label: string;
|
|
292
|
+
instructions: string;
|
|
293
|
+
required: boolean;
|
|
294
|
+
allowAbstain: boolean;
|
|
295
|
+
kind: "preference";
|
|
296
|
+
allowTie: boolean;
|
|
297
|
+
requireRationale?: boolean | undefined;
|
|
298
|
+
anchors?: {
|
|
299
|
+
value: string | number | boolean;
|
|
300
|
+
description: string;
|
|
301
|
+
}[] | undefined;
|
|
302
|
+
requireStrength?: boolean | undefined;
|
|
303
|
+
})[];
|
|
304
|
+
} | undefined;
|
|
231
305
|
} | {
|
|
232
306
|
kind: "learned_model";
|
|
233
307
|
modelVersion: {
|
|
@@ -364,7 +438,7 @@ export declare function prepareModelBatchReview(input: {
|
|
|
364
438
|
value: Record<string, import("zod").JSONType>;
|
|
365
439
|
note: string;
|
|
366
440
|
};
|
|
367
|
-
status: "rejected" | "
|
|
441
|
+
status: "rejected" | "pending_review" | "pending_example" | "applied" | "superseded";
|
|
368
442
|
evidence: {
|
|
369
443
|
id: string;
|
|
370
444
|
contentHash: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-batch-review-preparation.d.ts","sourceRoot":"","sources":["../../../../../src/model-batch-review-preparation.ts"],"names":[],"mappings":"AACA,OAAO,EAE8C,KAAK,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC9G,OAAO,EAAsF,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACrK,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AACrE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAEjF;kFACkF;AAClF,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,uBAAuB,CAAC;IAAC,OAAO,EAAE,cAAc,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IACtF,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAC;IAAC,MAAM,EAAE,iBAAiB,EAAE,CAAC;CAC/E
|
|
1
|
+
{"version":3,"file":"model-batch-review-preparation.d.ts","sourceRoot":"","sources":["../../../../../src/model-batch-review-preparation.ts"],"names":[],"mappings":"AACA,OAAO,EAE8C,KAAK,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC9G,OAAO,EAAsF,KAAK,aAAa,EAAE,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACrK,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AACrE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAEjF;kFACkF;AAClF,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,uBAAuB,CAAC;IAAC,OAAO,EAAE,cAAc,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IACtF,OAAO,EAAE,aAAa,CAAC;IAAC,OAAO,EAAE,aAAa,EAAE,CAAC;IAAC,MAAM,EAAE,iBAAiB,EAAE,CAAC;CAC/E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsFA"}
|
|
@@ -35,7 +35,7 @@ export declare function inspectModelBatchPackage(raw: unknown): {
|
|
|
35
35
|
};
|
|
36
36
|
environment: {
|
|
37
37
|
protocolVersion: "openpond.environment.v1";
|
|
38
|
-
kind: "
|
|
38
|
+
kind: "text" | "agent" | "work" | "custom_program";
|
|
39
39
|
entrypoint: string;
|
|
40
40
|
stateful: boolean;
|
|
41
41
|
deterministicSeeds: boolean;
|
|
@@ -210,9 +210,9 @@ export declare function inspectModelBatchPackage(raw: unknown): {
|
|
|
210
210
|
} | null;
|
|
211
211
|
};
|
|
212
212
|
evidenceValidity: "pending" | "valid" | "invalid";
|
|
213
|
-
taskAdmissibility: "pending" | "
|
|
213
|
+
taskAdmissibility: "pending" | "approved" | "rejected";
|
|
214
214
|
observedQuality: "passed" | "failed" | "unavailable" | "unscored";
|
|
215
|
-
targetApproval: "pending" | "
|
|
215
|
+
targetApproval: "pending" | "approved" | "rejected" | "not_required";
|
|
216
216
|
approvedTarget: Record<string, import("zod").JSONType> | null;
|
|
217
217
|
grade: {
|
|
218
218
|
schemaVersion: "openpond.rewardComposition.v1";
|
|
@@ -231,7 +231,7 @@ export declare function inspectModelBatchPackage(raw: unknown): {
|
|
|
231
231
|
revision: number;
|
|
232
232
|
};
|
|
233
233
|
role: "training" | "evaluation";
|
|
234
|
-
status: "
|
|
234
|
+
status: "scored" | "pending" | "failed" | "unavailable";
|
|
235
235
|
rawScore: number | null;
|
|
236
236
|
normalizedScore: number | null;
|
|
237
237
|
passed: boolean | null;
|
|
@@ -249,6 +249,7 @@ export declare function inspectModelBatchPackage(raw: unknown): {
|
|
|
249
249
|
visibleEvidenceRefs: string[];
|
|
250
250
|
privilegedEvidenceRefs: string[];
|
|
251
251
|
contentHash: string;
|
|
252
|
+
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
252
253
|
modelJudgeReceipt?: {
|
|
253
254
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
254
255
|
providerId: string;
|
|
@@ -264,12 +265,12 @@ export declare function inspectModelBatchPackage(raw: unknown): {
|
|
|
264
265
|
} | undefined;
|
|
265
266
|
}[];
|
|
266
267
|
training: {
|
|
267
|
-
status: "scored" | "unscorable" | "not_configured";
|
|
268
|
+
status: "scored" | "pending" | "unscorable" | "not_configured";
|
|
268
269
|
score: number | null;
|
|
269
270
|
passed: boolean | null;
|
|
270
271
|
};
|
|
271
272
|
evaluation: {
|
|
272
|
-
status: "scored" | "unscorable" | "not_configured";
|
|
273
|
+
status: "scored" | "pending" | "unscorable" | "not_configured";
|
|
273
274
|
score: number | null;
|
|
274
275
|
passed: boolean | null;
|
|
275
276
|
};
|
|
@@ -292,7 +293,7 @@ export declare function inspectModelBatchPackage(raw: unknown): {
|
|
|
292
293
|
revision: number;
|
|
293
294
|
};
|
|
294
295
|
role: "training" | "evaluation";
|
|
295
|
-
status: "
|
|
296
|
+
status: "scored" | "pending" | "failed" | "unavailable";
|
|
296
297
|
rawScore: number | null;
|
|
297
298
|
normalizedScore: number | null;
|
|
298
299
|
passed: boolean | null;
|
|
@@ -310,6 +311,7 @@ export declare function inspectModelBatchPackage(raw: unknown): {
|
|
|
310
311
|
visibleEvidenceRefs: string[];
|
|
311
312
|
privilegedEvidenceRefs: string[];
|
|
312
313
|
contentHash: string;
|
|
314
|
+
status?: "scored" | "pending" | "failed" | "unavailable" | undefined;
|
|
313
315
|
modelJudgeReceipt?: {
|
|
314
316
|
schemaVersion: "openpond.modelJudgeReceipt.v1";
|
|
315
317
|
providerId: string;
|
|
@@ -325,12 +327,12 @@ export declare function inspectModelBatchPackage(raw: unknown): {
|
|
|
325
327
|
} | undefined;
|
|
326
328
|
}[];
|
|
327
329
|
training: {
|
|
328
|
-
status: "scored" | "unscorable" | "not_configured";
|
|
330
|
+
status: "scored" | "pending" | "unscorable" | "not_configured";
|
|
329
331
|
score: number | null;
|
|
330
332
|
passed: boolean | null;
|
|
331
333
|
};
|
|
332
334
|
evaluation: {
|
|
333
|
-
status: "scored" | "unscorable" | "not_configured";
|
|
335
|
+
status: "scored" | "pending" | "unscorable" | "not_configured";
|
|
334
336
|
score: number | null;
|
|
335
337
|
passed: boolean | null;
|
|
336
338
|
};
|
|
@@ -350,7 +352,7 @@ export declare function findModelBatchReview(transaction: LearningTransaction, r
|
|
|
350
352
|
id: string;
|
|
351
353
|
revision: number;
|
|
352
354
|
name: string;
|
|
353
|
-
kind: "provider" | "
|
|
355
|
+
kind: "provider" | "work" | "benchmark" | "direct" | "opentelemetry";
|
|
354
356
|
taskDefinition: {
|
|
355
357
|
id: string;
|
|
356
358
|
contentHash: string;
|
|
@@ -470,7 +472,7 @@ export declare function findModelBatchReview(transaction: LearningTransaction, r
|
|
|
470
472
|
value: Record<string, import("zod").JSONType>;
|
|
471
473
|
note: string;
|
|
472
474
|
};
|
|
473
|
-
status: "rejected" | "
|
|
475
|
+
status: "rejected" | "pending_review" | "pending_example" | "applied" | "superseded";
|
|
474
476
|
evidence: {
|
|
475
477
|
id: string;
|
|
476
478
|
contentHash: string;
|
|
@@ -512,7 +514,7 @@ export declare function beginModelBatchReview(transaction: LearningTransaction,
|
|
|
512
514
|
id: string;
|
|
513
515
|
revision: number;
|
|
514
516
|
name: string;
|
|
515
|
-
kind: "provider" | "
|
|
517
|
+
kind: "provider" | "work" | "benchmark" | "direct" | "opentelemetry";
|
|
516
518
|
taskDefinition: {
|
|
517
519
|
id: string;
|
|
518
520
|
contentHash: string;
|
|
@@ -632,7 +634,7 @@ export declare function beginModelBatchReview(transaction: LearningTransaction,
|
|
|
632
634
|
value: Record<string, import("zod").JSONType>;
|
|
633
635
|
note: string;
|
|
634
636
|
};
|
|
635
|
-
status: "rejected" | "
|
|
637
|
+
status: "rejected" | "pending_review" | "pending_example" | "applied" | "superseded";
|
|
636
638
|
evidence: {
|
|
637
639
|
id: string;
|
|
638
640
|
contentHash: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-batch-review.d.ts","sourceRoot":"","sources":["../../../../../src/model-batch-review.ts"],"names":[],"mappings":"AACA,OAAO,EACyB,KAAK,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC3F,OAAO,EAA0B,KAAK,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAC7F,OAAO,EAAkG,KAAK,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAGjL,cAAc,mCAAmC,CAAC;AAClD,OAAO,EAAE,mBAAmB,IAAI,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAIxF,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,OAAO
|
|
1
|
+
{"version":3,"file":"model-batch-review.d.ts","sourceRoot":"","sources":["../../../../../src/model-batch-review.ts"],"names":[],"mappings":"AACA,OAAO,EACyB,KAAK,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC3F,OAAO,EAA0B,KAAK,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAC7F,OAAO,EAAkG,KAAK,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAGjL,cAAc,mCAAmC,CAAC;AAClD,OAAO,EAAE,mBAAmB,IAAI,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAIxF,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAMpD;AAED,wBAAsB,oBAAoB,CAAC,WAAW,EAAE,mBAAmB,EAAE,GAAG,EAAE,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAMxG;AAED;;uEAEuE;AACvE,wBAAsB,qBAAqB,CAAC,WAAW,EAAE,mBAAmB,EAAE,KAAK,EAAE;IACnF,KAAK,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,uBAAuB,CAAC;IAAC,OAAO,EAAE,cAAc,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;CACvF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCA"}
|