@tangle-network/agent-eval 0.129.0 → 0.130.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +21 -0
- package/README.md +2 -0
- package/dist/active-curriculum-C4mk67HP.js +214 -0
- package/dist/active-curriculum-C4mk67HP.js.map +1 -0
- package/dist/adversarial-smnADNFS.d.ts +21 -0
- package/dist/adversarial-smnADNFS.d.ts.map +1 -0
- package/dist/analyst/index.d.ts +81 -2872
- package/dist/analyst/index.d.ts.map +1 -0
- package/dist/analyst/index.js +319 -360
- package/dist/analyst/index.js.map +1 -1
- package/dist/analyst-BkTS3C58.d.ts +89 -0
- package/dist/analyst-BkTS3C58.d.ts.map +1 -0
- package/dist/analyst-LsnNpSkm.js +152 -0
- package/dist/analyst-LsnNpSkm.js.map +1 -0
- package/dist/analyze-runs-C1CavBMk.js +1067 -0
- package/dist/analyze-runs-C1CavBMk.js.map +1 -0
- package/dist/analyze-runs-FsgYCinh.d.ts +72 -0
- package/dist/analyze-runs-FsgYCinh.d.ts.map +1 -0
- package/dist/attribute-vocabulary-DLJ6303h.d.ts +54 -0
- package/dist/attribute-vocabulary-DLJ6303h.d.ts.map +1 -0
- package/dist/authenticity/index.d.ts +81 -79
- package/dist/authenticity/index.d.ts.map +1 -0
- package/dist/authenticity/index.js +209 -193
- package/dist/authenticity/index.js.map +1 -1
- package/dist/baseline-HsBvw_dk.js +550 -0
- package/dist/baseline-HsBvw_dk.js.map +1 -0
- package/dist/baseline-hG3K85h4.d.ts +125 -0
- package/dist/baseline-hG3K85h4.d.ts.map +1 -0
- package/dist/belief-state/index.d.ts +448 -1188
- package/dist/belief-state/index.d.ts.map +1 -0
- package/dist/belief-state/index.js +1617 -1709
- package/dist/belief-state/index.js.map +1 -1
- package/dist/benchmarks/index.d.ts +2 -891
- package/dist/benchmarks/index.js +2 -60
- package/dist/benchmarks-BJgDGkAD.js +754 -0
- package/dist/benchmarks-BJgDGkAD.js.map +1 -0
- package/dist/builder-eval/index.d.ts +150 -662
- package/dist/builder-eval/index.d.ts.map +1 -0
- package/dist/builder-eval/index.js +356 -345
- package/dist/builder-eval/index.js.map +1 -1
- package/dist/calibration-CNWWA6K8.js +94 -0
- package/dist/calibration-CNWWA6K8.js.map +1 -0
- package/dist/campaign/index.d.ts +5 -6381
- package/dist/campaign/index.js +3 -213
- package/dist/campaign-aKJt6emI.js +3886 -0
- package/dist/campaign-aKJt6emI.js.map +1 -0
- package/dist/cli.d.ts +1 -1
- package/dist/cli.js +164 -175
- package/dist/cli.js.map +1 -1
- package/dist/client-C97NMzqi.d.ts +581 -0
- package/dist/client-C97NMzqi.d.ts.map +1 -0
- package/dist/client-CYzbdJOZ.js +637 -0
- package/dist/client-CYzbdJOZ.js.map +1 -0
- package/dist/code-agent-session-BjkMTQ7H.js +1390 -0
- package/dist/code-agent-session-BjkMTQ7H.js.map +1 -0
- package/dist/code-agent-session-DqqgOJaz.d.ts +143 -0
- package/dist/code-agent-session-DqqgOJaz.d.ts.map +1 -0
- package/dist/concurrency-DIxRZF_J.js +85 -0
- package/dist/concurrency-DIxRZF_J.js.map +1 -0
- package/dist/contract/index.d.ts +645 -5565
- package/dist/contract/index.d.ts.map +1 -0
- package/dist/contract/index.js +1730 -1938
- package/dist/contract/index.js.map +1 -1
- package/dist/control.d.ts +3 -1030
- package/dist/control.js +2 -33
- package/dist/cost-ledger-DIgQUFZZ.js +801 -0
- package/dist/cost-ledger-DIgQUFZZ.js.map +1 -0
- package/dist/cost-ledger-Dye6jCgg.d.ts +236 -0
- package/dist/cost-ledger-Dye6jCgg.d.ts.map +1 -0
- package/dist/dataset-BvtnC8Dc.d.ts +115 -0
- package/dist/dataset-BvtnC8Dc.d.ts.map +1 -0
- package/dist/default-registry-C-vFCSEc.js +2579 -0
- package/dist/default-registry-C-vFCSEc.js.map +1 -0
- package/dist/default-registry-CNPo-Vsb.d.ts +540 -0
- package/dist/default-registry-CNPo-Vsb.d.ts.map +1 -0
- package/dist/emitter-CPBAhxum.js +266 -0
- package/dist/emitter-CPBAhxum.js.map +1 -0
- package/dist/emitter-DGQGoLyj.d.ts +113 -0
- package/dist/emitter-DGQGoLyj.d.ts.map +1 -0
- package/dist/errors-8YnH8WlF.js +64 -0
- package/dist/errors-8YnH8WlF.js.map +1 -0
- package/dist/errors-CEk209JS.d.ts +76 -0
- package/dist/errors-CEk209JS.d.ts.map +1 -0
- package/dist/eval-campaign-DEm6c8ru.js +349 -0
- package/dist/eval-campaign-DEm6c8ru.js.map +1 -0
- package/dist/execution-tracks-CpgFPpS5.js +93 -0
- package/dist/execution-tracks-CpgFPpS5.js.map +1 -0
- package/dist/exporters-q9iL-2Jf.js +148 -0
- package/dist/exporters-q9iL-2Jf.js.map +1 -0
- package/dist/extract-usage-BrQ8mCLX.js +155 -0
- package/dist/extract-usage-BrQ8mCLX.js.map +1 -0
- package/dist/failure-cluster-CqcvCcdR.d.ts +59 -0
- package/dist/failure-cluster-CqcvCcdR.d.ts.map +1 -0
- package/dist/feedback-trajectory-CVaeREXV.d.ts +340 -0
- package/dist/feedback-trajectory-CVaeREXV.d.ts.map +1 -0
- package/dist/fuzz.d.ts +320 -646
- package/dist/fuzz.d.ts.map +1 -0
- package/dist/fuzz.js +670 -618
- package/dist/fuzz.js.map +1 -1
- package/dist/hf-dataset-DBJXXoY1.js +763 -0
- package/dist/hf-dataset-DBJXXoY1.js.map +1 -0
- package/dist/hosted/index.d.ts +11 -831
- package/dist/hosted/index.d.ts.map +1 -0
- package/dist/hosted/index.js +2 -37
- package/dist/index-2JJSA6-r2.d.ts +926 -0
- package/dist/index-2JJSA6-r2.d.ts.map +1 -0
- package/dist/index-6N0aYmpW.d.ts +217 -0
- package/dist/index-6N0aYmpW.d.ts.map +1 -0
- package/dist/index-BAvgST_9.d.ts +131 -0
- package/dist/index-BAvgST_9.d.ts.map +1 -0
- package/dist/index-BvnJuTGD.d.ts +68 -0
- package/dist/index-BvnJuTGD.d.ts.map +1 -0
- package/dist/index-C61Wi7yg.d.ts +547 -0
- package/dist/index-C61Wi7yg.d.ts.map +1 -0
- package/dist/index-CD_WZ_Xr.d.ts +2250 -0
- package/dist/index-CD_WZ_Xr.d.ts.map +1 -0
- package/dist/index-DSC51roc.d.ts +102 -0
- package/dist/index-DSC51roc.d.ts.map +1 -0
- package/dist/index-Em67JBjs.d.ts +335 -0
- package/dist/index-Em67JBjs.d.ts.map +1 -0
- package/dist/index.d.ts +3755 -15555
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +11182 -11216
- package/dist/index.js.map +1 -1
- package/dist/integrity-BzRbCHzi.js +424 -0
- package/dist/integrity-BzRbCHzi.js.map +1 -0
- package/dist/integrity-rmVhXWA7.d.ts +61 -0
- package/dist/integrity-rmVhXWA7.d.ts.map +1 -0
- package/dist/judge-calibration-DFtEMlde.d.ts +146 -0
- package/dist/judge-calibration-DFtEMlde.d.ts.map +1 -0
- package/dist/ledger-core/index.d.ts +2 -0
- package/dist/ledger-core/index.js +2 -0
- package/dist/ledger-core-DtZz1RG0.js +388 -0
- package/dist/ledger-core-DtZz1RG0.js.map +1 -0
- package/dist/llm-client--GR4JbZE.js +687 -0
- package/dist/llm-client--GR4JbZE.js.map +1 -0
- package/dist/llm-client-B_nIBlYo.d.ts +290 -0
- package/dist/llm-client-B_nIBlYo.d.ts.map +1 -0
- package/dist/matrix/index.d.ts +3 -155
- package/dist/matrix/index.js +2 -8
- package/dist/matrix-BzQnu2S6.js +270 -0
- package/dist/matrix-BzQnu2S6.js.map +1 -0
- package/dist/meta-eval/index.d.ts +4 -1027
- package/dist/meta-eval/index.js +393 -390
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/metrics-C9YY1OcL.js +239 -0
- package/dist/metrics-C9YY1OcL.js.map +1 -0
- package/dist/mint-yN2M2eh0.js +201 -0
- package/dist/mint-yN2M2eh0.js.map +1 -0
- package/dist/multi-layer-verifier-BHY1gWAc.d.ts +138 -0
- package/dist/multi-layer-verifier-BHY1gWAc.d.ts.map +1 -0
- package/dist/multishot/index.d.ts +273 -480
- package/dist/multishot/index.d.ts.map +1 -0
- package/dist/multishot/index.js +595 -548
- package/dist/multishot/index.js.map +1 -1
- package/dist/off-policy-DvgzvtIx.js +220 -0
- package/dist/off-policy-DvgzvtIx.js.map +1 -0
- package/dist/off-policy-mskQw8Mb.d.ts +153 -0
- package/dist/off-policy-mskQw8Mb.d.ts.map +1 -0
- package/dist/openapi.json +1 -1
- package/dist/opencode-sqlite-BGrHeDu3.js +318 -0
- package/dist/opencode-sqlite-BGrHeDu3.js.map +1 -0
- package/dist/outcome-store-BYHIuO0e.d.ts +65 -0
- package/dist/outcome-store-BYHIuO0e.d.ts.map +1 -0
- package/dist/outcome-store-ChBKlTd_.js +75 -0
- package/dist/outcome-store-ChBKlTd_.js.map +1 -0
- package/dist/paired-arms-D9D0wXj2.js +260 -0
- package/dist/paired-arms-D9D0wXj2.js.map +1 -0
- package/dist/pipelines/index.d.ts +95 -532
- package/dist/pipelines/index.d.ts.map +1 -0
- package/dist/pipelines/index.js +497 -478
- package/dist/pipelines/index.js.map +1 -1
- package/dist/pre-registration-DakwTRXk.js +96 -0
- package/dist/pre-registration-DakwTRXk.js.map +1 -0
- package/dist/propose-review-control-LhIWGzHl.js +1458 -0
- package/dist/propose-review-control-LhIWGzHl.js.map +1 -0
- package/dist/query-CJ_DX8vl.d.ts +28 -0
- package/dist/query-CJ_DX8vl.d.ts.map +1 -0
- package/dist/query-Di7eEQ79.js +83 -0
- package/dist/query-Di7eEQ79.js.map +1 -0
- package/dist/raw-provider-sink-BQd7mzyT.js +201 -0
- package/dist/raw-provider-sink-BQd7mzyT.js.map +1 -0
- package/dist/raw-provider-sink-BU29Sh8h.d.ts +134 -0
- package/dist/raw-provider-sink-BU29Sh8h.d.ts.map +1 -0
- package/dist/redact-7Aq1ukl-.js +107 -0
- package/dist/redact-7Aq1ukl-.js.map +1 -0
- package/dist/release-report-Cz9NKH39.js +603 -0
- package/dist/release-report-Cz9NKH39.js.map +1 -0
- package/dist/release-report-mvB2G4_J.d.ts +244 -0
- package/dist/release-report-mvB2G4_J.d.ts.map +1 -0
- package/dist/replay-GnyotH0J.js +1741 -0
- package/dist/replay-GnyotH0J.js.map +1 -0
- package/dist/replay-OoidtG1E.d.ts +749 -0
- package/dist/replay-OoidtG1E.d.ts.map +1 -0
- package/dist/reporting.d.ts +6 -1312
- package/dist/reporting.js +6 -51
- package/dist/researcher-CwTdwXG1.d.ts +314 -0
- package/dist/researcher-CwTdwXG1.d.ts.map +1 -0
- package/dist/reward-hacking-eAnOsynk.d.ts +224 -0
- package/dist/reward-hacking-eAnOsynk.d.ts.map +1 -0
- package/dist/reward-hacking-qipEpKvY.js +596 -0
- package/dist/reward-hacking-qipEpKvY.js.map +1 -0
- package/dist/reward-nw2xZGZG.js +137 -0
- package/dist/reward-nw2xZGZG.js.map +1 -0
- package/dist/rl.d.ts +760 -4010
- package/dist/rl.d.ts.map +1 -0
- package/dist/rl.js +2325 -1958
- package/dist/rl.js.map +1 -1
- package/dist/rolldown-runtime-8H4AJuhK.js +14 -0
- package/dist/rollout/index.d.ts +3 -2087
- package/dist/rollout/index.js +8 -168
- package/dist/rollout-BOYjemfR.js +624 -0
- package/dist/rollout-BOYjemfR.js.map +1 -0
- package/dist/rubric-predictive-validity-B3xmbmS1.js +141 -0
- package/dist/rubric-predictive-validity-B3xmbmS1.js.map +1 -0
- package/dist/rubric-predictive-validity-Ku_clp_1.d.ts +74 -0
- package/dist/rubric-predictive-validity-Ku_clp_1.d.ts.map +1 -0
- package/dist/run-evidence-ClRX_8A9.d.ts +225 -0
- package/dist/run-evidence-ClRX_8A9.d.ts.map +1 -0
- package/dist/run-record-BuoE80Dq.js +467 -0
- package/dist/{chunk-56TAVBOK.js.map → run-record-BuoE80Dq.js.map} +1 -1
- package/dist/run-record-CnZu_gjl.d.ts +357 -0
- package/dist/run-record-CnZu_gjl.d.ts.map +1 -0
- package/dist/run-score-iEEAWiBY.js +41 -0
- package/dist/run-score-iEEAWiBY.js.map +1 -0
- package/dist/runtime-trajectory-1gyaTOoC.js +93 -0
- package/dist/runtime-trajectory-1gyaTOoC.js.map +1 -0
- package/dist/runtime-trajectory-BvSZcCHD.d.ts +50 -0
- package/dist/runtime-trajectory-BvSZcCHD.d.ts.map +1 -0
- package/dist/schema-BtVldJ3T.d.ts +206 -0
- package/dist/schema-BtVldJ3T.d.ts.map +1 -0
- package/dist/schema-C6DW4ZHR.js +821 -0
- package/dist/schema-C6DW4ZHR.js.map +1 -0
- package/dist/schema-CRhEY1SO.js +69 -0
- package/dist/schema-CRhEY1SO.js.map +1 -0
- package/dist/schema-Cef2cFmb.d.ts +408 -0
- package/dist/schema-Cef2cFmb.d.ts.map +1 -0
- package/dist/semantic-concept-judge-B6cWNJ2K.js +725 -0
- package/dist/semantic-concept-judge-B6cWNJ2K.js.map +1 -0
- package/dist/sequential-Br0mAPHA.js +148 -0
- package/dist/sequential-Br0mAPHA.js.map +1 -0
- package/dist/sequential-CYwq6Ff_.d.ts +141 -0
- package/dist/sequential-CYwq6Ff_.d.ts.map +1 -0
- package/dist/series-convergence-CjO2QdRW.js +43 -0
- package/dist/series-convergence-CjO2QdRW.js.map +1 -0
- package/dist/series-convergence-ofsqPWhs.d.ts +35 -0
- package/dist/series-convergence-ofsqPWhs.d.ts.map +1 -0
- package/dist/server-m5D9cvnG.js +1040 -0
- package/dist/server-m5D9cvnG.js.map +1 -0
- package/dist/skill-usage-C_pXm7lP.d.ts +534 -0
- package/dist/skill-usage-C_pXm7lP.d.ts.map +1 -0
- package/dist/skillopt-optimization-method-CUmHkGbI.js +7718 -0
- package/dist/skillopt-optimization-method-CUmHkGbI.js.map +1 -0
- package/dist/skillopt-optimization-method-CWKVTnks.d.ts +1740 -0
- package/dist/skillopt-optimization-method-CWKVTnks.d.ts.map +1 -0
- package/dist/statistics-Cmj6nynr.d.ts +514 -0
- package/dist/statistics-Cmj6nynr.d.ts.map +1 -0
- package/dist/statistics-CnnxdpOg.js +1437 -0
- package/dist/statistics-CnnxdpOg.js.map +1 -0
- package/dist/store-CT9YIIve.d.ts +117 -0
- package/dist/store-CT9YIIve.d.ts.map +1 -0
- package/dist/store-CxJry_cs.d.ts +229 -0
- package/dist/store-CxJry_cs.d.ts.map +1 -0
- package/dist/storyboard/index.d.ts +84 -203
- package/dist/storyboard/index.d.ts.map +1 -0
- package/dist/storyboard/index.js +609 -542
- package/dist/storyboard/index.js.map +1 -1
- package/dist/summary-report-BNs5nmXI.js +862 -0
- package/dist/summary-report-BNs5nmXI.js.map +1 -0
- package/dist/summary-report-Cj9gdw4i.d.ts +407 -0
- package/dist/summary-report-Cj9gdw4i.d.ts.map +1 -0
- package/dist/supervisor-run/index.d.ts +2 -959
- package/dist/supervisor-run/index.js +2 -65
- package/dist/supervisor-run-_lnTLM3z.js +1679 -0
- package/dist/supervisor-run-_lnTLM3z.js.map +1 -0
- package/dist/task-failure-attributes-CQZlB3et.js +311 -0
- package/dist/task-failure-attributes-CQZlB3et.js.map +1 -0
- package/dist/test-graded-scenario-BsqWLmPt.js +318 -0
- package/dist/test-graded-scenario-BsqWLmPt.js.map +1 -0
- package/dist/test-graded-scenario-D1TaI2va.d.ts +141 -0
- package/dist/test-graded-scenario-D1TaI2va.d.ts.map +1 -0
- package/dist/tools-BmuN627J.js +1085 -0
- package/dist/tools-BmuN627J.js.map +1 -0
- package/dist/trace-attributes.d.ts +2 -52
- package/dist/trace-attributes.js +131 -61
- package/dist/trace-attributes.js.map +1 -1
- package/dist/traces.d.ts +12 -2365
- package/dist/traces.js +12 -252
- package/dist/trajectory-D_7rLrvE.js +56 -0
- package/dist/trajectory-D_7rLrvE.js.map +1 -0
- package/dist/types-DGsxbAEd.d.ts +387 -0
- package/dist/types-DGsxbAEd.d.ts.map +1 -0
- package/dist/types-k9tZGKUg.d.ts +640 -0
- package/dist/types-k9tZGKUg.d.ts.map +1 -0
- package/dist/verdict-Dps8_okt.d.ts +37 -0
- package/dist/verdict-Dps8_okt.d.ts.map +1 -0
- package/dist/wire/index.d.ts +702 -1173
- package/dist/wire/index.d.ts.map +1 -0
- package/dist/wire/index.js +2 -81
- package/docs/campaign-proposers.md +1 -0
- package/package.json +17 -9
- package/dist/benchmarks/index.js.map +0 -1
- package/dist/campaign/index.js.map +0 -1
- package/dist/chunk-2QU3YOPR.js +0 -7374
- package/dist/chunk-2QU3YOPR.js.map +0 -1
- package/dist/chunk-3OCR4R5I.js +0 -728
- package/dist/chunk-3OCR4R5I.js.map +0 -1
- package/dist/chunk-3RF76KTD.js +0 -84
- package/dist/chunk-3RF76KTD.js.map +0 -1
- package/dist/chunk-56TAVBOK.js +0 -698
- package/dist/chunk-5DTSBUL2.js +0 -159
- package/dist/chunk-5DTSBUL2.js.map +0 -1
- package/dist/chunk-7FO3TNPI.js +0 -232
- package/dist/chunk-7FO3TNPI.js.map +0 -1
- package/dist/chunk-7ZZMD7UK.js +0 -386
- package/dist/chunk-7ZZMD7UK.js.map +0 -1
- package/dist/chunk-BOD4O7OF.js +0 -40
- package/dist/chunk-BOD4O7OF.js.map +0 -1
- package/dist/chunk-BSO5JDQH.js +0 -2335
- package/dist/chunk-BSO5JDQH.js.map +0 -1
- package/dist/chunk-C6LXANRU.js +0 -1550
- package/dist/chunk-C6LXANRU.js.map +0 -1
- package/dist/chunk-DODXQREJ.js +0 -752
- package/dist/chunk-DODXQREJ.js.map +0 -1
- package/dist/chunk-DRYIUNWY.js +0 -622
- package/dist/chunk-DRYIUNWY.js.map +0 -1
- package/dist/chunk-E7QXT7SX.js +0 -183
- package/dist/chunk-E7QXT7SX.js.map +0 -1
- package/dist/chunk-EG66UGL4.js +0 -341
- package/dist/chunk-EG66UGL4.js.map +0 -1
- package/dist/chunk-FXTVJPYD.js +0 -576
- package/dist/chunk-FXTVJPYD.js.map +0 -1
- package/dist/chunk-G7MGMCZD.js +0 -153
- package/dist/chunk-G7MGMCZD.js.map +0 -1
- package/dist/chunk-GGE4NNQT.js +0 -65
- package/dist/chunk-GGE4NNQT.js.map +0 -1
- package/dist/chunk-H23X7XKK.js +0 -181
- package/dist/chunk-H23X7XKK.js.map +0 -1
- package/dist/chunk-HHWE3POT.js +0 -94
- package/dist/chunk-HHWE3POT.js.map +0 -1
- package/dist/chunk-HPWUNB47.js +0 -289
- package/dist/chunk-HPWUNB47.js.map +0 -1
- package/dist/chunk-IYCLP2N2.js +0 -766
- package/dist/chunk-IYCLP2N2.js.map +0 -1
- package/dist/chunk-JHCHEVET.js +0 -274
- package/dist/chunk-JHCHEVET.js.map +0 -1
- package/dist/chunk-JQSF5DQT.js +0 -701
- package/dist/chunk-JQSF5DQT.js.map +0 -1
- package/dist/chunk-K4DBDHLK.js +0 -158
- package/dist/chunk-K4DBDHLK.js.map +0 -1
- package/dist/chunk-K6N6XJJX.js +0 -306
- package/dist/chunk-K6N6XJJX.js.map +0 -1
- package/dist/chunk-M4YBQKIJ.js +0 -1040
- package/dist/chunk-M4YBQKIJ.js.map +0 -1
- package/dist/chunk-MA6HLL3S.js +0 -65
- package/dist/chunk-MA6HLL3S.js.map +0 -1
- package/dist/chunk-MAZ26DC7.js +0 -99
- package/dist/chunk-MAZ26DC7.js.map +0 -1
- package/dist/chunk-NPCTHQIO.js +0 -91
- package/dist/chunk-NPCTHQIO.js.map +0 -1
- package/dist/chunk-NY44NC4A.js +0 -1056
- package/dist/chunk-NY44NC4A.js.map +0 -1
- package/dist/chunk-OIUOT4QD.js +0 -44
- package/dist/chunk-OIUOT4QD.js.map +0 -1
- package/dist/chunk-ONWEPEDO.js +0 -57
- package/dist/chunk-ONWEPEDO.js.map +0 -1
- package/dist/chunk-OWN5NPMC.js +0 -152
- package/dist/chunk-OWN5NPMC.js.map +0 -1
- package/dist/chunk-P6FYH6K4.js +0 -1161
- package/dist/chunk-P6FYH6K4.js.map +0 -1
- package/dist/chunk-PC4UYEBM.js +0 -166
- package/dist/chunk-PC4UYEBM.js.map +0 -1
- package/dist/chunk-PC5DOSM7.js +0 -579
- package/dist/chunk-PC5DOSM7.js.map +0 -1
- package/dist/chunk-PXE2VKMX.js +0 -140
- package/dist/chunk-PXE2VKMX.js.map +0 -1
- package/dist/chunk-PZ5AY32C.js +0 -10
- package/dist/chunk-PZ5AY32C.js.map +0 -1
- package/dist/chunk-QB6BDBP2.js +0 -4464
- package/dist/chunk-QB6BDBP2.js.map +0 -1
- package/dist/chunk-RXHCETDZ.js +0 -536
- package/dist/chunk-RXHCETDZ.js.map +0 -1
- package/dist/chunk-RZTMDUO7.js +0 -49
- package/dist/chunk-RZTMDUO7.js.map +0 -1
- package/dist/chunk-SFLLL76A.js +0 -669
- package/dist/chunk-SFLLL76A.js.map +0 -1
- package/dist/chunk-SZLVEKMJ.js +0 -1446
- package/dist/chunk-SZLVEKMJ.js.map +0 -1
- package/dist/chunk-T4SQEITX.js +0 -95
- package/dist/chunk-T4SQEITX.js.map +0 -1
- package/dist/chunk-T6RLYGAD.js +0 -158
- package/dist/chunk-T6RLYGAD.js.map +0 -1
- package/dist/chunk-TJVT4QFF.js +0 -911
- package/dist/chunk-TJVT4QFF.js.map +0 -1
- package/dist/chunk-TQ7LNKZ3.js +0 -136
- package/dist/chunk-TQ7LNKZ3.js.map +0 -1
- package/dist/chunk-U4L7JRPZ.js +0 -1706
- package/dist/chunk-U4L7JRPZ.js.map +0 -1
- package/dist/chunk-U4PHLT2N.js +0 -419
- package/dist/chunk-U4PHLT2N.js.map +0 -1
- package/dist/chunk-VCZ5FQYW.js +0 -928
- package/dist/chunk-VCZ5FQYW.js.map +0 -1
- package/dist/chunk-VI2UW6B6.js +0 -162
- package/dist/chunk-VI2UW6B6.js.map +0 -1
- package/dist/chunk-VQMK5FMP.js +0 -247
- package/dist/chunk-VQMK5FMP.js.map +0 -1
- package/dist/chunk-WGXIEX7P.js +0 -116
- package/dist/chunk-WGXIEX7P.js.map +0 -1
- package/dist/chunk-WVATSFCP.js +0 -1553
- package/dist/chunk-WVATSFCP.js.map +0 -1
- package/dist/chunk-X4YIBDER.js +0 -1662
- package/dist/chunk-X4YIBDER.js.map +0 -1
- package/dist/chunk-YQN4ICPP.js +0 -355
- package/dist/chunk-YQN4ICPP.js.map +0 -1
- package/dist/chunk-ZET2UAYW.js +0 -89
- package/dist/chunk-ZET2UAYW.js.map +0 -1
- package/dist/chunk-ZHTZ4EYI.js +0 -1212
- package/dist/chunk-ZHTZ4EYI.js.map +0 -1
- package/dist/control.js.map +0 -1
- package/dist/hosted/index.js.map +0 -1
- package/dist/matrix/index.js.map +0 -1
- package/dist/reporting.js.map +0 -1
- package/dist/rollout/index.js.map +0 -1
- package/dist/run-campaign-OJJ7CZF4.js +0 -18
- package/dist/run-campaign-OJJ7CZF4.js.map +0 -1
- package/dist/supervisor-run/index.js.map +0 -1
- package/dist/traces.js.map +0 -1
- package/dist/wire/index.js.map +0 -1
|
@@ -0,0 +1,340 @@
|
|
|
1
|
+
import { o as FailureClass } from "./schema-BtVldJ3T.js";
|
|
2
|
+
import { s as TraceStore } from "./store-CT9YIIve.js";
|
|
3
|
+
import { i as TraceEmitter } from "./emitter-DGQGoLyj.js";
|
|
4
|
+
import { a as DatasetScenario, o as DatasetSplit } from "./dataset-BvtnC8Dc.js";
|
|
5
|
+
//#region src/control-runtime.d.ts
|
|
6
|
+
type ControlSeverity = 'info' | 'warning' | 'error' | 'critical';
|
|
7
|
+
type ControlActionFailureMode = 'continue' | 'stop';
|
|
8
|
+
interface ControlEvalResult {
|
|
9
|
+
/** Stable validator or judge id. */
|
|
10
|
+
id: string;
|
|
11
|
+
/** Whether this check passed. */
|
|
12
|
+
passed: boolean;
|
|
13
|
+
/** Optional normalized score. 1 = best, 0 = worst. */
|
|
14
|
+
score?: number;
|
|
15
|
+
/** Objective validators should usually be "error" or "critical" when failed. */
|
|
16
|
+
severity?: ControlSeverity;
|
|
17
|
+
/** Human-readable result. */
|
|
18
|
+
detail?: string;
|
|
19
|
+
/** Small evidence string or pointer. Avoid large payloads. */
|
|
20
|
+
evidence?: string;
|
|
21
|
+
/** True when the result came from deterministic state, not LLM judgment. */
|
|
22
|
+
objective?: boolean;
|
|
23
|
+
/** Structured details for downstream control policies and reports. */
|
|
24
|
+
metadata?: Record<string, unknown>;
|
|
25
|
+
}
|
|
26
|
+
interface ControlBudget {
|
|
27
|
+
maxSteps: number;
|
|
28
|
+
maxWallMs?: number;
|
|
29
|
+
maxCostUsd?: number;
|
|
30
|
+
}
|
|
31
|
+
interface ControlStopPolicies<TState, TAction> {
|
|
32
|
+
/**
|
|
33
|
+
* Stop after N consecutive steps with no state fingerprint change and
|
|
34
|
+
* less than `minScoreDelta` score movement. Disabled when omitted.
|
|
35
|
+
*/
|
|
36
|
+
maxNoProgressSteps?: number;
|
|
37
|
+
/**
|
|
38
|
+
* Stop after the same action fingerprint is selected N consecutive
|
|
39
|
+
* times. Disabled when omitted.
|
|
40
|
+
*/
|
|
41
|
+
maxRepeatedActions?: number;
|
|
42
|
+
/** Minimum score movement that counts as progress. Default 0.001. */
|
|
43
|
+
minScoreDelta?: number;
|
|
44
|
+
/** Override the default JSON/string fingerprint for state comparisons. */
|
|
45
|
+
stateFingerprint?: (state: TState) => string;
|
|
46
|
+
/** Override the default JSON/string fingerprint for repeated-action checks. */
|
|
47
|
+
actionFingerprint?: (action: TAction) => string;
|
|
48
|
+
}
|
|
49
|
+
interface ControlContext<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult> {
|
|
50
|
+
intent: string;
|
|
51
|
+
state: TState;
|
|
52
|
+
evals: TEval[];
|
|
53
|
+
history: ControlStep<TState, TAction, TActionResult, TEval>[];
|
|
54
|
+
budget: ControlBudget;
|
|
55
|
+
stepIndex: number;
|
|
56
|
+
wallMs: number;
|
|
57
|
+
spentCostUsd: number;
|
|
58
|
+
remainingCostUsd?: number;
|
|
59
|
+
abortSignal: AbortSignal;
|
|
60
|
+
emitter?: TraceEmitter;
|
|
61
|
+
}
|
|
62
|
+
type ControlDecision<TAction> = {
|
|
63
|
+
type: 'continue';
|
|
64
|
+
action: TAction;
|
|
65
|
+
reason?: string;
|
|
66
|
+
} | {
|
|
67
|
+
type: 'stop';
|
|
68
|
+
reason: string;
|
|
69
|
+
pass?: boolean;
|
|
70
|
+
score?: number;
|
|
71
|
+
/** Canonical task-failure class when this stop represents a failed task. */
|
|
72
|
+
failureClass?: FailureClass;
|
|
73
|
+
};
|
|
74
|
+
interface StopDecision {
|
|
75
|
+
stop: boolean;
|
|
76
|
+
pass: boolean;
|
|
77
|
+
reason: string;
|
|
78
|
+
score?: number;
|
|
79
|
+
failureClass?: FailureClass;
|
|
80
|
+
}
|
|
81
|
+
interface ControlActionOutcome<TActionResult> {
|
|
82
|
+
ok: boolean;
|
|
83
|
+
result?: TActionResult;
|
|
84
|
+
error?: string;
|
|
85
|
+
costUsd?: number;
|
|
86
|
+
durationMs: number;
|
|
87
|
+
}
|
|
88
|
+
interface ControlRuntimeError {
|
|
89
|
+
phase: 'observe' | 'validate' | 'decide' | 'act' | 'stop-policy' | 'on-step' | 'trace';
|
|
90
|
+
stepIndex: number;
|
|
91
|
+
message: string;
|
|
92
|
+
}
|
|
93
|
+
interface ControlStep<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult> {
|
|
94
|
+
index: number;
|
|
95
|
+
decision: ControlDecision<TAction>;
|
|
96
|
+
beforeState: TState;
|
|
97
|
+
afterState: TState;
|
|
98
|
+
evalsBefore: TEval[];
|
|
99
|
+
evalsAfter: TEval[];
|
|
100
|
+
actionOutcome?: ControlActionOutcome<TActionResult>;
|
|
101
|
+
startedAt: string;
|
|
102
|
+
endedAt: string;
|
|
103
|
+
}
|
|
104
|
+
interface ControlRunResult<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult> {
|
|
105
|
+
intent: string;
|
|
106
|
+
pass: boolean;
|
|
107
|
+
completed: boolean;
|
|
108
|
+
reason: string;
|
|
109
|
+
score?: number;
|
|
110
|
+
steps: ControlStep<TState, TAction, TActionResult, TEval>[];
|
|
111
|
+
finalState: TState | undefined;
|
|
112
|
+
finalEvals: TEval[];
|
|
113
|
+
wallMs: number;
|
|
114
|
+
spentCostUsd: number;
|
|
115
|
+
/** null when the run executed without a TraceEmitter wired (no run record was persisted). */
|
|
116
|
+
runId: string | null;
|
|
117
|
+
failureClass?: FailureClass;
|
|
118
|
+
runtimeErrors: ControlRuntimeError[];
|
|
119
|
+
stoppedBy: 'policy' | 'stop-policy' | 'budget' | 'abort' | 'runtime-error';
|
|
120
|
+
}
|
|
121
|
+
interface ControlRuntimeConfig<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult> {
|
|
122
|
+
intent: string;
|
|
123
|
+
budget?: Partial<ControlBudget>;
|
|
124
|
+
signal?: AbortSignal;
|
|
125
|
+
/** Defaults to `continue`: action failures are recorded, then the policy gets another chance. */
|
|
126
|
+
actionFailure?: ControlActionFailureMode;
|
|
127
|
+
/**
|
|
128
|
+
* Extract cost from an action result. Used for `maxCostUsd` budget
|
|
129
|
+
* enforcement and trace budget ledger emission.
|
|
130
|
+
*/
|
|
131
|
+
getActionCostUsd?: (ctx: {
|
|
132
|
+
action: TAction;
|
|
133
|
+
result: TActionResult;
|
|
134
|
+
state: TState;
|
|
135
|
+
evals: TEval[];
|
|
136
|
+
history: ControlStep<TState, TAction, TActionResult, TEval>[];
|
|
137
|
+
}) => number | undefined;
|
|
138
|
+
/** Read typed task/product state. Prefer structured state over transcript-only context. */
|
|
139
|
+
observe: (ctx: {
|
|
140
|
+
history: ControlStep<TState, TAction, TActionResult, TEval>[];
|
|
141
|
+
abortSignal: AbortSignal;
|
|
142
|
+
}) => Promise<TState> | TState;
|
|
143
|
+
/** Objective validators first, subjective judges only where objective state is insufficient. */
|
|
144
|
+
validate: (ctx: {
|
|
145
|
+
intent: string;
|
|
146
|
+
state: TState;
|
|
147
|
+
history: ControlStep<TState, TAction, TActionResult, TEval>[];
|
|
148
|
+
abortSignal: AbortSignal;
|
|
149
|
+
}) => Promise<TEval[]> | TEval[];
|
|
150
|
+
/** Choose the next control action. Can call a worker, ask user, run critic, inspect state, or stop. */
|
|
151
|
+
decide: (ctx: ControlContext<TState, TAction, TActionResult, TEval>) => Promise<ControlDecision<TAction>> | ControlDecision<TAction>;
|
|
152
|
+
/** Execute the action selected by the policy. */
|
|
153
|
+
act: (action: TAction, ctx: ControlContext<TState, TAction, TActionResult, TEval>) => Promise<TActionResult> | TActionResult;
|
|
154
|
+
/** Final stopping policy. Called before decide and after each action. */
|
|
155
|
+
shouldStop?: (ctx: ControlContext<TState, TAction, TActionResult, TEval>) => Promise<StopDecision> | StopDecision;
|
|
156
|
+
/** Optional hook for tracing or live progress updates. */
|
|
157
|
+
onStep?: (step: ControlStep<TState, TAction, TActionResult, TEval>) => Promise<void> | void;
|
|
158
|
+
/** Optional generic stuck-loop policies. Custom `shouldStop` still runs first. */
|
|
159
|
+
stopPolicies?: ControlStopPolicies<TState, TAction>;
|
|
160
|
+
/** Optional trace sink. Emits one run plus one span per control step. */
|
|
161
|
+
store?: TraceStore;
|
|
162
|
+
scenarioId?: string;
|
|
163
|
+
projectId?: string;
|
|
164
|
+
variantId?: string;
|
|
165
|
+
}
|
|
166
|
+
declare function runAgentControlLoop<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult>(config: ControlRuntimeConfig<TState, TAction, TActionResult, TEval>): Promise<ControlRunResult<TState, TAction, TActionResult, TEval>>;
|
|
167
|
+
declare function stopOnNoProgress<TState, TAction>(maxNoProgressSteps: number, options?: Omit<ControlStopPolicies<TState, TAction>, 'maxNoProgressSteps'>): ControlStopPolicies<TState, TAction>;
|
|
168
|
+
declare function stopOnRepeatedAction<TState, TAction>(maxRepeatedActions: number, options?: Omit<ControlStopPolicies<TState, TAction>, 'maxRepeatedActions'>): ControlStopPolicies<TState, TAction>;
|
|
169
|
+
declare function objectiveEval(input: Omit<ControlEvalResult, 'objective'>): ControlEvalResult;
|
|
170
|
+
declare function subjectiveEval(input: Omit<ControlEvalResult, 'objective'>): ControlEvalResult;
|
|
171
|
+
declare function allCriticalPassed(evals: ControlEvalResult[]): boolean;
|
|
172
|
+
//#endregion
|
|
173
|
+
//#region src/feedback-trajectory.d.ts
|
|
174
|
+
type FeedbackArtifactType = 'text' | 'code' | 'plan' | 'research' | 'action' | 'ui' | 'decision' | 'data' | 'other';
|
|
175
|
+
type FeedbackLabelSource = 'user' | 'judge' | 'environment' | 'metric' | 'policy' | 'system';
|
|
176
|
+
type FeedbackLabelKind = 'approve' | 'reject' | 'select' | 'edit' | 'rank' | 'rate' | 'comment' | 'metric_outcome' | 'policy_block' | 'revision_request';
|
|
177
|
+
type FeedbackSeverity = 'info' | 'warning' | 'error' | 'critical';
|
|
178
|
+
interface FeedbackTask {
|
|
179
|
+
intent: string;
|
|
180
|
+
context?: unknown;
|
|
181
|
+
}
|
|
182
|
+
interface ProposedSideEffect {
|
|
183
|
+
type: string;
|
|
184
|
+
risk?: 'low' | 'medium' | 'high';
|
|
185
|
+
costUsd?: number;
|
|
186
|
+
externalSideEffect?: boolean;
|
|
187
|
+
requiresApproval?: boolean;
|
|
188
|
+
metadata?: Record<string, unknown>;
|
|
189
|
+
}
|
|
190
|
+
interface FeedbackLabel {
|
|
191
|
+
id?: string;
|
|
192
|
+
source: FeedbackLabelSource;
|
|
193
|
+
kind: FeedbackLabelKind;
|
|
194
|
+
value: unknown;
|
|
195
|
+
reason?: string;
|
|
196
|
+
severity?: FeedbackSeverity;
|
|
197
|
+
createdAt: string;
|
|
198
|
+
metadata?: Record<string, unknown>;
|
|
199
|
+
}
|
|
200
|
+
interface FeedbackAttempt {
|
|
201
|
+
id: string;
|
|
202
|
+
stepIndex: number;
|
|
203
|
+
artifactType: FeedbackArtifactType;
|
|
204
|
+
artifact: unknown;
|
|
205
|
+
options?: unknown[];
|
|
206
|
+
proposedAction?: ProposedSideEffect;
|
|
207
|
+
evals?: ControlEvalResult[];
|
|
208
|
+
feedback?: FeedbackLabel[];
|
|
209
|
+
createdAt: string;
|
|
210
|
+
metadata?: Record<string, unknown>;
|
|
211
|
+
}
|
|
212
|
+
interface FeedbackOutcome {
|
|
213
|
+
success?: boolean;
|
|
214
|
+
score?: number;
|
|
215
|
+
metrics?: Record<string, number>;
|
|
216
|
+
costUsd?: number;
|
|
217
|
+
detail?: string;
|
|
218
|
+
observedAt?: string;
|
|
219
|
+
metadata?: Record<string, unknown>;
|
|
220
|
+
}
|
|
221
|
+
interface FeedbackTrajectory {
|
|
222
|
+
id: string;
|
|
223
|
+
projectId?: string;
|
|
224
|
+
scenarioId?: string;
|
|
225
|
+
task: FeedbackTask;
|
|
226
|
+
attempts: FeedbackAttempt[];
|
|
227
|
+
labels: FeedbackLabel[];
|
|
228
|
+
outcome?: FeedbackOutcome;
|
|
229
|
+
split?: DatasetSplit;
|
|
230
|
+
tags?: Record<string, string>;
|
|
231
|
+
createdAt: string;
|
|
232
|
+
updatedAt?: string;
|
|
233
|
+
metadata?: Record<string, unknown>;
|
|
234
|
+
}
|
|
235
|
+
interface FeedbackTrajectoryStore {
|
|
236
|
+
save(trajectory: FeedbackTrajectory): Promise<void>;
|
|
237
|
+
get(id: string): Promise<FeedbackTrajectory | null>;
|
|
238
|
+
list(filter?: FeedbackTrajectoryFilter): Promise<FeedbackTrajectory[]>;
|
|
239
|
+
appendAttempt(id: string, attempt: FeedbackAttempt): Promise<FeedbackTrajectory>;
|
|
240
|
+
appendLabel(id: string, label: FeedbackLabel, attemptId?: string): Promise<FeedbackTrajectory>;
|
|
241
|
+
}
|
|
242
|
+
interface FeedbackTrajectoryFilter {
|
|
243
|
+
projectId?: string;
|
|
244
|
+
scenarioId?: string;
|
|
245
|
+
split?: DatasetSplit;
|
|
246
|
+
tag?: [string, string];
|
|
247
|
+
}
|
|
248
|
+
interface FeedbackSplitPolicy {
|
|
249
|
+
trainPct?: number;
|
|
250
|
+
devPct?: number;
|
|
251
|
+
testPct?: number;
|
|
252
|
+
holdoutPct?: number;
|
|
253
|
+
}
|
|
254
|
+
interface PreferenceMemoryEntry {
|
|
255
|
+
instruction: string;
|
|
256
|
+
rationale: string;
|
|
257
|
+
weight: number;
|
|
258
|
+
sourceTrajectoryId: string;
|
|
259
|
+
sourceLabelId?: string;
|
|
260
|
+
category?: string;
|
|
261
|
+
}
|
|
262
|
+
interface FeedbackOptimizerRow {
|
|
263
|
+
scenarioId: string;
|
|
264
|
+
trajectoryId: string;
|
|
265
|
+
labelKinds: FeedbackLabelKind[];
|
|
266
|
+
score?: number;
|
|
267
|
+
metadata?: Record<string, unknown>;
|
|
268
|
+
}
|
|
269
|
+
interface FeedbackReplayResult {
|
|
270
|
+
trajectoryId: string;
|
|
271
|
+
pass: boolean;
|
|
272
|
+
score?: number;
|
|
273
|
+
labels: FeedbackLabel[];
|
|
274
|
+
outcome?: FeedbackOutcome;
|
|
275
|
+
metadata?: Record<string, unknown>;
|
|
276
|
+
}
|
|
277
|
+
interface FeedbackReplayAdapter {
|
|
278
|
+
replay(trajectory: FeedbackTrajectory): Promise<Omit<FeedbackReplayResult, 'trajectoryId'>> | Omit<FeedbackReplayResult, 'trajectoryId'>;
|
|
279
|
+
}
|
|
280
|
+
declare class InMemoryFeedbackTrajectoryStore implements FeedbackTrajectoryStore {
|
|
281
|
+
private readonly trajectories;
|
|
282
|
+
save(trajectory: FeedbackTrajectory): Promise<void>;
|
|
283
|
+
get(id: string): Promise<FeedbackTrajectory | null>;
|
|
284
|
+
list(filter?: FeedbackTrajectoryFilter): Promise<FeedbackTrajectory[]>;
|
|
285
|
+
appendAttempt(id: string, attempt: FeedbackAttempt): Promise<FeedbackTrajectory>;
|
|
286
|
+
appendLabel(id: string, label: FeedbackLabel, attemptId?: string): Promise<FeedbackTrajectory>;
|
|
287
|
+
}
|
|
288
|
+
declare class FileSystemFeedbackTrajectoryStore implements FeedbackTrajectoryStore {
|
|
289
|
+
private readonly dir;
|
|
290
|
+
private readonly memory;
|
|
291
|
+
private loaded;
|
|
292
|
+
constructor(options: {
|
|
293
|
+
dir: string;
|
|
294
|
+
});
|
|
295
|
+
save(trajectory: FeedbackTrajectory): Promise<void>;
|
|
296
|
+
get(id: string): Promise<FeedbackTrajectory | null>;
|
|
297
|
+
list(filter?: FeedbackTrajectoryFilter): Promise<FeedbackTrajectory[]>;
|
|
298
|
+
appendAttempt(id: string, attempt: FeedbackAttempt): Promise<FeedbackTrajectory>;
|
|
299
|
+
appendLabel(id: string, label: FeedbackLabel, attemptId?: string): Promise<FeedbackTrajectory>;
|
|
300
|
+
private append;
|
|
301
|
+
private load;
|
|
302
|
+
}
|
|
303
|
+
declare function createFeedbackTrajectory(input: {
|
|
304
|
+
id?: string;
|
|
305
|
+
projectId?: string;
|
|
306
|
+
scenarioId?: string;
|
|
307
|
+
task: FeedbackTask;
|
|
308
|
+
attempts?: FeedbackAttempt[];
|
|
309
|
+
labels?: FeedbackLabel[];
|
|
310
|
+
outcome?: FeedbackOutcome;
|
|
311
|
+
split?: DatasetSplit;
|
|
312
|
+
tags?: Record<string, string>;
|
|
313
|
+
createdAt?: string;
|
|
314
|
+
metadata?: Record<string, unknown>;
|
|
315
|
+
}): FeedbackTrajectory;
|
|
316
|
+
declare function assignFeedbackSplit(trajectory: Pick<FeedbackTrajectory, 'id' | 'projectId' | 'scenarioId' | 'task'>, policy?: FeedbackSplitPolicy): DatasetSplit;
|
|
317
|
+
declare function withAssignedFeedbackSplit(trajectory: FeedbackTrajectory, policy?: FeedbackSplitPolicy): FeedbackTrajectory;
|
|
318
|
+
declare function feedbackTrajectoryToDatasetScenario(trajectory: FeedbackTrajectory): DatasetScenario;
|
|
319
|
+
declare function feedbackTrajectoriesToDatasetScenarios(trajectories: FeedbackTrajectory[]): DatasetScenario[];
|
|
320
|
+
declare function feedbackTrajectoryToOptimizerRow(trajectory: FeedbackTrajectory): FeedbackOptimizerRow;
|
|
321
|
+
declare function feedbackTrajectoriesToOptimizerRows(trajectories: FeedbackTrajectory[]): FeedbackOptimizerRow[];
|
|
322
|
+
declare function replayFeedbackTrajectory(trajectory: FeedbackTrajectory, adapter: FeedbackReplayAdapter): Promise<FeedbackReplayResult>;
|
|
323
|
+
declare function replayFeedbackTrajectories(trajectories: FeedbackTrajectory[], adapter: FeedbackReplayAdapter): Promise<FeedbackReplayResult[]>;
|
|
324
|
+
declare function summarizePreferenceMemory(trajectories: FeedbackTrajectory[], options?: {
|
|
325
|
+
maxEntries?: number;
|
|
326
|
+
}): PreferenceMemoryEntry[];
|
|
327
|
+
declare function renderPreferenceMemoryMarkdown(entries: PreferenceMemoryEntry[]): string;
|
|
328
|
+
declare function serializeFeedbackTrajectoriesJsonl(trajectories: FeedbackTrajectory[]): string;
|
|
329
|
+
declare function parseFeedbackTrajectoriesJsonl(jsonl: string): FeedbackTrajectory[];
|
|
330
|
+
declare function controlRunToFeedbackTrajectory<TState, TAction, TActionResult>(run: ControlRunResult<TState, TAction, TActionResult>, options?: {
|
|
331
|
+
projectId?: string;
|
|
332
|
+
scenarioId?: string;
|
|
333
|
+
artifactType?: FeedbackArtifactType;
|
|
334
|
+
artifactFromStep?: (step: ControlStep<TState, TAction, TActionResult>) => unknown;
|
|
335
|
+
proposedActionFromStep?: (step: ControlStep<TState, TAction, TActionResult>) => ProposedSideEffect | undefined;
|
|
336
|
+
createdAt?: string;
|
|
337
|
+
}): FeedbackTrajectory;
|
|
338
|
+
//#endregion
|
|
339
|
+
export { replayFeedbackTrajectory as A, ControlRunResult as B, feedbackTrajectoriesToDatasetScenarios as C, parseFeedbackTrajectoriesJsonl as D, feedbackTrajectoryToOptimizerRow as E, ControlActionOutcome as F, ControlStopPolicies as G, ControlRuntimeError as H, ControlBudget as I, objectiveEval as J, StopDecision as K, ControlContext as L, summarizePreferenceMemory as M, withAssignedFeedbackSplit as N, renderPreferenceMemoryMarkdown as O, ControlActionFailureMode as P, subjectiveEval as Q, ControlDecision as R, createFeedbackTrajectory as S, feedbackTrajectoryToDatasetScenario as T, ControlSeverity as U, ControlRuntimeConfig as V, ControlStep as W, stopOnNoProgress as X, runAgentControlLoop as Y, stopOnRepeatedAction as Z, InMemoryFeedbackTrajectoryStore as _, FeedbackLabelSource as a, assignFeedbackSplit as b, FeedbackReplayAdapter as c, FeedbackSplitPolicy as d, FeedbackTask as f, FileSystemFeedbackTrajectoryStore as g, FeedbackTrajectoryStore as h, FeedbackLabelKind as i, serializeFeedbackTrajectoriesJsonl as j, replayFeedbackTrajectories as k, FeedbackReplayResult as l, FeedbackTrajectoryFilter as m, FeedbackAttempt as n, FeedbackOptimizerRow as o, FeedbackTrajectory as p, allCriticalPassed as q, FeedbackLabel as r, FeedbackOutcome as s, FeedbackArtifactType as t, FeedbackSeverity as u, PreferenceMemoryEntry as v, feedbackTrajectoriesToOptimizerRows as w, controlRunToFeedbackTrajectory as x, ProposedSideEffect as y, ControlEvalResult as z };
|
|
340
|
+
//# sourceMappingURL=feedback-trajectory-CVaeREXV.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"feedback-trajectory-CVaeREXV.d.ts","names":[],"sources":["../src/control-runtime.ts","../src/feedback-trajectory.ts"],"mappings":";;;;;KAiBY;KACA;UAEK;;EAEf;;EAEA;;EAEA;;EAEA,WAAW;;EAEX;;EAEA;;EAEA;;EAEA,WAAW;;UAGI;EACf;EACA;EACA;;UAGe,oBAAoB,QAAQ;;;;;EAK3C;;;;;EAKA;;EAEA;;EAEA,oBAAoB,OAAO;;EAE3B,qBAAqB,QAAQ;;UAGd,eACf,QACA,SACA,eACA,cAAc,oBAAoB;EAElC;EACA,OAAO;EACP,OAAO;EACP,SAAS,YAAY,QAAQ,SAAS,eAAe;EACrD,QAAQ;EACR;EACA;EACA;EACA;EACA,aAAa;EACb,UAAU;;KAGA,gBAAgB;EAEtB;EACA,QAAQ;EACR;;EAGA;EACA;EACA;EACA;;EAEA,eAAe;;UAGJ;EACf;EACA;EACA;EACA;EACA,eAAe;;UAGA,qBAAqB;EACpC;EACA,SAAS;EACT;EACA;EACA;;UAGe;EACf;EACA;EACA;;UAGe,YACf,QACA,SACA,eACA,cAAc,oBAAoB;EAElC;EACA,UAAU,gBAAgB;EAC1B,aAAa;EACb,YAAY;EACZ,aAAa;EACb,YAAY;EACZ,gBAAgB,qBAAqB;EACrC;EACA;;UAGe,iBACf,QACA,SACA,eACA,cAAc,oBAAoB;EAElC;EACA;EACA;EACA;EACA;EACA,OAAO,YAAY,QAAQ,SAAS,eAAe;EACnD,YAAY;EACZ,YAAY;EACZ;EACA;;EAEA;EACA,eAAe;EACf,eAAe;EACf;;UAGe,qBACf,QACA,SACA,eACA,cAAc,oBAAoB;EAElC;EACA,SAAS,QAAQ;EACjB,SAAS;;EAET,gBAAgB;;;;;EAKhB,oBAAoB;IAClB,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,OAAO;IACP,SAAS,YAAY,QAAQ,SAAS,eAAe;;;EAIvD,UAAU;IACR,SAAS,YAAY,QAAQ,SAAS,eAAe;IACrD,aAAa;QACT,QAAQ,UAAU;;EAGxB,WAAW;IACT;IACA,OAAO;IACP,SAAS,YAAY,QAAQ,SAAS,eAAe;IACrD,aAAa;QACT,QAAQ,WAAW;;EAGzB,SACE,KAAK,eAAe,QAAQ,SAAS,eAAe,WACjD,QAAQ,gBAAgB,YAAY,gBAAgB;;EAGzD,MACE,QAAQ,SACR,KAAK,eAAe,QAAQ,SAAS,eAAe,WACjD,QAAQ,iBAAiB;;EAG9B,cACE,KAAK,eAAe,QAAQ,SAAS,eAAe,WACjD,QAAQ,gBAAgB;;EAG7B,UAAU,MAAM,YAAY,QAAQ,SAAS,eAAe,WAAW;;EAGvE,eAAe,oBAAoB,QAAQ;;EAG3C,QAAQ;EACR;EACA;EACA;;iBAQoB,oBACpB,QACA,SACA,eACA,cAAc,oBAAoB,mBAElC,QAAQ,qBAAqB,QAAQ,SAAS,eAAe,SAC5D,QAAQ,iBAAiB,QAAQ,SAAS,eAAe;iBAmmB5C,iBAAiB,QAAQ,SACvC,4BACA,UAAS,KAAK,oBAAoB,QAAQ,kCACzC,oBAAoB,QAAQ;iBAIf,qBAAqB,QAAQ,SAC3C,4BACA,UAAS,KAAK,oBAAoB,QAAQ,kCACzC,oBAAoB,QAAQ;iBAIf,cAAc,OAAO,KAAK,kCAAkC;iBAI5D,eAAe,OAAO,KAAK,kCAAkC;iBAsD7D,kBAAkB,OAAO;;;KCt5B7B;KAWA;KAEA;KAYA;UAEK;EACf;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA,QAAQ;EACR,MAAM;EACN;EACA;EACA,WAAW;EACX;EACA,WAAW;;UAGI;EACf;EACA;EACA,cAAc;EACd;EACA;EACA,iBAAiB;EACjB,QAAQ;EACR,WAAW;EACX;EACA,WAAW;;UAGI;EACf;EACA;EACA,UAAU;EACV;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA,MAAM;EACN,UAAU;EACV,QAAQ;EACR,UAAU;EACV,QAAQ;EACR,OAAO;EACP;EACA;EACA,WAAW;;UAGI;EACf,KAAK,YAAY,qBAAqB;EACtC,IAAI,aAAa,QAAQ;EACzB,KAAK,SAAS,2BAA2B,QAAQ;EACjD,cAAc,YAAY,SAAS,kBAAkB,QAAQ;EAC7D,YAAY,YAAY,OAAO,eAAe,qBAAqB,QAAQ;;UAG5D;EACf;EACA;EACA,QAAQ;EACR;;UAGe;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA,YAAY;EACZ;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA,QAAQ;EACR,UAAU;EACV,WAAW;;UAGI;EACf,OACE,YAAY,qBAEV,QAAQ,KAAK,yCACb,KAAK;;cAUE,2CAA2C;mBACrC;EAEX,KAAK,YAAY,qBAAqB;EAItC,IAAI,aAAa,QAAQ;EAKzB,KAAK,SAAQ,2BAAgC,QAAQ;EAMrD,cAAc,YAAY,SAAS,kBAAkB,QAAQ;EAa7D,YACJ,YACA,OAAO,eACP,qBACC,QAAQ;;cAsBA,6CAA6C;mBACvC;mBACA;UACT;EAER,YAAY;IAAW;;EAIjB,KAAK,YAAY,qBAAqB;EAMtC,IAAI,aAAa,QAAQ;EAKzB,KAAK,SAAQ,2BAAgC,QAAQ;EAKrD,cAAc,YAAY,SAAS,kBAAkB,QAAQ;EAO7D,YACJ,YACA,OAAO,eACP,qBACC,QAAQ;UAOG;UAWA;;iBA8BA,yBAAyB;EACvC;EACA;EACA;EACA,MAAM;EACN,WAAW;EACX,SAAS;EACT,UAAU;EACV,QAAQ;EACR,OAAO;EACP;EACA,WAAW;IACT;iBAoBY,oBACd,YAAY,KAAK,iEACjB,SAAQ,sBACP;iBAca,0BACd,YAAY,oBACZ,SAAS,sBACR;iBAOa,oCACd,YAAY,qBACX;iBAca,uCACd,cAAc,uBACb;iBAIa,iCACd,YAAY,qBACX;iBAkBa,oCACd,cAAc,uBACb;iBAImB,yBACpB,YAAY,oBACZ,SAAS,wBACR,QAAQ;iBAkCW,2BACpB,cAAc,sBACd,SAAS,wBACR,QAAQ;iBAQK,0BACd,cAAc,sBACd;EAAW;IACV;iBA2Ba,+BAA+B,SAAS;iBAWxC,mCAAmC,cAAc;iBAQjD,+BAA+B,gBAAgB;iBAS/C,+BAA+B,QAAQ,SAAS,eAC9D,KAAK,iBAAiB,QAAQ,SAAS,gBACvC;EACE;EACA;EACA,eAAe;EACf,oBAAoB,MAAM,YAAY,QAAQ,SAAS;EACvD,0BACE,MAAM,YAAY,QAAQ,SAAS,mBAChC;EACL;IAED"}
|