@tangle-network/agent-eval 1.0.19 → 1.0.21
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +19 -27
- package/dist/adapters/http.d.ts +2 -2
- package/dist/{agent-profile-CPv4tENR.d.ts → agent-profile-BO8ruI6R.d.ts} +3 -3
- package/dist/{agent-profile-CPv4tENR.d.ts.map → agent-profile-BO8ruI6R.d.ts.map} +1 -1
- package/dist/analyst/index.d.ts +14 -14
- package/dist/analyst/index.js +11 -12
- package/dist/analyst/index.js.map +1 -1
- package/dist/{analyze-runs-pJ4fhnYg.d.ts → analyze-runs-DYYe18Gw.d.ts} +4 -4
- package/dist/{analyze-runs-pJ4fhnYg.d.ts.map → analyze-runs-DYYe18Gw.d.ts.map} +1 -1
- package/dist/{analyze-runs-C7vWBDhl.js → analyze-runs-jLTRKuoK.js} +6 -110
- package/dist/analyze-runs-jLTRKuoK.js.map +1 -0
- package/dist/app-grade/index.d.ts +4 -4
- package/dist/app-grade/index.js +3 -3
- package/dist/{benchmark-command-DSJQeYom.js → benchmark-command-CoNndRCk.js} +13 -14
- package/dist/benchmark-command-CoNndRCk.js.map +1 -0
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +4 -5
- package/dist/benchmarks/index.js.map +1 -1
- package/dist/builder-eval/index.js +1 -1
- package/dist/{calibration-CbZPApIO.js → calibration-Cf-wpqqO.js} +2 -2
- package/dist/{calibration-CbZPApIO.js.map → calibration-Cf-wpqqO.js.map} +1 -1
- package/dist/campaign/index.d.ts +7 -7
- package/dist/campaign/index.js +10 -10
- package/dist/{campaign-BABipFel.js → campaign-Bl07uIaf.js} +14 -15
- package/dist/{campaign-BABipFel.js.map → campaign-Bl07uIaf.js.map} +1 -1
- package/dist/{campaign-evidence-DONEWvVY.js → campaign-evidence-NtH29ctt.js} +3 -3
- package/dist/{campaign-evidence-DONEWvVY.js.map → campaign-evidence-NtH29ctt.js.map} +1 -1
- package/dist/{chat-client-D0me8iwq.js → chat-client-Zz97O3NB.js} +2 -2
- package/dist/{chat-client-D0me8iwq.js.map → chat-client-Zz97O3NB.js.map} +1 -1
- package/dist/{chat-json-call-C473CwTt.js → chat-json-call-Dgi7-RH-.js} +2 -2
- package/dist/{chat-json-call-C473CwTt.js.map → chat-json-call-Dgi7-RH-.js.map} +1 -1
- package/dist/cli.js +7 -7
- package/dist/{types-0KglnQ9o.d.ts → cluster-Cd0MRbr9.d.ts} +44 -2
- package/dist/cluster-Cd0MRbr9.d.ts.map +1 -0
- package/dist/cluster-bootstrap-B0MTOBRU.js +24 -0
- package/dist/cluster-bootstrap-B0MTOBRU.js.map +1 -0
- package/dist/{completion-verifier-7KEfroqx.d.ts → completion-verifier-BEpsr3N4.d.ts} +2 -2
- package/dist/{completion-verifier-7KEfroqx.d.ts.map → completion-verifier-BEpsr3N4.d.ts.map} +1 -1
- package/dist/{completion-verifier-ClmJV_Yc.js → completion-verifier-DFyYFezn.js} +3 -3
- package/dist/{completion-verifier-ClmJV_Yc.js.map → completion-verifier-DFyYFezn.js.map} +1 -1
- package/dist/contract/index.d.ts +10 -10
- package/dist/contract/index.js +14 -15
- package/dist/contract/index.js.map +1 -1
- package/dist/{cost-ledger-CS8R3IZj.js → cost-ledger-DfhStGcZ.js} +2 -2
- package/dist/{cost-ledger-CS8R3IZj.js.map → cost-ledger-DfhStGcZ.js.map} +1 -1
- package/dist/{decision-point-CNyoKOkz.js → decision-point-Di2LATNH.js} +4 -4
- package/dist/{decision-point-CNyoKOkz.js.map → decision-point-Di2LATNH.js.map} +1 -1
- package/dist/{default-registry-BB9_jzyH.js → default-registry-CdFbxPnr.js} +5 -5
- package/dist/{default-registry-BB9_jzyH.js.map → default-registry-CdFbxPnr.js.map} +1 -1
- package/dist/{default-registry-BbXr18AT.d.ts → default-registry-aPvwtzEM.d.ts} +7 -7
- package/dist/{default-registry-BbXr18AT.d.ts.map → default-registry-aPvwtzEM.d.ts.map} +1 -1
- package/dist/{define-agent-eval-Q4FdXGj7.js → define-agent-eval-BROmIwn1.js} +6 -6
- package/dist/{define-agent-eval-Q4FdXGj7.js.map → define-agent-eval-BROmIwn1.js.map} +1 -1
- package/dist/{define-agent-eval-D_DQMH04.d.ts → define-agent-eval-Bx3b9B01.d.ts} +7 -7
- package/dist/{define-agent-eval-D_DQMH04.d.ts.map → define-agent-eval-Bx3b9B01.d.ts.map} +1 -1
- package/dist/diagnosis/index.d.ts +2 -2
- package/dist/diagnosis/index.js +1 -1
- package/dist/{dspy-rlm-engine-CqQc0R2l.js → dspy-rlm-engine-cWyn8G1a.js} +4 -4
- package/dist/{dspy-rlm-engine-CqQc0R2l.js.map → dspy-rlm-engine-cWyn8G1a.js.map} +1 -1
- package/dist/{engine-rfV8Ff8V.d.ts → engine-BF8naBn7.d.ts} +2 -2
- package/dist/{engine-rfV8Ff8V.d.ts.map → engine-BF8naBn7.d.ts.map} +1 -1
- package/dist/{eval-campaign-CZSCjxVb.js → eval-campaign-Dq8DEKmy.js} +2 -2
- package/dist/{eval-campaign-CZSCjxVb.js.map → eval-campaign-Dq8DEKmy.js.map} +1 -1
- package/dist/{evaluation-SDXKL6Fx.d.ts → evaluation-CFKj_IlJ.d.ts} +4 -4
- package/dist/{evaluation-SDXKL6Fx.d.ts.map → evaluation-CFKj_IlJ.d.ts.map} +1 -1
- package/dist/{evaluation-BBI37mRe.js → evaluation-bU_bhlv-.js} +2 -2
- package/dist/{evaluation-BBI37mRe.js.map → evaluation-bU_bhlv-.js.map} +1 -1
- package/dist/evaluation.d.ts +1 -1
- package/dist/evaluation.js +1 -1
- package/dist/{exact-types-CaLLU1Pz.d.ts → exact-types-VAFjtOQN.d.ts} +2 -2
- package/dist/{exact-types-CaLLU1Pz.d.ts.map → exact-types-VAFjtOQN.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +3 -5
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +7 -12
- package/dist/experiment/index.js.map +1 -1
- package/dist/{exporters-BYBG9b1n.d.ts → exporters-dQKYD_Zo.d.ts} +2 -2
- package/dist/{exporters-BYBG9b1n.d.ts.map → exporters-dQKYD_Zo.d.ts.map} +1 -1
- package/dist/{external-optimizer-process-CfrY-nJT.js → external-optimizer-process-2ImGH_LR.js} +2 -2
- package/dist/{external-optimizer-process-CfrY-nJT.js.map → external-optimizer-process-2ImGH_LR.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-BtJk8UcU.js → external-optimizer-subprocess-_C_2yriN.js} +3 -3
- package/dist/{external-optimizer-subprocess-BtJk8UcU.js.map → external-optimizer-subprocess-_C_2yriN.js.map} +1 -1
- package/dist/{feedback-trajectory-P37ju-gW.d.ts → feedback-trajectory-DTj8eVTR.d.ts} +3 -3
- package/dist/{feedback-trajectory-P37ju-gW.d.ts.map → feedback-trajectory-DTj8eVTR.d.ts.map} +1 -1
- package/dist/{findings-store-BnYN57-h.js → findings-store-BSuaV3dN.js} +7 -24
- package/dist/findings-store-BSuaV3dN.js.map +1 -0
- package/dist/fuzz.js +2 -2
- package/dist/{index-D4lT7aFu.d.ts → index-7tWvC0aW.d.ts} +28 -128
- package/dist/index-7tWvC0aW.d.ts.map +1 -0
- package/dist/{index-C3t17kHu.d.ts → index-B62BaRzH.d.ts} +7 -100
- package/dist/index-B62BaRzH.d.ts.map +1 -0
- package/dist/{index-HuSMvqR2.d.ts → index-BlTbxHlY.d.ts} +5 -5
- package/dist/{index-HuSMvqR2.d.ts.map → index-BlTbxHlY.d.ts.map} +1 -1
- package/dist/{index-AmfM3usI.d.ts → index-CM12lr9E.d.ts} +8 -8
- package/dist/{index-AmfM3usI.d.ts.map → index-CM12lr9E.d.ts.map} +1 -1
- package/dist/{index-DLVbfss9.d.ts → index-DFso1b2W.d.ts} +8 -8
- package/dist/{index-DLVbfss9.d.ts.map → index-DFso1b2W.d.ts.map} +1 -1
- package/dist/index-DNXFzSpc.d.ts +1101 -0
- package/dist/index-DNXFzSpc.d.ts.map +1 -0
- package/dist/{index-BPmj-_ta.d.ts → index-DfqAy8ct.d.ts} +10 -9
- package/dist/index-DfqAy8ct.d.ts.map +1 -0
- package/dist/index.d.ts +29 -31
- package/dist/index.js +28 -164
- package/dist/index.js.map +1 -1
- package/dist/{integrity-BAdVzT8u.d.ts → integrity-CrmnGB2T.d.ts} +2 -2
- package/dist/{integrity-BAdVzT8u.d.ts.map → integrity-CrmnGB2T.d.ts.map} +1 -1
- package/dist/{judge-gate-CIlBrn6q.js → judge-gate-CrN0PaAL.js} +3 -3
- package/dist/{judge-gate-CIlBrn6q.js.map → judge-gate-CrN0PaAL.js.map} +1 -1
- package/dist/{kind-factory-Cfz8DUCc.js → kind-factory-CV0FNCMM.js} +2 -2
- package/dist/{kind-factory-Cfz8DUCc.js.map → kind-factory-CV0FNCMM.js.map} +1 -1
- package/dist/{llm-client-BdSiZ4qz.js → llm-client-DMMSg-Ro.js} +2 -2
- package/dist/{llm-client-BdSiZ4qz.js.map → llm-client-DMMSg-Ro.js.map} +1 -1
- package/dist/{llm-judge-VD_MI6kd.js → llm-judge-C813vmpc.js} +13 -14
- package/dist/{llm-judge-VD_MI6kd.js.map → llm-judge-C813vmpc.js.map} +1 -1
- package/dist/{matrix-Yg1lHIGI.d.ts → matrix-C-GxIgeJ.d.ts} +2 -2
- package/dist/{matrix-Yg1lHIGI.d.ts.map → matrix-C-GxIgeJ.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +2 -2
- package/dist/meta-eval/index.js +7 -7
- package/dist/{metrics-DNCAUtuB.js → metrics-zALlR17s.js} +16 -17
- package/dist/metrics-zALlR17s.js.map +1 -0
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/multishot/index.js +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{outcome-observations-DZu5hLYF.js → outcome-observations-DPkH-LHQ.js} +2 -3
- package/dist/{outcome-observations-DZu5hLYF.js.map → outcome-observations-DPkH-LHQ.js.map} +1 -1
- package/dist/paired-arms-DjMEtYI9.js +338 -0
- package/dist/paired-arms-DjMEtYI9.js.map +1 -0
- package/dist/{paired-promotion-decision-CiueaTTj.js → paired-promotion-decision-Bi9__RQS.js} +2 -3
- package/dist/{paired-promotion-decision-CiueaTTj.js.map → paired-promotion-decision-Bi9__RQS.js.map} +1 -1
- package/dist/{paired-promotion-decision-BDnqepZ1.d.ts → paired-promotion-decision-DJU3fZxH.d.ts} +3 -113
- package/dist/paired-promotion-decision-DJU3fZxH.d.ts.map +1 -0
- package/dist/{pareto-a3EOmjfe.js → pareto-fJZg8pXm.js} +3 -6
- package/dist/{pareto-a3EOmjfe.js.map → pareto-fJZg8pXm.js.map} +1 -1
- package/dist/pipelines/index.js +1 -1
- package/dist/{prime-protocol-DKRk4l4U.d.ts → prime-protocol-D1NkJRuD.d.ts} +2 -2
- package/dist/{prime-protocol-DKRk4l4U.d.ts.map → prime-protocol-D1NkJRuD.d.ts.map} +1 -1
- package/dist/{promotion-gate-DOkgJcLW.d.ts → promotion-gate-Da0xV4sa.d.ts} +3 -67
- package/dist/promotion-gate-Da0xV4sa.d.ts.map +1 -0
- package/dist/{promotion-policy-DLPcEnCf.js → promotion-policy-DCgftbnd.js} +4 -4
- package/dist/{promotion-policy-DLPcEnCf.js.map → promotion-policy-DCgftbnd.js.map} +1 -1
- package/dist/{proposal-findings-BfzzZ_lN.js → proposal-findings-DWs94yT8.js} +2 -2
- package/dist/{proposal-findings-BfzzZ_lN.js.map → proposal-findings-DWs94yT8.js.map} +1 -1
- package/dist/{registry-Ck7w-rr5.d.ts → registry-BAcEbzKm.d.ts} +4 -4
- package/dist/{registry-Ck7w-rr5.d.ts.map → registry-BAcEbzKm.d.ts.map} +1 -1
- package/dist/{release-confidence-nfQNh3eb.js → release-confidence-DGtuPDxJ.js} +2 -2
- package/dist/{release-confidence-nfQNh3eb.js.map → release-confidence-DGtuPDxJ.js.map} +1 -1
- package/dist/reporting.d.ts +4 -5
- package/dist/reporting.d.ts.map +1 -1
- package/dist/reporting.js +5 -7
- package/dist/reporting.js.map +1 -1
- package/dist/{researcher-CLnNJ7Or.d.ts → researcher-CSlc84Bp.d.ts} +4 -4
- package/dist/{researcher-CLnNJ7Or.d.ts.map → researcher-CSlc84Bp.d.ts.map} +1 -1
- package/dist/{reward-hacking-B88f-Kh7.js → reward-hacking-BYiDFbIl.js} +2 -3
- package/dist/{reward-hacking-B88f-Kh7.js.map → reward-hacking-BYiDFbIl.js.map} +1 -1
- package/dist/rl.d.ts +9 -8
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +8 -10
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +4 -4
- package/dist/rollout/index.js +1 -1
- package/dist/{rollout-Cu7kHGIe.js → rollout-DKa54qer.js} +2 -2
- package/dist/{rollout-Cu7kHGIe.js.map → rollout-DKa54qer.js.map} +1 -1
- package/dist/{rubric-predictive-validity-D_6ZPTNR.js → rubric-predictive-validity-DL7gJ51F.js} +2 -2
- package/dist/{rubric-predictive-validity-D_6ZPTNR.js.map → rubric-predictive-validity-DL7gJ51F.js.map} +1 -1
- package/dist/{run-record-CbUi2adH.js → run-record-CFbnkE1K.js} +2 -2
- package/dist/{run-record-CbUi2adH.js.map → run-record-CFbnkE1K.js.map} +1 -1
- package/dist/{runtime-rollouts-kGn1K5ut.js → runtime-rollouts-BNrm5nC_.js} +2 -2
- package/dist/{runtime-rollouts-kGn1K5ut.js.map → runtime-rollouts-BNrm5nC_.js.map} +1 -1
- package/dist/{schema-CfoA9U_U.d.ts → schema-PDKQ_iNE.d.ts} +2 -131
- package/dist/schema-PDKQ_iNE.d.ts.map +1 -0
- package/dist/search/index.d.ts +2 -2
- package/dist/search/index.js +2 -2
- package/dist/{search-kernel-DjqaPJqL.d.ts → search-kernel-CQGLbmgn.d.ts} +3 -3
- package/dist/{search-kernel-DjqaPJqL.d.ts.map → search-kernel-CQGLbmgn.d.ts.map} +1 -1
- package/dist/{search-summary-RJ5zXjHN.js → search-summary-sPWiYtSl.js} +4 -4
- package/dist/{search-summary-RJ5zXjHN.js.map → search-summary-sPWiYtSl.js.map} +1 -1
- package/dist/{sequential-BPbvgzfe.js → sequential-9TVb5Nu5.js} +3 -3
- package/dist/{sequential-BPbvgzfe.js.map → sequential-9TVb5Nu5.js.map} +1 -1
- package/dist/{sequential-Bb_pdTqG.d.ts → sequential-B9p6uoV8.d.ts} +9 -2
- package/dist/{sequential-Bb_pdTqG.d.ts.map → sequential-B9p6uoV8.d.ts.map} +1 -1
- package/dist/{sequential-Bjs5roiK.js → sequential-CAksw6EU.js} +32 -2
- package/dist/{sequential-Bjs5roiK.js.map → sequential-CAksw6EU.js.map} +1 -1
- package/dist/{server-CPKyf3bz.js → server-DFVwfoZq.js} +3 -3
- package/dist/{server-CPKyf3bz.js.map → server-DFVwfoZq.js.map} +1 -1
- package/dist/{skillopt-optimization-method-D9Hlmhjg.js → skillopt-optimization-method-QO1nU8Kz.js} +9 -9
- package/dist/{skillopt-optimization-method-D9Hlmhjg.js.map → skillopt-optimization-method-QO1nU8Kz.js.map} +1 -1
- package/dist/{statistical-heldout-C-tgpUuu.d.ts → statistical-heldout-CvOwNqt9.d.ts} +6 -282
- package/dist/statistical-heldout-CvOwNqt9.d.ts.map +1 -0
- package/dist/{statistical-heldout-NBxC7jGo.js → statistical-heldout-DLO4Ebos.js} +3 -3
- package/dist/{statistical-heldout-NBxC7jGo.js.map → statistical-heldout-DLO4Ebos.js.map} +1 -1
- package/dist/statistics-CvvC-MPv.js +2634 -0
- package/dist/statistics-CvvC-MPv.js.map +1 -0
- package/dist/statistics.d.ts +3 -0
- package/dist/statistics.js +3 -0
- package/dist/{store-otlp-BfPRa2p8.js → store-otlp-C-jyj3WX.js} +2 -2
- package/dist/{store-otlp-BfPRa2p8.js.map → store-otlp-C-jyj3WX.js.map} +1 -1
- package/dist/{store-tool-spans-BgwVHXma.d.ts → store-tool-spans-B3z_Qb5u.d.ts} +5 -5
- package/dist/{store-tool-spans-BgwVHXma.d.ts.map → store-tool-spans-B3z_Qb5u.d.ts.map} +1 -1
- package/dist/{store-tool-spans-BrSWHB9O.js → store-tool-spans-DalWlKY8.js} +3 -3
- package/dist/{store-tool-spans-BrSWHB9O.js.map → store-tool-spans-DalWlKY8.js.map} +1 -1
- package/dist/{summary-report-C3IJvp0i.js → summary-report-BEhqoxrA.js} +4 -52
- package/dist/summary-report-BEhqoxrA.js.map +1 -0
- package/dist/{summary-report-0La5vejY.d.ts → summary-report-DyZquTaH.d.ts} +2 -2
- package/dist/{summary-report-0La5vejY.d.ts.map → summary-report-DyZquTaH.d.ts.map} +1 -1
- package/dist/supervisor-run/index.d.ts +2 -2
- package/dist/supervisor-run/index.js +1 -1
- package/dist/{systemone-CpDppX8s.d.ts → systemone-DVk-Crtu.d.ts} +7 -7
- package/dist/{systemone-CpDppX8s.d.ts.map → systemone-DVk-Crtu.d.ts.map} +1 -1
- package/dist/{systemone-review-nbuMxxmi.d.ts → systemone-review-CToBl1oa.d.ts} +2 -2
- package/dist/{systemone-review-nbuMxxmi.d.ts.map → systemone-review-CToBl1oa.d.ts.map} +1 -1
- package/dist/systemone.d.ts +3 -3
- package/dist/systemone.js +2 -2
- package/dist/{tool-groups-BQsjZD9F.d.ts → tool-groups-R5RO9OHn.d.ts} +3 -3
- package/dist/tool-groups-R5RO9OHn.d.ts.map +1 -0
- package/dist/{tool-waste-Czt3aWID.js → tool-waste-BqSmmPUz.js} +2 -3
- package/dist/{tool-waste-Czt3aWID.js.map → tool-waste-BqSmmPUz.js.map} +1 -1
- package/dist/{trace-questions-CpTrtEcm.d.ts → trace-questions-BY6taxnl.d.ts} +3 -3
- package/dist/{trace-questions-CpTrtEcm.d.ts.map → trace-questions-BY6taxnl.d.ts.map} +1 -1
- package/dist/trace-repair/index.d.ts +1 -1
- package/dist/trace-repair/index.js +1 -2
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/traces.d.ts +5 -5
- package/dist/traces.js +3 -3
- package/dist/{tree-DIHp6UQ0.js → tree-C-N2kP-8.js} +4 -6
- package/dist/{tree-DIHp6UQ0.js.map → tree-C-N2kP-8.js.map} +1 -1
- package/dist/{types-DsuOcYsE.d.ts → types-BsdcSWnf.d.ts} +2 -2
- package/dist/{types-DsuOcYsE.d.ts.map → types-BsdcSWnf.d.ts.map} +1 -1
- package/dist/{types-DNB9hIXa.d.ts → types-DUVhW5V1.d.ts} +3 -2
- package/dist/types-DUVhW5V1.d.ts.map +1 -0
- package/dist/{types-wDBk14lj.d.ts → types-ip2D3-Ib.d.ts} +5 -4
- package/dist/types-ip2D3-Ib.d.ts.map +1 -0
- package/dist/{types-B9s9Xo5_.d.ts → types-kBMNdo1X.d.ts} +3 -9
- package/dist/types-kBMNdo1X.d.ts.map +1 -0
- package/dist/wire/index.d.ts +4 -4
- package/dist/wire/index.js +1 -1
- package/docs/design/statistics-decisions.md +45 -364
- package/docs/design.md +1 -1
- package/docs/research-report-methodology.md +1 -1
- package/package.json +6 -1
- package/dist/agreement-irr-DXcXEt4I.js +0 -182
- package/dist/agreement-irr-DXcXEt4I.js.map +0 -1
- package/dist/analyze-runs-C7vWBDhl.js.map +0 -1
- package/dist/benchmark-command-DSJQeYom.js.map +0 -1
- package/dist/cluster-bootstrap-BteuR1hg.js +0 -65
- package/dist/cluster-bootstrap-BteuR1hg.js.map +0 -1
- package/dist/descriptive-B3Eb7tX0.js +0 -229
- package/dist/descriptive-B3Eb7tX0.js.map +0 -1
- package/dist/findings-store-BnYN57-h.js.map +0 -1
- package/dist/index-BPmj-_ta.d.ts.map +0 -1
- package/dist/index-C3t17kHu.d.ts.map +0 -1
- package/dist/index-D4lT7aFu.d.ts.map +0 -1
- package/dist/judge-calibration-DKR6Xi-w.js +0 -319
- package/dist/judge-calibration-DKR6Xi-w.js.map +0 -1
- package/dist/judge-calibration-DnrbQaXI.d.ts +0 -144
- package/dist/judge-calibration-DnrbQaXI.d.ts.map +0 -1
- package/dist/mean-D1d6gedE.js +0 -284
- package/dist/mean-D1d6gedE.js.map +0 -1
- package/dist/metrics-DNCAUtuB.js.map +0 -1
- package/dist/multiplicity-DAd4xaDC.js +0 -100
- package/dist/multiplicity-DAd4xaDC.js.map +0 -1
- package/dist/multiplicity-D_SEsc5j.d.ts +0 -41
- package/dist/multiplicity-D_SEsc5j.d.ts.map +0 -1
- package/dist/paired-arms-3-tsXvvC.js +0 -740
- package/dist/paired-arms-3-tsXvvC.js.map +0 -1
- package/dist/paired-binary-CMzmSSd5.js +0 -372
- package/dist/paired-binary-CMzmSSd5.js.map +0 -1
- package/dist/paired-promotion-decision-BDnqepZ1.d.ts.map +0 -1
- package/dist/paired-tests-Buh6feJ4.js +0 -211
- package/dist/paired-tests-Buh6feJ4.js.map +0 -1
- package/dist/power-and-mde-g3vOn0XK.js +0 -99
- package/dist/power-and-mde-g3vOn0XK.js.map +0 -1
- package/dist/promotion-gate-DOkgJcLW.d.ts.map +0 -1
- package/dist/random-BN150Q_X.d.ts +0 -79
- package/dist/random-BN150Q_X.d.ts.map +0 -1
- package/dist/schema-CfoA9U_U.d.ts.map +0 -1
- package/dist/sequential-eprocess-C1YLwFaz.js +0 -129
- package/dist/sequential-eprocess-C1YLwFaz.js.map +0 -1
- package/dist/statistical-heldout-C-tgpUuu.d.ts.map +0 -1
- package/dist/summary-report-C3IJvp0i.js.map +0 -1
- package/dist/tool-groups-BQsjZD9F.d.ts.map +0 -1
- package/dist/types-0KglnQ9o.d.ts.map +0 -1
- package/dist/types-B9s9Xo5_.d.ts.map +0 -1
- package/dist/types-DNB9hIXa.d.ts.map +0 -1
- package/dist/types-wDBk14lj.d.ts.map +0 -1
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,25 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
4
4
|
|
|
5
5
|
---
|
|
6
6
|
|
|
7
|
+
## [1.0.21] — 2026-11-06
|
|
8
|
+
|
|
9
|
+
- Add `independentRiskDifference`: Newcombe/Wilson intervals for independent before/after counts, with explicit uncertainty for empty arms.
|
|
10
|
+
|
|
11
|
+
## [1.0.20] — 2026-11-06
|
|
12
|
+
|
|
13
|
+
- docs(statistics): trim whitespace in interval guidance
|
|
14
|
+
- fix(verification): retain valid replay baselines and current release evidence
|
|
15
|
+
- chore(analyst): refresh manifest for shared statistics owner
|
|
16
|
+
- fix(statistics): preserve degenerate bootstrap results and mean seed
|
|
17
|
+
- feat(statistics): share stratified cluster resampling and calibrated placebo bands
|
|
18
|
+
- fix(exports): ship ./statistics subpath, gpt-5-mini pricing, sequentialCrossingHorizon
|
|
19
|
+
- fix(adopt-stack): qualify the committed caller tree
|
|
20
|
+
- fix(adopt-stack): read large tracked path inventories
|
|
21
|
+
- fix(adoption): read a Runtime release's evidence from its Publish run, and raise pins below a dependency floor (#1211)
|
|
22
|
+
- fix(adoption): hold a Runtime release whose tag evidence failed or never ran
|
|
23
|
+
- fix(adoption): gate stable-major candidates against installed versions
|
|
24
|
+
- feat(app-grade): probes take a method and JSON body (#1208)
|
|
25
|
+
|
|
7
26
|
## [1.0.19] — 2026-11-04
|
|
8
27
|
|
|
9
28
|
- perf(lock): owner records skip fsync; a torn record born before this boot is stale (#1206)
|
|
@@ -39,28 +58,17 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
39
58
|
- feat(supervisor-run): write a run's sessions as OTLP spans (#1186)
|
|
40
59
|
- fix(supervisor-run): read whole Discovery episodes and screen rows on calibration (#1185)
|
|
41
60
|
- feat(calibration): precision, recall, AUC and a cluster-bootstrap CI on every calibration row
|
|
42
|
-
- chore(release): 1.0.12
|
|
43
61
|
- fix(statistics): exact retired-contract compat for summarizeDistribution
|
|
44
|
-
- chore(release): 1.0.11
|
|
45
62
|
- fix(statistics): export summarizeDistribution from the package root
|
|
46
|
-
- chore(release): 1.0.10
|
|
47
|
-
- chore(release): 1.0.9
|
|
48
63
|
- feat(statistics): summarizeDistribution + percentileNearestRank (consolidation home)
|
|
49
|
-
- chore(release): 1.0.8
|
|
50
64
|
- chore(analyst): re-pin the implementation manifest on merged main
|
|
51
65
|
- feat(statistics,harness): two-sample Welch evidence + lifted sandbox assertion library
|
|
52
|
-
- chore(release): 1.0.7 (#1172)
|
|
53
66
|
- docs(statistics): keep inference policy and exports readable (#1173)
|
|
54
67
|
- feat(statistics): own independent effect summaries and ROC area (#1171)
|
|
55
|
-
- chore(release): 1.0.6 (#1170)
|
|
56
68
|
- refactor(reporting): share text table layout and simplify summaries (#1169)
|
|
57
69
|
- refactor(harness): retain unavailable verdicts through cleanup (#1168)
|
|
58
|
-
- chore(release): 1.0.5 (#1167)
|
|
59
70
|
- refactor(harness): normalize compact named expectations (#1166)
|
|
60
|
-
- chore(release): 1.0.4 (#1165)
|
|
61
71
|
- refactor(harness): own resource acquisition and readiness cleanup (#1164)
|
|
62
|
-
- chore(release): 1.0.3 (#1163)
|
|
63
|
-
- chore(release): declare the existing deployment runner for workflow lint
|
|
64
72
|
- fix(release): bind bootstrap to the existing qualified action revision
|
|
65
73
|
- fix(release): use the qualified pnpm bootstrap in publication workflows
|
|
66
74
|
- Refactor sandbox integration scenarios into the eval harness (#1161)
|
|
@@ -68,26 +76,16 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
68
76
|
## [1.0.12] — 2026-10-31
|
|
69
77
|
|
|
70
78
|
- fix(statistics): exact retired-contract compat for summarizeDistribution
|
|
71
|
-
- chore(release): 1.0.11
|
|
72
79
|
- fix(statistics): export summarizeDistribution from the package root
|
|
73
|
-
- chore(release): 1.0.10
|
|
74
|
-
- chore(release): 1.0.9
|
|
75
80
|
- feat(statistics): summarizeDistribution + percentileNearestRank (consolidation home)
|
|
76
|
-
- chore(release): 1.0.8
|
|
77
81
|
- chore(analyst): re-pin the implementation manifest on merged main
|
|
78
82
|
- feat(statistics,harness): two-sample Welch evidence + lifted sandbox assertion library
|
|
79
|
-
- chore(release): 1.0.7 (#1172)
|
|
80
83
|
- docs(statistics): keep inference policy and exports readable (#1173)
|
|
81
84
|
- feat(statistics): own independent effect summaries and ROC area (#1171)
|
|
82
|
-
- chore(release): 1.0.6 (#1170)
|
|
83
85
|
- refactor(reporting): share text table layout and simplify summaries (#1169)
|
|
84
86
|
- refactor(harness): retain unavailable verdicts through cleanup (#1168)
|
|
85
|
-
- chore(release): 1.0.5 (#1167)
|
|
86
87
|
- refactor(harness): normalize compact named expectations (#1166)
|
|
87
|
-
- chore(release): 1.0.4 (#1165)
|
|
88
88
|
- refactor(harness): own resource acquisition and readiness cleanup (#1164)
|
|
89
|
-
- chore(release): 1.0.3 (#1163)
|
|
90
|
-
- chore(release): declare the existing deployment runner for workflow lint
|
|
91
89
|
- fix(release): bind bootstrap to the existing qualified action revision
|
|
92
90
|
- fix(release): use the qualified pnpm bootstrap in publication workflows
|
|
93
91
|
- Refactor sandbox integration scenarios into the eval harness (#1161)
|
|
@@ -95,19 +93,13 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
95
93
|
## [1.0.11] — 2026-10-30
|
|
96
94
|
|
|
97
95
|
- fix(statistics): export summarizeDistribution from the package root
|
|
98
|
-
- chore(release): 1.0.10
|
|
99
|
-
- chore(release): 1.0.9
|
|
100
96
|
- feat(statistics): summarizeDistribution + percentileNearestRank (consolidation home)
|
|
101
|
-
- chore(release): 1.0.8
|
|
102
97
|
- chore(analyst): re-pin the implementation manifest on merged main
|
|
103
98
|
- feat(statistics,harness): two-sample Welch evidence + lifted sandbox assertion library
|
|
104
|
-
- chore(release): 1.0.7 (#1172)
|
|
105
99
|
- docs(statistics): keep inference policy and exports readable (#1173)
|
|
106
100
|
- feat(statistics): own independent effect summaries and ROC area (#1171)
|
|
107
|
-
- chore(release): 1.0.6 (#1170)
|
|
108
101
|
- refactor(reporting): share text table layout and simplify summaries (#1169)
|
|
109
102
|
- refactor(harness): retain unavailable verdicts through cleanup (#1168)
|
|
110
|
-
- chore(release): 1.0.5 (#1167)
|
|
111
103
|
- refactor(harness): normalize compact named expectations (#1166)
|
|
112
104
|
- chore(release): 1.0.4 (#1165)
|
|
113
105
|
- refactor(harness): own resource acquisition and readiness cleanup (#1164)
|
package/dist/adapters/http.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { d as CostReceipt } from "../cost-ledger-Czro9wmo.js";
|
|
2
|
-
import { R as Scenario, d as DispatchContext, f as DispatchFn } from "../types-
|
|
3
|
-
import "../index-
|
|
2
|
+
import { R as Scenario, d as DispatchContext, f as DispatchFn } from "../types-ip2D3-Ib.js";
|
|
3
|
+
import "../index-DFso1b2W.js";
|
|
4
4
|
export interface HttpDispatchOptions<TScenario extends Scenario, _TArtifact> {
|
|
5
5
|
/** Static endpoint URL. Mutually exclusive with `resolveUrl`. */
|
|
6
6
|
url?: string;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { f as CostReceiptInput, m as CustomTokenPricing } from "./cost-ledger-Czro9wmo.js";
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
2
|
+
import { Y as TraceAnalysisStore, i as AnalystFinding, m as EvidenceRef, p as AnalystUsageReceipt } from "./types-kBMNdo1X.js";
|
|
3
|
+
import { A as ChatResponse, k as ChatRequest } from "./cluster-Cd0MRbr9.js";
|
|
4
4
|
import { AgentProfile, AgentProfile as AgentProfile$1, HarnessType, HarnessType as HarnessType$1 } from "@tangle-network/agent-interface";
|
|
5
5
|
interface ExternalOptimizerProcessLimits {
|
|
6
6
|
/** Maximum serialized input written for the child process. */
|
|
@@ -466,4 +466,4 @@ declare function agentProfileId(profile: AgentProfile): string;
|
|
|
466
466
|
*/
|
|
467
467
|
declare function agentProfileHash(profile: AgentProfile): string;
|
|
468
468
|
export { traceStoreEvidenceResolver as A, ExternalOptimizerModelCallRequest as B, AnalystEvidenceResolutionError as C, AnalystLatencyDistribution as D, AnalystIssueExpectation as E, ExternalOptimizerEndpointFormat as F, ExternalOptimizerRunnerCommand as G, ExternalOptimizerModelExecutionObservation as H, ExternalOptimizerEvaluationObservation as I, ExternalTextEvaluationRequest as J, ExternalOptimizerWireCounts as K, ExternalOptimizerEvaluationRefusalReason as L, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS as M, ExternalOptimizerCallbackLimits as N, RunAnalystBenchmarkOptions as O, ExternalOptimizerChatRequest as P, ExternalOptimizerModelBudget as R, AnalystEvidenceResolution as S, AnalystFindingScore as T, ExternalOptimizerProcessLimits as U, ExternalOptimizerModelCallResult as V, ExternalOptimizerResumeMode as W, AnalystBenchmarkProvenance as _, ProfileAxisSpec as a, AnalystBenchmarkSummary as b, expandProfileAxes as c, AnalystBenchmarkDatasetRef as d, AnalystBenchmarkDescriptor as f, AnalystBenchmarkOutput as g, AnalystBenchmarkObservation as h, HarnessType$1 as i, DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS as j, runAnalystBenchmark as k, harnessAxisOf as l, AnalystBenchmarkLabelState as m, CODING_HARNESSES as n, agentProfileHash as o, AnalystBenchmarkError as p, ExternalTextCandidate as q, HARNESS_NATIVE_MODEL as r, agentProfileId as s, AgentProfile$1 as t, AnalystBenchmarkCase as u, AnalystBenchmarkResult as v, AnalystEvidenceResolver as w, AnalystEvidenceExpectation as x, AnalystBenchmarkRunner as y, ExternalOptimizerModelCall as z };
|
|
469
|
-
//# sourceMappingURL=agent-profile-
|
|
469
|
+
//# sourceMappingURL=agent-profile-BO8ruI6R.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-profile-
|
|
1
|
+
{"version":3,"file":"agent-profile-BO8ruI6R.d.ts","names":["_$___cost_ledger0.CostReceiptInput"],"sources":["../src/campaign/external-optimizer-contracts.ts","../src/analyst/benchmark.ts","../src/agent-profile.ts"],"mappings":";;;;UAciB;;EAEf;;EAEA;;EAEA;;cAGW,2CAA2C,SAAS;UAOhD;;EAEf;;EAEA;;cAGW,4CAA4C,SAAS;UAMjD;EACf;EACA;EACA,MAAM,OAAO;;EAEb,SAAS,QAAQ;;KAGP;KAEA,iCAAiC;UAE5B;EACf,WAAW;EACX;;KAqDG,aAAa,KAAK,eAAc,6BACjC,IACA,0BAA0B,gBACf,aAAa,OACtB,+BACc,WAAW,IAAI,aAAa,EAAE,SAC1C;;KAGI,+BAA+B,aACzC,KAAK;EAA0B;;KAGrB;;UAMK;;WAEN;;WAEA,SAAS;;WAET,iBAAiB;WACjB,QAAQ;;;KAIP;WAEG;;WAEA,UAAU;;;;;;;WAOV,SAPUA;;WASV;;WAGA;;WAEA;;WAEA,SATkCA;;WAWlC;;;;;;;;;;;;KAaH,8BACV,SAAS,sCACN,QAAQ;;KAGD;WAEG;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;WAGA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;KAGH;;;;;;KAUA;WAEG;WACA;WACA,WAAW;WACX;;WAGA;WACA;WACA,WAAW;WACX;WACA;;WAEA;WACA;;WAGA;WACA;WACA,QAAQ;WACR,YAAY;WACZ;WACA;;UAGE;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;EAUA;;;;;;EAMA,UAAU;;EAEV;;;UAIe;;EAEf;;EAEA;;UCpQe;EACf;EACA,OAAO;;UAGQ;EACf;EACA;EACA;EACA;EACA,oBAAoB;EACpB;;EAEA,4BAA4B;;KAGlB;UAEK,qBAAqB;EACpC;;EAEA;;EAEA,YAAY;EACZ,OAAO;EACP,yBAAyB;;EAEzB,2BAA2B;EAC3B;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA,mBAAmB;EACnB;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;UAGe;EACf,UAAU;EACV;EACA;;UAGe;EACf;EACA;EACA,oBAAoB;EACpB,QAAQ;;EAER;;KAGU,wBAAwB,qBAAqB;EACvD;EACA,WAAW;EACX,UAAU;EACV,SAAS;gBACK;;;;;iBAMA,2BAA2B,QACzC,WAAW,OAAO,WAAW,qBAC5B,wBAAwB;UAoBV;EACf,mBAAmB;EACnB,QAAQ;EACR,WAAW;;;;;EAKX;;EAEA,QAAQ;;UAGO;EACf;EACA;EACA;EACA;;UAGe,uBAAuB;EACtC;EACA,QACE,OAAO,QACP;IAAW;IAAgB;IAAoB,SAAS;MACvD,yBAAyB,QAAQ;;UAGrB;EACf;EACA;EACA;EACA,YAAY;EACZ;EACA;EACA;EACA;EACA,mBAAmB;EACnB,OAAO;EACP,qBAAqB;EACrB;EACA,eAAe;EACf,QAAQ;EACR,iBAAiB;EACjB,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;EACA,WAAW;EACX;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;;UAGe;EACf;EACA,UAAU;EACV;EACA,cAAc;EACd,WAAW;;UAGI,mCAAmC;EAClD;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,YAAY;EACZ,cAAc;EACd,WAAW;;UAGI,2BAA2B;EAC1C,gBAAgB,qBAAqB;EACrC,kBAAkB,uBAAuB;EACzC;EACA;EACA;EACA,kBAAkB,wBAAwB;EAC1C,YAAY;;EAEZ,+BAA+B;EAC/B,iBAAiB,aAAa,uCAAuC;EACrE,SAAS;;iBAGW,oBAAoB,QACxC,SAAS,2BAA2B,UACnC,QAAQ;;;;;;;;cCnQE,2BAA2B;UAOvB;;;EAGf,MAAM;;EAEN,qBAAqB;;;EAGrB;;;;;;EAMA;;;;;;;cAQW;;;;;;;;;;;;;;;;;;;iBAoBG,kBAAkB,MAAM,kBAAkB;;;;;;;;iBAwD1C,cACd,SAAS,KAAK;EACX,SAAS;EAAa;;;;;;;;;iBAiBX,eAAe,SAAS;;;;;;;;;;;iBAmDxB,iBAAiB,SAAS"}
|
package/dist/analyst/index.d.ts
CHANGED
|
@@ -1,20 +1,20 @@
|
|
|
1
1
|
import { m as CustomTokenPricing, o as CostLedgerHandle } from "../cost-ledger-Czro9wmo.js";
|
|
2
|
-
import { A as FindingParseOutcome, B as
|
|
3
|
-
import { A as
|
|
4
|
-
import {
|
|
5
|
-
import { A as traceStoreEvidenceResolver, C as AnalystEvidenceResolutionError, D as AnalystLatencyDistribution, E as AnalystIssueExpectation, G as ExternalOptimizerRunnerCommand, H as ExternalOptimizerModelExecutionObservation, O as RunAnalystBenchmarkOptions, S as AnalystEvidenceResolution, T as AnalystFindingScore, _ as AnalystBenchmarkProvenance, b as AnalystBenchmarkSummary, d as AnalystBenchmarkDatasetRef, f as AnalystBenchmarkDescriptor, g as AnalystBenchmarkOutput, h as AnalystBenchmarkObservation, k as runAnalystBenchmark, m as AnalystBenchmarkLabelState, p as AnalystBenchmarkError, t as AgentProfile, u as AnalystBenchmarkCase, v as AnalystBenchmarkResult, w as AnalystEvidenceResolver, x as AnalystEvidenceExpectation, y as AnalystBenchmarkRunner, z as ExternalOptimizerModelCall } from "../agent-profile-
|
|
6
|
-
import { C as BehavioralWindowPolicy, S as BehavioralTraceWindow, _ as BehavioralTraceEventMap, a as createTraceAnalyst, b as BehavioralTraceQuestionsOptions, c as BehavioralAnalystOptions, d as pinBehavioralFailureClass, f as BEHAVIORAL_TRACE_QUESTIONS, g as BehavioralTraceEvent, h as BehavioralTraceAnswer, i as TraceAnalystDefinition, l as assertFailureClasses, m as BehavioralQuestionCalibration, n as buildDefaultAnalystRegistry, o as runTraceAnalyst, p as BEHAVIORAL_TRACE_QUESTIONS_VERSION, r as CreateTraceAnalystOptions, s as BEHAVIORAL_FAILURE_CLASS, t as DefaultAnalystRegistryOptions, u as behavioralAnalyst, v as BehavioralTraceLayer, w as behavioralTraceQuestionDigest, x as BehavioralTraceSupport, y as BehavioralTraceQuestionId } from "../default-registry-
|
|
7
|
-
import { a as ExactAnalystRunPolicySnapshot, c as ExactAnalystSnapshot, d as ExactExecutionComponentSnapshot, i as ExactAnalystRunEvent, l as ExactCapableAnalyst, n as ExactAnalystExecutionPlanSnapshot, o as ExactAnalystRunResult, r as ExactAnalystRunCompletion, s as ExactAnalystRunSummary, t as ExactAnalystBudgetSnapshot, u as ExactExecutionComponentIdentity } from "../exact-types-
|
|
2
|
+
import { A as FindingParseOutcome, B as FindingTreatment, C as CalibrationInterval, D as FindingLayer, E as FindingEvidenceUnit, F as independentUnitCount, H as TreatmentLayer, I as lineageRoots, L as parseAnalystFinding, M as FindingScope, N as FindingScopeReading, O as FindingMeasure, P as ProposalFindingSchema, R as readFindingScope, S as makeProposalFinding, T as FindingCalibration, V as TREATMENT_LAYERS, Y as TraceAnalysisStore, _ as ExecutionProbeRequest, a as AnalystFindingSchemaVersion, b as computeFindingId, c as AnalystRunEvent, d as AnalystRunSummary, f as AnalystSeverity, g as ExecutionProbeOutcome, h as ExecutionProbe, i as AnalystFinding, j as FindingReaderLabel, k as FindingMethod, l as AnalystRunInputs, m as EvidenceRef, n as AnalystContext, o as AnalystInputKind, ot as TraceAnalystSpan, p as AnalystUsageReceipt, r as AnalystCost, s as AnalystRequirements, t as Analyst, u as AnalystRunResult, v as ProposalFinding, w as FINDING_LAYERS, x as makeFinding, y as ProposalFindingOrigin, z as FindingConditions } from "../types-kBMNdo1X.js";
|
|
3
|
+
import { A as ChatResponse, D as ChatCallOpts, F as OpenAiCompatibleTransportOpts, I as SandboxSdkTransportOpts, L as createChatClient, M as CreateChatClientOpts, N as CustomTransportOpts, O as ChatClient, P as MockTransportOpts, j as ChatTransport, k as ChatRequest, t as BootstrapInterval } from "../cluster-Cd0MRbr9.js";
|
|
4
|
+
import { Ft as NominalAgreementOptions } from "../index-DNXFzSpc.js";
|
|
5
|
+
import { A as traceStoreEvidenceResolver, C as AnalystEvidenceResolutionError, D as AnalystLatencyDistribution, E as AnalystIssueExpectation, G as ExternalOptimizerRunnerCommand, H as ExternalOptimizerModelExecutionObservation, O as RunAnalystBenchmarkOptions, S as AnalystEvidenceResolution, T as AnalystFindingScore, _ as AnalystBenchmarkProvenance, b as AnalystBenchmarkSummary, d as AnalystBenchmarkDatasetRef, f as AnalystBenchmarkDescriptor, g as AnalystBenchmarkOutput, h as AnalystBenchmarkObservation, k as runAnalystBenchmark, m as AnalystBenchmarkLabelState, p as AnalystBenchmarkError, t as AgentProfile, u as AnalystBenchmarkCase, v as AnalystBenchmarkResult, w as AnalystEvidenceResolver, x as AnalystEvidenceExpectation, y as AnalystBenchmarkRunner, z as ExternalOptimizerModelCall } from "../agent-profile-BO8ruI6R.js";
|
|
6
|
+
import { C as BehavioralWindowPolicy, S as BehavioralTraceWindow, _ as BehavioralTraceEventMap, a as createTraceAnalyst, b as BehavioralTraceQuestionsOptions, c as BehavioralAnalystOptions, d as pinBehavioralFailureClass, f as BEHAVIORAL_TRACE_QUESTIONS, g as BehavioralTraceEvent, h as BehavioralTraceAnswer, i as TraceAnalystDefinition, l as assertFailureClasses, m as BehavioralQuestionCalibration, n as buildDefaultAnalystRegistry, o as runTraceAnalyst, p as BEHAVIORAL_TRACE_QUESTIONS_VERSION, r as CreateTraceAnalystOptions, s as BEHAVIORAL_FAILURE_CLASS, t as DefaultAnalystRegistryOptions, u as behavioralAnalyst, v as BehavioralTraceLayer, w as behavioralTraceQuestionDigest, x as BehavioralTraceSupport, y as BehavioralTraceQuestionId } from "../default-registry-aPvwtzEM.js";
|
|
7
|
+
import { a as ExactAnalystRunPolicySnapshot, c as ExactAnalystSnapshot, d as ExactExecutionComponentSnapshot, i as ExactAnalystRunEvent, l as ExactCapableAnalyst, n as ExactAnalystExecutionPlanSnapshot, o as ExactAnalystRunResult, r as ExactAnalystRunCompletion, s as ExactAnalystRunSummary, t as ExactAnalystBudgetSnapshot, u as ExactExecutionComponentIdentity } from "../exact-types-VAFjtOQN.js";
|
|
8
8
|
import { g as SystemOneState } from "../systemone-protocol-C4t7JH4Y.js";
|
|
9
|
-
import { B as DiffPolicy, F as FindingsTimeStep, H as FindingsStore, I as LedgerFinding, L as diffFindingsOverTime, M as FindingsLedgerOutcome, N as FindingsLedgerRead, P as FindingsQuery, R as openFindingsLedger, U as PersistedFinding, V as FindingsDiff, W as diffFindings, j as FindingsLedger, r as SystemOneEvaluatorOptions, z as queryFindings } from "../systemone-
|
|
10
|
-
import { a as RAW_FINDING_SCHEMA_PROMPT, c as RawAnalystFindingSchema, i as TraceAnalystLimits, l as evidenceRefsFromRawFinding, n as TraceAnalysisEngineRequest, o as RawAnalystEvidence, r as TraceAnalysisEngineResult, s as RawAnalystFinding, t as TraceAnalysisEngine, u as parseRawFinding } from "../engine-
|
|
11
|
-
import { n as buildTraceToolsForGroup, t as TraceToolGroupName } from "../tool-groups-
|
|
12
|
-
import { a as BudgetPolicy, c as RegistryRunOpts, i as AnalystRegistryOptions, n as ExactAnalystRunExecutionError, o as ExactAnalystBudgetPolicy, r as AnalystHooks, s as ExactRegistryRunOpts, t as AnalystRegistry } from "../registry-
|
|
13
|
-
import { T as SemanticConceptJudgeOptions, _ as DspyRlmTraceEngineOptions, a as FAILURE_MODE_KIND_SPEC, b as createChatTraceEngine, c as emitControlIntegrityFindings, d as FindingSubject, f as FindingSubjectKind, g as renderFindingSubject, h as parseFindingSubject, i as IMPROVEMENT_KIND_SPEC, l as FINDING_SUBJECT_KINDS, m as findingSubjectGrammarPromptFor, n as KNOWLEDGE_POISONING_KIND_SPEC, o as CONTROL_INTEGRITY_ANALYST, p as KIND_EXPECTED_SUBJECTS, r as KNOWLEDGE_GAP_KIND_SPEC, s as ControlIntegrityAnalyst, t as DEFAULT_TRACE_ANALYST_KINDS, u as FINDING_SUBJECT_SYNTAX, v as createDspyRlmTraceEngine, y as ChatTraceEngineOptions } from "../index-
|
|
14
|
-
import { C as runPrimeExchange, D as ReplyRowDecoded, E as ReplyEnvelope, O as ReplyRowRejection, S as projectPrimeTrajectory, T as ReplyContract, _ as buildPrimePrompt, a as PrimeProjectionOutcome, b as normalizePrimeUsage, c as PrimeProtocolIdentity, d as PrimeRepairPromptSpec, f as PrimeRepairState, g as analystUsageReceiptFromPrimeUsage, h as PrimeTurnRecord, i as PrimeProjectionDelivery, l as PrimeRawUsage, m as PrimeRowDecoded, n as PrimeExchangeOutcome, o as PrimeProjectionSource, p as PrimeReplyContract, r as PrimeFailure, s as PrimePromptSpec, t as PrimeExchangeOptions, u as PrimeRejectedRow, v as buildPrimeRepairPrompt, w as DecodedReply, x as primeProtocolSha256, y as mergePrimeRawUsage } from "../prime-protocol-
|
|
9
|
+
import { B as DiffPolicy, F as FindingsTimeStep, H as FindingsStore, I as LedgerFinding, L as diffFindingsOverTime, M as FindingsLedgerOutcome, N as FindingsLedgerRead, P as FindingsQuery, R as openFindingsLedger, U as PersistedFinding, V as FindingsDiff, W as diffFindings, j as FindingsLedger, r as SystemOneEvaluatorOptions, z as queryFindings } from "../systemone-DVk-Crtu.js";
|
|
10
|
+
import { a as RAW_FINDING_SCHEMA_PROMPT, c as RawAnalystFindingSchema, i as TraceAnalystLimits, l as evidenceRefsFromRawFinding, n as TraceAnalysisEngineRequest, o as RawAnalystEvidence, r as TraceAnalysisEngineResult, s as RawAnalystFinding, t as TraceAnalysisEngine, u as parseRawFinding } from "../engine-BF8naBn7.js";
|
|
11
|
+
import { n as buildTraceToolsForGroup, t as TraceToolGroupName } from "../tool-groups-R5RO9OHn.js";
|
|
12
|
+
import { a as BudgetPolicy, c as RegistryRunOpts, i as AnalystRegistryOptions, n as ExactAnalystRunExecutionError, o as ExactAnalystBudgetPolicy, r as AnalystHooks, s as ExactRegistryRunOpts, t as AnalystRegistry } from "../registry-BAcEbzKm.js";
|
|
13
|
+
import { T as SemanticConceptJudgeOptions, _ as DspyRlmTraceEngineOptions, a as FAILURE_MODE_KIND_SPEC, b as createChatTraceEngine, c as emitControlIntegrityFindings, d as FindingSubject, f as FindingSubjectKind, g as renderFindingSubject, h as parseFindingSubject, i as IMPROVEMENT_KIND_SPEC, l as FINDING_SUBJECT_KINDS, m as findingSubjectGrammarPromptFor, n as KNOWLEDGE_POISONING_KIND_SPEC, o as CONTROL_INTEGRITY_ANALYST, p as KIND_EXPECTED_SUBJECTS, r as KNOWLEDGE_GAP_KIND_SPEC, s as ControlIntegrityAnalyst, t as DEFAULT_TRACE_ANALYST_KINDS, u as FINDING_SUBJECT_SYNTAX, v as createDspyRlmTraceEngine, y as ChatTraceEngineOptions } from "../index-CM12lr9E.js";
|
|
14
|
+
import { C as runPrimeExchange, D as ReplyRowDecoded, E as ReplyEnvelope, O as ReplyRowRejection, S as projectPrimeTrajectory, T as ReplyContract, _ as buildPrimePrompt, a as PrimeProjectionOutcome, b as normalizePrimeUsage, c as PrimeProtocolIdentity, d as PrimeRepairPromptSpec, f as PrimeRepairState, g as analystUsageReceiptFromPrimeUsage, h as PrimeTurnRecord, i as PrimeProjectionDelivery, l as PrimeRawUsage, m as PrimeRowDecoded, n as PrimeExchangeOutcome, o as PrimeProjectionSource, p as PrimeReplyContract, r as PrimeFailure, s as PrimePromptSpec, t as PrimeExchangeOptions, u as PrimeRejectedRow, v as buildPrimeRepairPrompt, w as DecodedReply, x as primeProtocolSha256, y as mergePrimeRawUsage } from "../prime-protocol-D1NkJRuD.js";
|
|
15
15
|
import { i as nodeHttpPrimeBridgeTransport, n as PrimeBridgeTransportRequest, r as PrimeBridgeTransportResult, t as PrimeBridgeTransport } from "../prime-bridge-transport-Cfqir_Im.js";
|
|
16
|
-
import { b as SupervisorRunSources } from "../types-
|
|
17
|
-
import { a as askTraceQuestions, i as VerifiedTraceFinding, n as TraceQuestionOutcome, r as TraceQuestionSpec, t as AskTraceQuestionsOptions } from "../trace-questions-
|
|
16
|
+
import { b as SupervisorRunSources } from "../types-DUVhW5V1.js";
|
|
17
|
+
import { a as askTraceQuestions, i as VerifiedTraceFinding, n as TraceQuestionOutcome, r as TraceQuestionSpec, t as AskTraceQuestionsOptions } from "../trace-questions-BY6taxnl.js";
|
|
18
18
|
import { z } from "zod";
|
|
19
19
|
interface SemanticConceptJudgeAdapterOpts {
|
|
20
20
|
id?: string;
|
package/dist/analyst/index.js
CHANGED
|
@@ -1,21 +1,20 @@
|
|
|
1
1
|
import { n as assertConsistentFindingConditions, o as mergeFindingComposition, r as findingCompositionKey, t as TREATMENT_LAYERS } from "../finding-composition-Belh_qU3.js";
|
|
2
|
-
import {
|
|
3
|
-
import { i as nominalAgreement } from "../agreement-irr-DXcXEt4I.js";
|
|
4
|
-
import { i as rocAuc, n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "../findings-store-BnYN57-h.js";
|
|
2
|
+
import { G as nominalAgreement, V as rocAuc, gt as clusterBootstrap } from "../statistics-CvvC-MPv.js";
|
|
5
3
|
import { t as FileLedgerJournal } from "../journal-CTX5uK-n.js";
|
|
6
4
|
import { r as merkleRoot } from "../ledger-core-24IxvmVY.js";
|
|
7
|
-
import { A as spanningWindow, C as UNKNOWN_LINEAGE, D as mostSevere, E as mergeEvidenceUnits, O as parseAnalystFinding, S as ProposalFindingSchema, T as lineageRoots, b as AnalystFindingSchema, k as readFindingScope, w as independentUnitCount, x as FINDING_LAYERS } from "../external-optimizer-subprocess-
|
|
5
|
+
import { A as spanningWindow, C as UNKNOWN_LINEAGE, D as mostSevere, E as mergeEvidenceUnits, O as parseAnalystFinding, S as ProposalFindingSchema, T as lineageRoots, b as AnalystFindingSchema, k as readFindingScope, w as independentUnitCount, x as FINDING_LAYERS } from "../external-optimizer-subprocess-_C_2yriN.js";
|
|
8
6
|
import { a as makeProposalFinding, i as makeFinding, r as computeFindingId } from "../types-CL1_N7AZ.js";
|
|
9
|
-
import { t as assertProposalFindings } from "../proposal-findings-
|
|
10
|
-
import { A as RawAnalystFindingSchema, B as parseFindingSubject, F as stripCodeFences, I as FINDING_SUBJECT_KINDS, L as FINDING_SUBJECT_SYNTAX, M as parseRawFinding, N as parseTraceSpanEvidenceUri, R as KIND_EXPECTED_SUBJECTS, V as renderFindingSubject, j as evidenceRefsFromRawFinding, k as RAW_FINDING_SCHEMA_PROMPT, n as runTraceAnalyst, r as buildTraceToolsForGroup, t as createTraceAnalyst, z as findingSubjectGrammarPromptFor } from "../kind-factory-
|
|
11
|
-
import { _ as behavioralTraceSupportSchema, a as KNOWLEDGE_POISONING_KIND_SPEC, b as behavioralTraceQuestionDigest, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as BEHAVIORAL_FAILURE_CLASS, g as validBehavioralCalibration, h as pinBehavioralFailureClass, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, m as behavioralAnalyst, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, p as assertFailureClasses, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst, v as BEHAVIORAL_TRACE_QUESTIONS, y as BEHAVIORAL_TRACE_QUESTIONS_VERSION } from "../default-registry-
|
|
12
|
-
import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-
|
|
13
|
-
import {
|
|
14
|
-
import { t as
|
|
15
|
-
import {
|
|
7
|
+
import { t as assertProposalFindings } from "../proposal-findings-DWs94yT8.js";
|
|
8
|
+
import { A as RawAnalystFindingSchema, B as parseFindingSubject, F as stripCodeFences, I as FINDING_SUBJECT_KINDS, L as FINDING_SUBJECT_SYNTAX, M as parseRawFinding, N as parseTraceSpanEvidenceUri, R as KIND_EXPECTED_SUBJECTS, V as renderFindingSubject, j as evidenceRefsFromRawFinding, k as RAW_FINDING_SCHEMA_PROMPT, n as runTraceAnalyst, r as buildTraceToolsForGroup, t as createTraceAnalyst, z as findingSubjectGrammarPromptFor } from "../kind-factory-CV0FNCMM.js";
|
|
9
|
+
import { _ as behavioralTraceSupportSchema, a as KNOWLEDGE_POISONING_KIND_SPEC, b as behavioralTraceQuestionDigest, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as BEHAVIORAL_FAILURE_CLASS, g as validBehavioralCalibration, h as pinBehavioralFailureClass, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, m as behavioralAnalyst, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, p as assertFailureClasses, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst, v as BEHAVIORAL_TRACE_QUESTIONS, y as BEHAVIORAL_TRACE_QUESTIONS_VERSION } from "../default-registry-CdFbxPnr.js";
|
|
10
|
+
import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-cWyn8G1a.js";
|
|
11
|
+
import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "../findings-store-BSuaV3dN.js";
|
|
12
|
+
import { m as validDecisionIdentity, o as systemOneAnalyst, t as DECISION_POINT_AUC_BAR } from "../decision-point-Di2LATNH.js";
|
|
13
|
+
import { t as createChatClient } from "../chat-client-Zz97O3NB.js";
|
|
14
|
+
import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, F as runAnalystBenchmark, I as traceStoreEvidenceResolver, M as normalizeAgentRxCategory, N as externalId, O as codeTraceBenchCase, P as positiveStep, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-CoNndRCk.js";
|
|
16
15
|
import { a as normalizePrimeUsage, c as runPrimeExchange, i as mergePrimeRawUsage, n as buildPrimePrompt, o as primeProtocolSha256, r as buildPrimeRepairPrompt, s as projectPrimeTrajectory, t as analystUsageReceiptFromPrimeUsage } from "../prime-protocol-CrhpXRz9.js";
|
|
17
16
|
import { t as nodeHttpPrimeBridgeTransport } from "../prime-bridge-transport-Csd5SQg7.js";
|
|
18
|
-
import { t as clusterBootstrapMean } from "../cluster-bootstrap-
|
|
17
|
+
import { t as clusterBootstrapMean } from "../cluster-bootstrap-B0MTOBRU.js";
|
|
19
18
|
import { z } from "zod";
|
|
20
19
|
import { existsSync, readFileSync, readdirSync, statSync } from "node:fs";
|
|
21
20
|
import { join } from "node:path";
|