@tangle-network/agent-eval 0.216.1 → 0.217.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +102 -57
- package/README.md +2 -2
- package/dist/adapters/http.d.ts +2 -2
- package/dist/{agent-profile-VFcQncbW.d.ts → agent-profile-DTt8uGP9.d.ts} +4 -17
- package/dist/agent-profile-DTt8uGP9.d.ts.map +1 -0
- package/dist/{agent-profile-cell-BK8mlqlq.js → agent-profile-cell-B1V1gUZs.js} +4 -53
- package/dist/agent-profile-cell-B1V1gUZs.js.map +1 -0
- package/dist/{agent-profile-cell-BNp-Js9F.d.ts → agent-profile-cell-BcpFbNd5.d.ts} +2 -22
- package/dist/agent-profile-cell-BcpFbNd5.d.ts.map +1 -0
- package/dist/{agreement-irr-BEWLIF3_.js → agreement-irr-BhAqjluA.js} +5 -5
- package/dist/agreement-irr-BhAqjluA.js.map +1 -0
- package/dist/analyst/index.d.ts +36 -169
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +17 -192
- package/dist/analyst/index.js.map +1 -1
- package/dist/{analyze-runs-C84irm4i.js → analyze-runs-DqPJaJ4X.js} +225 -21
- package/dist/analyze-runs-DqPJaJ4X.js.map +1 -0
- package/dist/{analyze-runs-D68fd-su.d.ts → analyze-runs-DyeNcenW.d.ts} +5 -5
- package/dist/{analyze-runs-D68fd-su.d.ts.map → analyze-runs-DyeNcenW.d.ts.map} +1 -1
- package/dist/authenticity/index.d.ts +0 -23
- package/dist/authenticity/index.d.ts.map +1 -1
- package/dist/authenticity/index.js +1 -34
- package/dist/authenticity/index.js.map +1 -1
- package/dist/{benchmark-command-By0vh8q7.js → benchmark-command-xQK8nOI6.js} +554 -89
- package/dist/benchmark-command-xQK8nOI6.js.map +1 -0
- package/dist/benchmarks/index.d.ts +5 -6
- package/dist/benchmarks/index.d.ts.map +1 -1
- package/dist/benchmarks/index.js +4 -4
- package/dist/benchmarks/index.js.map +1 -1
- package/dist/builder-eval/index.d.ts +3 -3
- package/dist/builder-eval/index.js +2 -2
- package/dist/builder-eval/index.js.map +1 -1
- package/dist/campaign/index.d.ts +7 -7
- package/dist/campaign/index.js +15 -15
- package/dist/{campaign-BudZ70zo.js → campaign-CJGkxAQ6.js} +23 -530
- package/dist/campaign-CJGkxAQ6.js.map +1 -0
- package/dist/{campaign-evidence-Clrn4hBV.js → campaign-evidence-CQYw8_0H.js} +10 -18
- package/dist/{campaign-evidence-Clrn4hBV.js.map → campaign-evidence-CQYw8_0H.js.map} +1 -1
- package/dist/{canonical-B2RqLofv.js → canonical-Dq2hOQ8L.js} +2 -2
- package/dist/{canonical-B2RqLofv.js.map → canonical-Dq2hOQ8L.js.map} +1 -1
- package/dist/cell-spend-DEWR3nj-.js +90 -0
- package/dist/cell-spend-DEWR3nj-.js.map +1 -0
- package/dist/{chat-client-l-MVDlDk.js → chat-client-ldqxYYTN.js} +2 -2
- package/dist/{chat-client-l-MVDlDk.js.map → chat-client-ldqxYYTN.js.map} +1 -1
- package/dist/{chat-json-call-puMArmtW.js → chat-json-call-DavzexSp.js} +3 -2
- package/dist/chat-json-call-DavzexSp.js.map +1 -0
- package/dist/{claim-q4HQhK1G.js → claim-BPVuyHuy.js} +3 -3
- package/dist/{claim-q4HQhK1G.js.map → claim-BPVuyHuy.js.map} +1 -1
- package/dist/cli.js +113 -12
- package/dist/cli.js.map +1 -1
- package/dist/{client-BzL9niqi.d.ts → client-hwo3cJjR.d.ts} +3 -16
- package/dist/client-hwo3cJjR.d.ts.map +1 -0
- package/dist/{cluster-bootstrap-qcUWYFl-.js → cluster-bootstrap-DEwwhl0C.js} +3 -3
- package/dist/{cluster-bootstrap-qcUWYFl-.js.map → cluster-bootstrap-DEwwhl0C.js.map} +1 -1
- package/dist/{produced-state-BsDmnwxc.js → completion-verifier-B_jw6C9p.js} +9 -64
- package/dist/completion-verifier-B_jw6C9p.js.map +1 -0
- package/dist/contract/index.d.ts +12 -12
- package/dist/contract/index.js +25 -401
- package/dist/contract/index.js.map +1 -1
- package/dist/{cost-ledger-BP8V4kUQ.js → cost-ledger-D0352Z4d.js} +4 -8
- package/dist/cost-ledger-D0352Z4d.js.map +1 -0
- package/dist/dataset-DQqhOCPt.d.ts.map +1 -1
- package/dist/{default-registry-COhk9g36.js → default-registry-ClYjq3QE.js} +8 -11
- package/dist/default-registry-ClYjq3QE.js.map +1 -0
- package/dist/{default-registry-DzHiGruW.d.ts → default-registry-DXgLmoDI.d.ts} +7 -50
- package/dist/default-registry-DXgLmoDI.d.ts.map +1 -0
- package/dist/{define-agent-eval-CNTPzIkp.js → define-agent-eval-BDxNlP3D.js} +10 -10
- package/dist/{define-agent-eval-CNTPzIkp.js.map → define-agent-eval-BDxNlP3D.js.map} +1 -1
- package/dist/{define-agent-eval-WSck0CZJ.d.ts → define-agent-eval-BIkH_gAR.d.ts} +8 -8
- package/dist/define-agent-eval-BIkH_gAR.d.ts.map +1 -0
- package/dist/{descriptive-DboxPZrG.js → descriptive-CVNy48rR.js} +2 -2
- package/dist/{descriptive-DboxPZrG.js.map → descriptive-CVNy48rR.js.map} +1 -1
- package/dist/diagnosis/index.d.ts +4 -14
- package/dist/diagnosis/index.d.ts.map +1 -1
- package/dist/diagnosis/index.js +67 -28
- package/dist/diagnosis/index.js.map +1 -1
- package/dist/{dspy-rlm-engine-LRCu61m5.js → dspy-rlm-engine-DhdCr1Dc.js} +5 -10
- package/dist/dspy-rlm-engine-DhdCr1Dc.js.map +1 -0
- package/dist/{emitter-HcCmFQl_.d.ts → emitter-DABYYTcH.d.ts} +5 -5
- package/dist/emitter-DABYYTcH.d.ts.map +1 -0
- package/dist/emitter-DbMXUIVP.js.map +1 -1
- package/dist/{engine-3A_4jOlI.d.ts → engine-BvZ0R-36.d.ts} +17 -21
- package/dist/engine-BvZ0R-36.d.ts.map +1 -0
- package/dist/{equal-terms-BtdXayCJ.js → equal-terms-DbPGcVtI.js} +2 -2
- package/dist/equal-terms-DbPGcVtI.js.map +1 -0
- package/dist/{errors-DVZiqS7K.js → errors-BcOs5MKW.js} +2 -8
- package/dist/{errors-DVZiqS7K.js.map → errors-BcOs5MKW.js.map} +1 -1
- package/dist/{eval-campaign-90jeaCAI.js → eval-campaign-BLEfBGbA.js} +6 -6
- package/dist/{eval-campaign-90jeaCAI.js.map → eval-campaign-BLEfBGbA.js.map} +1 -1
- package/dist/{evaluation-6Yoi74gM.d.ts → evaluation-jTjC_QQD.d.ts} +7 -7
- package/dist/evaluation-jTjC_QQD.d.ts.map +1 -0
- package/dist/evaluation.d.ts +2 -2
- package/dist/evaluation.js +1 -1
- package/dist/evaluation.js.map +1 -1
- package/dist/{exact-types-ClugMJfI.d.ts → exact-types-CflbJ9f3.d.ts} +2 -2
- package/dist/{exact-types-ClugMJfI.d.ts.map → exact-types-CflbJ9f3.d.ts.map} +1 -1
- package/dist/{exec-ChJ6d5if.js → exec-CpbtOXVt.js} +2 -24
- package/dist/{exec-ChJ6d5if.js.map → exec-CpbtOXVt.js.map} +1 -1
- package/dist/execution-tracks-CpgFPpS5.js.map +1 -1
- package/dist/experiment/index.d.ts +9 -112
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +149 -241
- package/dist/experiment/index.js.map +1 -1
- package/dist/{exporters-X4xwla8A.js → exporters-Cl6IeNAu.js} +3 -3
- package/dist/exporters-Cl6IeNAu.js.map +1 -0
- package/dist/{exporters-ChTnR90l.d.ts → exporters-Dk3oEbK_.d.ts} +2 -4
- package/dist/{exporters-ChTnR90l.d.ts.map → exporters-Dk3oEbK_.d.ts.map} +1 -1
- package/dist/{external-optimizer-process-BjMGUuds.js → external-optimizer-process-KVFGvYX1.js} +4 -3
- package/dist/external-optimizer-process-KVFGvYX1.js.map +1 -0
- package/dist/{external-optimizer-subprocess-BqW0hHcI.js → external-optimizer-subprocess-XIHBOSKt.js} +9 -11
- package/dist/external-optimizer-subprocess-XIHBOSKt.js.map +1 -0
- package/dist/{extract-usage-BrnzRJ6H.js → extract-usage-BZLU01kR.js} +2 -23
- package/dist/{extract-usage-BrnzRJ6H.js.map → extract-usage-BZLU01kR.js.map} +1 -1
- package/dist/{failure-cluster-CbgEDcFJ.d.ts → failure-cluster-DN0t63Z0.d.ts} +4 -43
- package/dist/failure-cluster-DN0t63Z0.d.ts.map +1 -0
- package/dist/{failure-taxonomy-CjabTATj.js → failure-taxonomy-Bx5oWqaW.js} +2 -19
- package/dist/{failure-taxonomy-CjabTATj.js.map → failure-taxonomy-Bx5oWqaW.js.map} +1 -1
- package/dist/{feedback-trajectory-C4EG0nNH.d.ts → feedback-trajectory-BWmhRBGu.d.ts} +7 -9
- package/dist/feedback-trajectory-BWmhRBGu.d.ts.map +1 -0
- package/dist/{semantic-concept-judge-BQF8te0T.js → findings-store-BMVQtEsm.js} +9 -249
- package/dist/findings-store-BMVQtEsm.js.map +1 -0
- package/dist/fuzz.d.ts +19 -62
- package/dist/fuzz.d.ts.map +1 -1
- package/dist/fuzz.js +62 -108
- package/dist/fuzz.js.map +1 -1
- package/dist/{hf-dataset-BR2yhuNn.js → hf-dataset-D9f7-oX7.js} +4 -24
- package/dist/hf-dataset-D9f7-oX7.js.map +1 -0
- package/dist/hosted/index.d.ts +2 -2
- package/dist/hosted/index.js +2 -2
- package/dist/{index-DHKEAv3s.d.ts → index-9jJ2fKSX.d.ts} +2 -64
- package/dist/index-9jJ2fKSX.d.ts.map +1 -0
- package/dist/{index-DV-jSzxF.d.ts → index-BLGqZ81N.d.ts} +10 -15
- package/dist/{index-DV-jSzxF.d.ts.map → index-BLGqZ81N.d.ts.map} +1 -1
- package/dist/{index-DPcngtwt.d.ts → index-BiT6RtNH.d.ts} +11 -36
- package/dist/index-BiT6RtNH.d.ts.map +1 -0
- package/dist/{index-BO41eGj5.d.ts → index-CX-GAUpw.d.ts} +3 -7
- package/dist/index-CX-GAUpw.d.ts.map +1 -0
- package/dist/{index-BFRO6chs.d.ts → index-CiRwLv2R.d.ts} +5 -69
- package/dist/index-CiRwLv2R.d.ts.map +1 -0
- package/dist/{index-CyszSg4O.d.ts → index-ZuWx52WG.d.ts} +115 -347
- package/dist/index-ZuWx52WG.d.ts.map +1 -0
- package/dist/index.d.ts +211 -218
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +402 -1040
- package/dist/index.js.map +1 -1
- package/dist/{integrity-dLiDe2kD.js → integrity-DOd9Q86O.js} +7 -9
- package/dist/integrity-DOd9Q86O.js.map +1 -0
- package/dist/{integrity-BXOsAb3i.js → integrity-W4CADcFc.js} +3 -7
- package/dist/{integrity-BXOsAb3i.js.map → integrity-W4CADcFc.js.map} +1 -1
- package/dist/{integrity-DAMEDFaC.d.ts → integrity-_qgZLA5p.d.ts} +4 -6
- package/dist/{integrity-DAMEDFaC.d.ts.map → integrity-_qgZLA5p.d.ts.map} +1 -1
- package/dist/{internal-Epl-YBZW.js → internal-BTK91Bqt.js} +3 -3
- package/dist/{internal-Epl-YBZW.js.map → internal-BTK91Bqt.js.map} +1 -1
- package/dist/{interval-CELpye1n.js → interval-Dq9gt7jx.js} +3 -3
- package/dist/{interval-CELpye1n.js.map → interval-Dq9gt7jx.js.map} +1 -1
- package/dist/{journal-DfRz9kps.js → journal-CR4QikYp.js} +110 -110
- package/dist/journal-CR4QikYp.js.map +1 -0
- package/dist/json-BhdsJaOQ.js +111 -0
- package/dist/json-BhdsJaOQ.js.map +1 -0
- package/dist/{judge-calibration-BpCy5XQl.js → judge-calibration-BkXMIWA4.js} +3 -3
- package/dist/{judge-calibration-BpCy5XQl.js.map → judge-calibration-BkXMIWA4.js.map} +1 -1
- package/dist/{judge-gate-iY9s4L44.js → judge-gate-Co5tuh57.js} +4 -27
- package/dist/{judge-gate-iY9s4L44.js.map → judge-gate-Co5tuh57.js.map} +1 -1
- package/dist/{judge-gate-CE7CQAgt.d.ts → judge-gate-DsL0yFcb.d.ts} +8 -9
- package/dist/judge-gate-DsL0yFcb.d.ts.map +1 -0
- package/dist/{kind-factory-BobI5Jy3.js → kind-factory-Gy4fXixd.js} +88 -17
- package/dist/kind-factory-Gy4fXixd.js.map +1 -0
- package/dist/ledger-core/index.d.ts +2 -2
- package/dist/ledger-core/index.js +4 -4
- package/dist/{ledger-core-Gq7yp8lP.js → ledger-core-DrJhbms9.js} +5 -84
- package/dist/ledger-core-DrJhbms9.js.map +1 -0
- package/dist/{llm-client-CyBAoYiX.js → llm-client-BshCREn6.js} +6 -108
- package/dist/llm-client-BshCREn6.js.map +1 -0
- package/dist/{llm-judge-CG12SQJq.js → llm-judge-C8jMTNNG.js} +24 -32
- package/dist/llm-judge-C8jMTNNG.js.map +1 -0
- package/dist/matrix/index.d.ts +3 -3
- package/dist/matrix/index.js +3 -2
- package/dist/{matrix-Dm0BQW7U.js → matrix-B8l-Nsxd.js} +3 -88
- package/dist/matrix-B8l-Nsxd.js.map +1 -0
- package/dist/{matrix-DSrSxjjy.d.ts → matrix-DHe-dwVJ.d.ts} +9 -18
- package/dist/matrix-DHe-dwVJ.d.ts.map +1 -0
- package/dist/{mean-DHoMiudD.js → mean-BbA_JCzW.js} +39 -5
- package/dist/mean-BbA_JCzW.js.map +1 -0
- package/dist/meta-eval/index.d.ts +5 -5
- package/dist/meta-eval/index.js +10 -10
- package/dist/metrics-BKaPBtIG.js.map +1 -1
- package/dist/{mint-DNU8QPG4.d.ts → mint-BRZXuwRi.d.ts} +4 -4
- package/dist/{mint-DNU8QPG4.d.ts.map → mint-BRZXuwRi.d.ts.map} +1 -1
- package/dist/{mint-QaD5cA0u.js → mint-zszyYlpA.js} +4 -4
- package/dist/{mint-QaD5cA0u.js.map → mint-zszyYlpA.js.map} +1 -1
- package/dist/{multi-layer-verifier-BUaQ4C17.d.ts → multi-layer-verifier-DEgMUk6v.d.ts} +2 -2
- package/dist/{multi-layer-verifier-BUaQ4C17.d.ts.map → multi-layer-verifier-DEgMUk6v.d.ts.map} +1 -1
- package/dist/{multiplicity-DQUFcbW4.js → multiplicity-Sg0U7h8j.js} +2 -2
- package/dist/{multiplicity-DQUFcbW4.js.map → multiplicity-Sg0U7h8j.js.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -23
- package/dist/multishot/golden/index.d.ts.map +1 -1
- package/dist/multishot/golden/index.js +3 -3
- package/dist/multishot/golden/index.js.map +1 -1
- package/dist/multishot/index.d.ts +3 -12
- package/dist/multishot/index.d.ts.map +1 -1
- package/dist/multishot/index.js +4 -3
- package/dist/multishot/index.js.map +1 -1
- package/dist/openapi.json +114 -10
- package/dist/{otel-spans-B9tUXRHF.js → otel-spans-CdN909k1.js} +3 -3
- package/dist/{otel-spans-B9tUXRHF.js.map → otel-spans-CdN909k1.js.map} +1 -1
- package/dist/{paired-arms-CwMGJsrS.js → paired-arms-Ct4LTKc1.js} +32 -9
- package/dist/paired-arms-Ct4LTKc1.js.map +1 -0
- package/dist/{paired-binary-CvpFHfKZ.js → paired-binary-B_nejA44.js} +3 -36
- package/dist/paired-binary-B_nejA44.js.map +1 -0
- package/dist/{paired-promotion-decision-DPKz8ZnF.d.ts → paired-promotion-decision-CQMJ5xGN.d.ts} +2 -34
- package/dist/paired-promotion-decision-CQMJ5xGN.d.ts.map +1 -0
- package/dist/{paired-promotion-decision-DsAPYGCm.js → paired-promotion-decision-D0SHb-ZL.js} +3 -3
- package/dist/{paired-promotion-decision-DsAPYGCm.js.map → paired-promotion-decision-D0SHb-ZL.js.map} +1 -1
- package/dist/{pareto-Cm6ndrWN.js → pareto-BzsxidFD.js} +11 -11
- package/dist/pareto-BzsxidFD.js.map +1 -0
- package/dist/pipelines/index.d.ts +16 -19
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js +4 -68
- package/dist/pipelines/index.js.map +1 -1
- package/dist/{power-and-mde-Hj2ubb4B.js → power-and-mde-N5nU4_Ly.js} +3 -3
- package/dist/{power-and-mde-Hj2ubb4B.js.map → power-and-mde-N5nU4_Ly.js.map} +1 -1
- package/dist/{prime-protocol-CHKgA3a6.js → prime-protocol-BFgGrEMP.js} +3 -3
- package/dist/prime-protocol-BFgGrEMP.js.map +1 -0
- package/dist/{prime-protocol-HiB9HX7E.d.ts → prime-protocol-BWG2DQIk.d.ts} +3 -21
- package/dist/prime-protocol-BWG2DQIk.d.ts.map +1 -0
- package/dist/profile-cell.d.ts +2 -2
- package/dist/profile-cell.js +2 -2
- package/dist/{promotion-gate-BawrdPYr.d.ts → promotion-gate-DaY95yU6.d.ts} +7 -8
- package/dist/{promotion-gate-BawrdPYr.d.ts.map → promotion-gate-DaY95yU6.d.ts.map} +1 -1
- package/dist/{promotion-policy-KO57gbyV.js → promotion-policy-6A8osGr_.js} +4 -4
- package/dist/{promotion-policy-KO57gbyV.js.map → promotion-policy-6A8osGr_.js.map} +1 -1
- package/dist/{proposal-findings-CY1xKn_a.js → proposal-findings-BbWidvUk.js} +3 -3
- package/dist/proposal-findings-BbWidvUk.js.map +1 -0
- package/dist/{query-BUCZCK7F.js → query-B_RZ36an.js} +5 -5
- package/dist/query-B_RZ36an.js.map +1 -0
- package/dist/{query-DK1nWcmp.d.ts → query-Cmv_U8vf.d.ts} +4 -24
- package/dist/{query-DK1nWcmp.d.ts.map → query-Cmv_U8vf.d.ts.map} +1 -1
- package/dist/{random-ByUSnV9w.js → random-DDDcC7YU.js} +2 -2
- package/dist/{random-ByUSnV9w.js.map → random-DDDcC7YU.js.map} +1 -1
- package/dist/{raw-provider-sink-DoHz4JNG.js → raw-provider-sink-75w4FWBj.js} +2 -2
- package/dist/{raw-provider-sink-DoHz4JNG.js.map → raw-provider-sink-75w4FWBj.js.map} +1 -1
- package/dist/{redact-mtCCcT8z.d.ts → redact-DXdlFb_U.d.ts} +2 -3
- package/dist/redact-DXdlFb_U.d.ts.map +1 -0
- package/dist/{redact-B5xXKqQ3.js → redact-mtkTiJVk.js} +2 -7
- package/dist/{redact-B5xXKqQ3.js.map → redact-mtkTiJVk.js.map} +1 -1
- package/dist/{registry-D7_hm2fK.d.ts → registry-ssNoHzwD.d.ts} +4 -4
- package/dist/{registry-D7_hm2fK.d.ts.map → registry-ssNoHzwD.d.ts.map} +1 -1
- package/dist/{release-confidence-CpuP65S5.js → release-confidence-CYIFH-fp.js} +6 -11
- package/dist/release-confidence-CYIFH-fp.js.map +1 -0
- package/dist/{report-command-SC9nqb4M.js → render-C-w2EZ6p.js} +205 -363
- package/dist/render-C-w2EZ6p.js.map +1 -0
- package/dist/reporting.d.ts +6 -6
- package/dist/reporting.js +8 -8
- package/dist/{researcher-CEcfku-T.d.ts → researcher-0ABVIdGa.d.ts} +9 -9
- package/dist/{researcher-CEcfku-T.d.ts.map → researcher-0ABVIdGa.d.ts.map} +1 -1
- package/dist/{reward-CpCmAM8L.d.ts → reward-DrZ71vnf.d.ts} +3 -26
- package/dist/reward-DrZ71vnf.d.ts.map +1 -0
- package/dist/{reward-hacking-E0d-WVcP.js → reward-hacking-ByuETaIb.js} +3 -3
- package/dist/{reward-hacking-E0d-WVcP.js.map → reward-hacking-ByuETaIb.js.map} +1 -1
- package/dist/{reward-hacking-RVdZ6Kkt.d.ts → reward-hacking-E52wq86n.d.ts} +5 -18
- package/dist/reward-hacking-E52wq86n.d.ts.map +1 -0
- package/dist/reward-nw2xZGZG.js.map +1 -1
- package/dist/rl.d.ts +117 -295
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +27 -747
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +5 -5
- package/dist/rollout/index.js +7 -8
- package/dist/{rollout-DZV1t2Wg.js → rollout-D6C50mfA.js} +88 -13
- package/dist/rollout-D6C50mfA.js.map +1 -0
- package/dist/{rubric-predictive-validity-DaFW70y9.js → rubric-predictive-validity-D3_oI72N.js} +3 -3
- package/dist/{rubric-predictive-validity-DaFW70y9.js.map → rubric-predictive-validity-D3_oI72N.js.map} +1 -1
- package/dist/{rubric-predictive-validity-C03EC7ZE.d.ts → rubric-predictive-validity-DiwT8PbL.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-C03EC7ZE.d.ts.map → rubric-predictive-validity-DiwT8PbL.d.ts.map} +1 -1
- package/dist/{run-record-C1E24G2A.d.ts → run-record-CaxbLq6Y.d.ts} +4 -10
- package/dist/run-record-CaxbLq6Y.d.ts.map +1 -0
- package/dist/{run-record-C5e7FjhJ.js → run-record-CysKLB93.js} +3 -3
- package/dist/run-record-CysKLB93.js.map +1 -0
- package/dist/{run-record-Boc5IUTp.js → run-record-DhEJgoPz.js} +4 -4
- package/dist/{run-record-Boc5IUTp.js.map → run-record-DhEJgoPz.js.map} +1 -1
- package/dist/sandbox-harness-BlSOu4LX.d.ts.map +1 -1
- package/dist/{schema-CSf6qWgZ.js → schema-Bt2vLFm3.js} +2 -14
- package/dist/schema-Bt2vLFm3.js.map +1 -0
- package/dist/schema-C-ziyJD7.d.ts.map +1 -1
- package/dist/{schema-2g7trUwH.d.ts → schema-D6EVKzTB.d.ts} +4 -5
- package/dist/schema-D6EVKzTB.d.ts.map +1 -0
- package/dist/{schema-BuiujZ-g.js → schema-DxcKTzbi.js} +2 -2
- package/dist/schema-DxcKTzbi.js.map +1 -0
- package/dist/search/index.d.ts +3 -31
- package/dist/search/index.d.ts.map +1 -1
- package/dist/search/index.js +4 -4
- package/dist/{search-kernel-DyNEa6IU.d.ts → search-kernel-DxqjBxA-.d.ts} +10 -27
- package/dist/search-kernel-DxqjBxA-.d.ts.map +1 -0
- package/dist/{search-ledger-CVUGLDZp.js → search-ledger-TUvB5gWH.js} +7 -7
- package/dist/{search-ledger-CVUGLDZp.js.map → search-ledger-TUvB5gWH.js.map} +1 -1
- package/dist/{search-ledger-file-DDQUgvCg.js → search-ledger-file-UKCO2r8a.js} +4 -4
- package/dist/search-ledger-file-UKCO2r8a.js.map +1 -0
- package/dist/{search-shipper-BOSD46qv.js → search-shipper-Cw2z3-td.js} +4 -4
- package/dist/search-shipper-Cw2z3-td.js.map +1 -0
- package/dist/{search-summary-BQCSWf1g.js → search-summary-DQIvJsSB.js} +5 -5
- package/dist/{search-summary-BQCSWf1g.js.map → search-summary-DQIvJsSB.js.map} +1 -1
- package/dist/{sequential-CzK5DarL.js → sequential-BVv1sjsw.js} +2 -32
- package/dist/{sequential-CzK5DarL.js.map → sequential-BVv1sjsw.js.map} +1 -1
- package/dist/{sequential-Bf_pbE50.js → sequential-CimQrbjv.js} +5 -5
- package/dist/sequential-CimQrbjv.js.map +1 -0
- package/dist/{sequential-BhsrMupG.d.ts → sequential-KwGspfeR.d.ts} +2 -9
- package/dist/{sequential-BhsrMupG.d.ts.map → sequential-KwGspfeR.d.ts.map} +1 -1
- package/dist/{sequential-eprocess-DM_qENCl.js → sequential-eprocess-DodI6RoF.js} +2 -2
- package/dist/{sequential-eprocess-DM_qENCl.js.map → sequential-eprocess-DodI6RoF.js.map} +1 -1
- package/dist/{server-e9oWO_bN.js → server-DoVbqqtJ.js} +101 -101
- package/dist/server-DoVbqqtJ.js.map +1 -0
- package/dist/{single-run-lock-CV9Eyd_q.js → single-run-lock-U58yf8N6.js} +2 -2
- package/dist/{single-run-lock-CV9Eyd_q.js.map → single-run-lock-U58yf8N6.js.map} +1 -1
- package/dist/{skillopt-optimization-method-BiwA8nfX.js → skillopt-optimization-method-kyL94-ri.js} +17 -95
- package/dist/skillopt-optimization-method-kyL94-ri.js.map +1 -0
- package/dist/{spans-BHAUXMGN.d.ts → spans-CVngGij3.d.ts} +2 -2
- package/dist/{spans-BHAUXMGN.d.ts.map → spans-CVngGij3.d.ts.map} +1 -1
- package/dist/{statistical-heldout-42NlCNDe.js → statistical-heldout-Bksv92Th.js} +3 -3
- package/dist/statistical-heldout-Bksv92Th.js.map +1 -0
- package/dist/{statistical-heldout-CYpGaoDH.d.ts → statistical-heldout-C9AbgREN.d.ts} +8 -67
- package/dist/statistical-heldout-C9AbgREN.d.ts.map +1 -0
- package/dist/{steps-Bg5-KVx1.d.ts → steps-DlepJPwD.d.ts} +2 -56
- package/dist/steps-DlepJPwD.d.ts.map +1 -0
- package/dist/{store-C4avFjIi.d.ts → store-B3nWRy3B.d.ts} +2 -2
- package/dist/{store-C4avFjIi.d.ts.map → store-B3nWRy3B.d.ts.map} +1 -1
- package/dist/{store-otlp-DJ9dtA5x.js → store-otlp-BteDAbHK.js} +3 -3
- package/dist/{store-otlp-DJ9dtA5x.js.map → store-otlp-BteDAbHK.js.map} +1 -1
- package/dist/{store-tool-spans-CIX5arAG.js → store-tool-spans-D5l_OfTJ.js} +8 -8
- package/dist/store-tool-spans-D5l_OfTJ.js.map +1 -0
- package/dist/{store-tool-spans-DdCSPa7C.d.ts → store-tool-spans-DZS0HWVf.d.ts} +9 -18
- package/dist/store-tool-spans-DZS0HWVf.d.ts.map +1 -0
- package/dist/storyboard/index.d.ts +4 -11
- package/dist/storyboard/index.d.ts.map +1 -1
- package/dist/storyboard/index.js +1 -16
- package/dist/storyboard/index.js.map +1 -1
- package/dist/{summary-report-V_JACR4Y.js → summary-report-BsXJoYX5.js} +88 -10
- package/dist/summary-report-BsXJoYX5.js.map +1 -0
- package/dist/{summary-report-bdFDXq0b.d.ts → summary-report-DM7tlml1.d.ts} +10 -19
- package/dist/summary-report-DM7tlml1.d.ts.map +1 -0
- package/dist/supervisor-run/index.d.ts +60 -28
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +4 -458
- package/dist/supervisor-run/index.js.map +1 -1
- package/dist/{systemone-BomhHr2c.d.ts → systemone-Bp_Ac0p1.d.ts} +5 -5
- package/dist/{systemone-BomhHr2c.d.ts.map → systemone-Bp_Ac0p1.d.ts.map} +1 -1
- package/dist/systemone-protocol.js +1 -1
- package/dist/{systemone-review-CUVcQJu6.d.ts → systemone-review-CwE6JGIp.d.ts} +2 -2
- package/dist/{systemone-review-CUVcQJu6.d.ts.map → systemone-review-CwE6JGIp.d.ts.map} +1 -1
- package/dist/{systemone-review-D7sXwsqq.js → systemone-review-DzdOJ8I6.js} +3 -3
- package/dist/{systemone-review-D7sXwsqq.js.map → systemone-review-DzdOJ8I6.js.map} +1 -1
- package/dist/systemone.d.ts +5 -5
- package/dist/systemone.js +5 -5
- package/dist/systemone.js.map +1 -1
- package/dist/{task-failure-attributes-hEmASjix.js → task-failure-attributes-BMsblaDh.js} +3 -3
- package/dist/task-failure-attributes-BMsblaDh.js.map +1 -0
- package/dist/{terminal-record-DZyQZ3pz.js → terminal-record-78g6E4vh.js} +5 -5
- package/dist/terminal-record-78g6E4vh.js.map +1 -0
- package/dist/{tool-groups-C3NEcdCM.d.ts → tool-groups-DyNz2JZ_.d.ts} +3 -3
- package/dist/tool-groups-DyNz2JZ_.d.ts.map +1 -0
- package/dist/{tool-waste-BKgvd-TP.d.ts → tool-waste-CkjzWmeY.d.ts} +25 -28
- package/dist/tool-waste-CkjzWmeY.d.ts.map +1 -0
- package/dist/{tool-waste-BlesqTqW.js → tool-waste-DLsjS_p-.js} +5 -5
- package/dist/{tool-waste-BlesqTqW.js.map → tool-waste-DLsjS_p-.js.map} +1 -1
- package/dist/{trace-questions-CM2CAocU.d.ts → trace-questions-xxwgsuMi.d.ts} +4 -9
- package/dist/{trace-questions-CM2CAocU.d.ts.map → trace-questions-xxwgsuMi.d.ts.map} +1 -1
- package/dist/trace-repair/index.d.ts +14 -211
- package/dist/trace-repair/index.d.ts.map +1 -1
- package/dist/trace-repair/index.js +865 -981
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/traces.d.ts +18 -46
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +13 -13
- package/dist/traces.js.map +1 -1
- package/dist/trajectory-replay/index.d.ts +3 -117
- package/dist/trajectory-replay/index.d.ts.map +1 -1
- package/dist/trajectory-replay/index.js +98 -56
- package/dist/trajectory-replay/index.js.map +1 -1
- package/dist/{tree-C1XYeXvy.js → tree-BGRglkKd.js} +13 -10
- package/dist/tree-BGRglkKd.js.map +1 -0
- package/dist/{types-B3jzCp0p.js → types-BXgASBCL.js} +2 -2
- package/dist/{types-B3jzCp0p.js.map → types-BXgASBCL.js.map} +1 -1
- package/dist/{types-C1tnkEgM.d.ts → types-CW8ewATZ.d.ts} +4 -113
- package/dist/types-CW8ewATZ.d.ts.map +1 -0
- package/dist/{types-BqkVmHfv.d.ts → types-CmXY0PQf.d.ts} +2 -4
- package/dist/types-CmXY0PQf.d.ts.map +1 -0
- package/dist/{types-C02qtnG8.d.ts → types-D-mgRzlh.d.ts} +7 -28
- package/dist/types-D-mgRzlh.d.ts.map +1 -0
- package/dist/{types-Cq8mSbq8.d.ts → types-D8GhJoHk.d.ts} +7 -9
- package/dist/{types-Cq8mSbq8.d.ts.map → types-D8GhJoHk.d.ts.map} +1 -1
- package/dist/{types-IXD2HJzu.js → types-DqFMNTgK.js} +2 -4
- package/dist/types-DqFMNTgK.js.map +1 -0
- package/dist/{types-Cbe2fWBa.d.ts → types-DtMbFw6U.d.ts} +3 -3
- package/dist/{types-Cbe2fWBa.d.ts.map → types-DtMbFw6U.d.ts.map} +1 -1
- package/dist/{verdict-Dl0tiT1X.js → verdict-BGQmxQ8A.js} +3 -3
- package/dist/verdict-BGQmxQ8A.js.map +1 -0
- package/dist/{verdict-E4eRNf7-.d.ts → verdict-C24NELtN.d.ts} +2 -15
- package/dist/{verdict-E4eRNf7-.d.ts.map → verdict-C24NELtN.d.ts.map} +1 -1
- package/dist/{verdict-cache-Bm8EKL2s.js → verdict-cache-CL_7tePD.js} +2 -2
- package/dist/verdict-cache-CL_7tePD.js.map +1 -0
- package/dist/wire/index.d.ts +31 -410
- package/dist/wire/index.d.ts.map +1 -1
- package/dist/wire/index.js +2 -2
- package/docs/changes/jev-evidence-review.md +1 -1
- package/docs/changes/jev-product-adoption.md +1 -1
- package/docs/changes/jev-recorded-evidence.md +1 -1
- package/docs/design/statistics-decisions.md +17 -17
- package/docs/design.md +1 -1
- package/docs/evaluation-integrity.md +1 -1
- package/docs/proofs/campaign-attempt-retention-20261001/README.md +2 -2
- package/docs/public-api.md +138 -529
- package/docs/rollout.md +1 -1
- package/docs/trace-repair-admission.md +1 -1
- package/docs/wire-protocol.md +1 -1
- package/package.json +1 -1
- package/dist/active-curriculum-B_Lc9kfO.js +0 -61
- package/dist/active-curriculum-B_Lc9kfO.js.map +0 -1
- package/dist/agent-profile-VFcQncbW.d.ts.map +0 -1
- package/dist/agent-profile-cell-BK8mlqlq.js.map +0 -1
- package/dist/agent-profile-cell-BNp-Js9F.d.ts.map +0 -1
- package/dist/agreement-irr-BEWLIF3_.js.map +0 -1
- package/dist/analyze-runs-C84irm4i.js.map +0 -1
- package/dist/baseline-Udi_PLuT.js +0 -259
- package/dist/baseline-Udi_PLuT.js.map +0 -1
- package/dist/benchmark-CXmVVHH2.js +0 -562
- package/dist/benchmark-CXmVVHH2.js.map +0 -1
- package/dist/benchmark-command-By0vh8q7.js.map +0 -1
- package/dist/campaign-BudZ70zo.js.map +0 -1
- package/dist/chat-json-call-puMArmtW.js.map +0 -1
- package/dist/claude-jsonl-dZir12m6.js +0 -86
- package/dist/claude-jsonl-dZir12m6.js.map +0 -1
- package/dist/client-BzL9niqi.d.ts.map +0 -1
- package/dist/cost-ledger-BP8V4kUQ.js.map +0 -1
- package/dist/counterfactual-CPaWN99-.d.ts +0 -60
- package/dist/counterfactual-CPaWN99-.d.ts.map +0 -1
- package/dist/counterfactual-Dn3veueY.js +0 -98
- package/dist/counterfactual-Dn3veueY.js.map +0 -1
- package/dist/default-registry-COhk9g36.js.map +0 -1
- package/dist/default-registry-DzHiGruW.d.ts.map +0 -1
- package/dist/define-agent-eval-WSck0CZJ.d.ts.map +0 -1
- package/dist/dspy-rlm-engine-LRCu61m5.js.map +0 -1
- package/dist/effect-sizes-BhzEpXMc.js +0 -82
- package/dist/effect-sizes-BhzEpXMc.js.map +0 -1
- package/dist/emitter-HcCmFQl_.d.ts.map +0 -1
- package/dist/engine-3A_4jOlI.d.ts.map +0 -1
- package/dist/equal-terms-BtdXayCJ.js.map +0 -1
- package/dist/evaluation-6Yoi74gM.d.ts.map +0 -1
- package/dist/exporters-X4xwla8A.js.map +0 -1
- package/dist/external-optimizer-process-BjMGUuds.js.map +0 -1
- package/dist/external-optimizer-subprocess-BqW0hHcI.js.map +0 -1
- package/dist/failure-cluster-CbgEDcFJ.d.ts.map +0 -1
- package/dist/feedback-trajectory-C4EG0nNH.d.ts.map +0 -1
- package/dist/hf-dataset-BR2yhuNn.js.map +0 -1
- package/dist/index-BFRO6chs.d.ts.map +0 -1
- package/dist/index-BO41eGj5.d.ts.map +0 -1
- package/dist/index-CyszSg4O.d.ts.map +0 -1
- package/dist/index-DHKEAv3s.d.ts.map +0 -1
- package/dist/index-DPcngtwt.d.ts.map +0 -1
- package/dist/integrity-dLiDe2kD.js.map +0 -1
- package/dist/journal-DfRz9kps.js.map +0 -1
- package/dist/judge-gate-CE7CQAgt.d.ts.map +0 -1
- package/dist/kind-factory-BobI5Jy3.js.map +0 -1
- package/dist/ledger-core-Gq7yp8lP.js.map +0 -1
- package/dist/llm-client-CyBAoYiX.js.map +0 -1
- package/dist/llm-judge-CG12SQJq.js.map +0 -1
- package/dist/matrix-DSrSxjjy.d.ts.map +0 -1
- package/dist/matrix-Dm0BQW7U.js.map +0 -1
- package/dist/mean-DHoMiudD.js.map +0 -1
- package/dist/normal-DsJZtrJc.js +0 -25
- package/dist/normal-DsJZtrJc.js.map +0 -1
- package/dist/paired-arms-CwMGJsrS.js.map +0 -1
- package/dist/paired-binary-CvpFHfKZ.js.map +0 -1
- package/dist/paired-promotion-decision-DPKz8ZnF.d.ts.map +0 -1
- package/dist/pareto-Cm6ndrWN.js.map +0 -1
- package/dist/prime-protocol-CHKgA3a6.js.map +0 -1
- package/dist/prime-protocol-HiB9HX7E.d.ts.map +0 -1
- package/dist/produced-state-BsDmnwxc.js.map +0 -1
- package/dist/proposal-findings-CY1xKn_a.js.map +0 -1
- package/dist/query-BUCZCK7F.js.map +0 -1
- package/dist/redact-mtCCcT8z.d.ts.map +0 -1
- package/dist/release-confidence-CpuP65S5.js.map +0 -1
- package/dist/report-command-SC9nqb4M.js.map +0 -1
- package/dist/reward-CpCmAM8L.d.ts.map +0 -1
- package/dist/reward-hacking-RVdZ6Kkt.d.ts.map +0 -1
- package/dist/rollout-DZV1t2Wg.js.map +0 -1
- package/dist/run-record-C1E24G2A.d.ts.map +0 -1
- package/dist/run-record-C5e7FjhJ.js.map +0 -1
- package/dist/schema-2g7trUwH.d.ts.map +0 -1
- package/dist/schema-BuiujZ-g.js.map +0 -1
- package/dist/schema-CSf6qWgZ.js.map +0 -1
- package/dist/search-kernel-DyNEa6IU.d.ts.map +0 -1
- package/dist/search-ledger-file-DDQUgvCg.js.map +0 -1
- package/dist/search-shipper-BOSD46qv.js.map +0 -1
- package/dist/semantic-concept-judge-BQF8te0T.js.map +0 -1
- package/dist/sequential-Bf_pbE50.js.map +0 -1
- package/dist/server-e9oWO_bN.js.map +0 -1
- package/dist/skillopt-optimization-method-BiwA8nfX.js.map +0 -1
- package/dist/statistical-heldout-42NlCNDe.js.map +0 -1
- package/dist/statistical-heldout-CYpGaoDH.d.ts.map +0 -1
- package/dist/steps-Bg5-KVx1.d.ts.map +0 -1
- package/dist/store-tool-spans-CIX5arAG.js.map +0 -1
- package/dist/store-tool-spans-DdCSPa7C.d.ts.map +0 -1
- package/dist/student-t-DVPW7CdL.js +0 -39
- package/dist/student-t-DVPW7CdL.js.map +0 -1
- package/dist/summary-report-V_JACR4Y.js.map +0 -1
- package/dist/summary-report-bdFDXq0b.d.ts.map +0 -1
- package/dist/task-failure-attributes-hEmASjix.js.map +0 -1
- package/dist/terminal-record-DZyQZ3pz.js.map +0 -1
- package/dist/tool-groups-C3NEcdCM.d.ts.map +0 -1
- package/dist/tool-waste-BKgvd-TP.d.ts.map +0 -1
- package/dist/trajectory-Y1fmdlw7.d.ts +0 -24
- package/dist/trajectory-Y1fmdlw7.d.ts.map +0 -1
- package/dist/tree-C1XYeXvy.js.map +0 -1
- package/dist/types-BqkVmHfv.d.ts.map +0 -1
- package/dist/types-C02qtnG8.d.ts.map +0 -1
- package/dist/types-C1tnkEgM.d.ts.map +0 -1
- package/dist/types-IXD2HJzu.js.map +0 -1
- package/dist/usage-receipt-Cx3xNeyB.js +0 -76
- package/dist/usage-receipt-Cx3xNeyB.js.map +0 -1
- package/dist/verdict-Dl0tiT1X.js.map +0 -1
- package/dist/verdict-cache-Bm8EKL2s.js.map +0 -1
- package/docs/design/self-improvement-evidence-audit.md +0 -263
|
@@ -1,19 +1,19 @@
|
|
|
1
|
-
import { a as CostLedgerHandle, c as CostLedgerSummary, l as CostProvenance, u as CostReceipt
|
|
1
|
+
import { a as CostLedgerHandle, c as CostLedgerSummary, l as CostProvenance, u as CostReceipt } from "./cost-ledger-Jk62OBfF.js";
|
|
2
2
|
import { c as ValidationError, t as AgentEvalError } from "./errors-DEE6u6ot.js";
|
|
3
|
-
import { a as RunRecord, c as RunSplitTag } from "./run-record-
|
|
4
|
-
import {
|
|
5
|
-
import { X as RawProviderSink,
|
|
6
|
-
import {
|
|
7
|
-
import { a as PairedPromotionDecision,
|
|
3
|
+
import { a as RunRecord, c as RunSplitTag } from "./run-record-CaxbLq6Y.js";
|
|
4
|
+
import { W as TraceAnalysisStore, i as AnalystFinding, p as AnalystUsageReceipt, u as AnalystRunResult, v as ProposalFinding } from "./types-CW8ewATZ.js";
|
|
5
|
+
import { X as RawProviderSink, j as LlmCallMetadata, nt as ServedModelPolicy, x as ChatClient } from "./types-D-mgRzlh.js";
|
|
6
|
+
import { M as PairedArmsComparison, ct as EvidenceReceipt, nt as CampaignEvidenceContext, wt as FinalEvidenceRecord, xt as FinalEvidenceLedger } from "./statistical-heldout-C9AbgREN.js";
|
|
7
|
+
import { a as PairedPromotionDecision, u as PairedBootstrapResult } from "./paired-promotion-decision-CQMJ5xGN.js";
|
|
8
8
|
import { E as SearchExecutionIdentity, G as SearchSplit, V as SearchProposer, a as SearchAttemptAccounting, i as SearchArtifactRef, j as SearchModelIdentity, nt as EvaluationClaim, rt as EvaluationUnitSummary, tt as SearchUnknown, z as SearchOperationRecordedEvent } from "./search-ledger-types-p2xKfiDJ.js";
|
|
9
9
|
import { r as LedgerHash } from "./canonical-CFpojCN5.js";
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
12
|
-
import {
|
|
10
|
+
import { C as JudgeDimension, H as SurfaceProposer, N as ParetoParent, O as LabeledScenarioSource, R as Scenario, S as JudgeConfig, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, u as ComponentSurface, v as GateResult, y as GenerationCandidate } from "./types-D8GhJoHk.js";
|
|
11
|
+
import { At as SearchHistoryReceipt, Dt as SearchHistoryCoverage, I as SearchPolicy, Tt as SearchHistoryAdmissionOptions, Wt as CampaignStorage, gt as SearchRecorder, mt as SearchLedgerBinding, o as SearchCellResult, pt as RegisterSearchNodeInput, vt as SearchRunIdentity } from "./search-kernel-DxqjBxA-.js";
|
|
12
|
+
import { E as AnalystIssueExpectation, G as ExternalOptimizerRunnerCommand, I as ExternalOptimizerEvaluationObservation, J as ExternalTextEvaluationRequest, K as ExternalOptimizerWireCounts, N as ExternalOptimizerCallbackLimits, R as ExternalOptimizerModelBudget, W as ExternalOptimizerResumeMode, m as AnalystBenchmarkLabelState, q as ExternalTextCandidate, t as AgentProfile$1, u as AnalystBenchmarkCase, z as ExternalOptimizerModelCall } from "./agent-profile-DTt8uGP9.js";
|
|
13
13
|
import { r as DatasetScenario, t as Dataset } from "./dataset-DQqhOCPt.js";
|
|
14
|
-
import { a as CheckerIdentity, n as VerdictCertification, t as DefaultVerdict, x as VerificationStrategySource } from "./verdict-
|
|
15
|
-
import { t as DetectRewardHackingInput } from "./reward-hacking-
|
|
16
|
-
import {
|
|
14
|
+
import { a as CheckerIdentity, n as VerdictCertification, t as DefaultVerdict, x as VerificationStrategySource } from "./verdict-C24NELtN.js";
|
|
15
|
+
import { t as DetectRewardHackingInput } from "./reward-hacking-E52wq86n.js";
|
|
16
|
+
import { f as TraceSpanEvent, t as HostedClient } from "./client-hwo3cJjR.js";
|
|
17
17
|
import { AgentProfile } from "@tangle-network/agent-interface";
|
|
18
18
|
import { z } from "zod";
|
|
19
19
|
//#region src/campaign/search-ledger-errors.d.ts
|
|
@@ -21,8 +21,6 @@ import { z } from "zod";
|
|
|
21
21
|
declare class SearchLedgerError extends ValidationError {}
|
|
22
22
|
/** Error raised when durable search-ledger data fails an integrity check. */
|
|
23
23
|
declare class SearchLedgerIntegrityError extends SearchLedgerError {}
|
|
24
|
-
/** Error raised when an event identifier is reused with different content. */
|
|
25
|
-
declare class SearchLedgerConflictError extends SearchLedgerError {}
|
|
26
24
|
//#endregion
|
|
27
25
|
//#region src/campaign/coverage.d.ts
|
|
28
26
|
interface CampaignCoverage {
|
|
@@ -42,8 +40,6 @@ declare function campaignScenarioIdentity<TScenario extends Scenario>(scenario:
|
|
|
42
40
|
declare function campaignSplitDigestFromIdentities(scenarios: readonly CampaignScenarioIdentity[], reps: number): `sha256:${string}`;
|
|
43
41
|
/** Canonical identity of the exact scenario payloads and replicate count. */
|
|
44
42
|
declare function campaignSplitDigest<TScenario extends Scenario>(scenarios: readonly TScenario[], reps: number): `sha256:${string}`;
|
|
45
|
-
/** Refuse a campaign whose retained task identities contradict its split digest. */
|
|
46
|
-
declare function assertCampaignSplitIdentity(scenarios: readonly CampaignScenarioIdentity[], reps: number, splitDigest: string): void;
|
|
47
43
|
/** Exact designed-denominator receipt for one campaign. */
|
|
48
44
|
declare function campaignCoverage<TArtifact, TScenario extends Scenario>(cells: readonly CampaignCellResult<TArtifact>[], scenarios: readonly TScenario[], reps: number, requireJudgeScore: boolean): CampaignCoverage;
|
|
49
45
|
//#endregion
|
|
@@ -78,12 +74,6 @@ type CacheRead<TArtifact> = {
|
|
|
78
74
|
status: 'miss';
|
|
79
75
|
reason: CacheIssueReason;
|
|
80
76
|
};
|
|
81
|
-
declare function readCachedCell<TArtifact>(args: {
|
|
82
|
-
storage: CampaignStorage;
|
|
83
|
-
cachePath: string;
|
|
84
|
-
cellId: string;
|
|
85
|
-
manifestHash: string;
|
|
86
|
-
}): CacheRead<TArtifact>;
|
|
87
77
|
//#endregion
|
|
88
78
|
//#region src/campaign/plan-campaign-run.d.ts
|
|
89
79
|
interface CampaignRunPlanCell {
|
|
@@ -536,29 +526,6 @@ interface TransientFailureOptions {
|
|
|
536
526
|
*/
|
|
537
527
|
readonly now?: number;
|
|
538
528
|
}
|
|
539
|
-
/**
|
|
540
|
-
* The instant a provider says a spent quota works again, or null when the text states none.
|
|
541
|
-
*
|
|
542
|
-
* MEASURED (2026-09-01, discovery lab). The codex/ChatGPT backend answered
|
|
543
|
-
* `You've hit your usage limit. Visit https://chatgpt.com/codex/settings/usage to purchase more
|
|
544
|
-
* credits or try again at Sep 6th, 2026 8:29 PM.` — a refusal SIX DAYS out. 25 supervised runs met
|
|
545
|
-
* it. 21 of them retried it 12 times over about 31 minutes and settled with zero children, zero
|
|
546
|
-
* tokens and zero claims: about 11 hours of one subscription's capacity spent on a wall that had
|
|
547
|
-
* already told the caller when it would come down.
|
|
548
|
-
*
|
|
549
|
-
* The distinction this draws is not "quota" versus "not quota". It is "the provider named a
|
|
550
|
-
* release time" versus "it did not". A bare 429, or z.ai's `您的账户已达到速率限制`, recovers on
|
|
551
|
-
* its own in seconds and SHOULD be retried; those return null here and keep their existing
|
|
552
|
-
* treatment. Only a stated release is terminal, and only until that instant.
|
|
553
|
-
*
|
|
554
|
-
* A date with no zone is read in the host's zone, because a CLI renders it in the host's zone.
|
|
555
|
-
* An unparseable date returns null rather than a guess: a caller that stops dispatching must
|
|
556
|
-
* never do so on a misread string.
|
|
557
|
-
*
|
|
558
|
-
* @param message the provider's error text
|
|
559
|
-
* @returns the stated release time, or null when the text names none
|
|
560
|
-
*/
|
|
561
|
-
declare function quotaExhaustedUntil(message: string | null | undefined): Date | null;
|
|
562
529
|
/**
|
|
563
530
|
* True when the error text describes an infrastructure hiccup that should be
|
|
564
531
|
* retried rather than scored. Empty/undefined input is not transient.
|
|
@@ -652,12 +619,6 @@ interface LlmJudgeOptions<TArtifact, TScenario extends Scenario = Scenario> {
|
|
|
652
619
|
declare function llmJudge<TArtifact = unknown, TScenario extends Scenario = Scenario>(name: string, prompt: string, opts: LlmJudgeOptions<TArtifact, TScenario>): JudgeConfig<TArtifact, TScenario>;
|
|
653
620
|
//#endregion
|
|
654
621
|
//#region src/reference-equivalence-judge.d.ts
|
|
655
|
-
declare const REFERENCE_EQUIVALENCE_JUDGE_VERSION = "reference-equivalence-judge-v1-2026-07-13";
|
|
656
|
-
declare const REFERENCE_EQUIVALENCE_INPUT_LIMITS: {
|
|
657
|
-
readonly userRequest: 8000;
|
|
658
|
-
readonly expectedAnswer: 32000;
|
|
659
|
-
readonly candidateOutput: 32000;
|
|
660
|
-
};
|
|
661
622
|
interface ReferenceEquivalenceScenario extends Scenario {
|
|
662
623
|
userRequest: string;
|
|
663
624
|
expectedAnswer: string;
|
|
@@ -683,10 +644,6 @@ interface ReferenceEquivalenceJudgeResult extends LlmCallMetadata {
|
|
|
683
644
|
score: number;
|
|
684
645
|
rationale: string;
|
|
685
646
|
}
|
|
686
|
-
/** Build the campaign-native expected-answer judge. */
|
|
687
|
-
declare function createReferenceEquivalenceJudge(options: ReferenceEquivalenceJudgeOptions): JudgeConfig<string, ReferenceEquivalenceScenario>;
|
|
688
|
-
/** Direct-call adapter over the campaign judge for product callers. */
|
|
689
|
-
declare function runReferenceEquivalenceJudge(input: ReferenceEquivalenceJudgeInput, options: ReferenceEquivalenceJudgeOptions): Promise<ReferenceEquivalenceJudgeResult>;
|
|
690
647
|
//#endregion
|
|
691
648
|
//#region src/campaign/external-optimizer-observations.d.ts
|
|
692
649
|
interface ExternalOptimizerObservationSummary {
|
|
@@ -799,11 +756,6 @@ interface ComparisonCost {
|
|
|
799
756
|
}
|
|
800
757
|
/** Keep the cost fields a custom optimization method must report. */
|
|
801
758
|
declare function costFromLedgerSummary(summary: CostLedgerSummary): ComparisonCost;
|
|
802
|
-
/** Combine method costs without turning one unknown bill into a known total. */
|
|
803
|
-
declare function combineComparisonCosts(entries: ReadonlyArray<{
|
|
804
|
-
label: string;
|
|
805
|
-
cost: ComparisonCost;
|
|
806
|
-
}>): ComparisonCost;
|
|
807
759
|
interface OptimizationTokenUsage {
|
|
808
760
|
/** All input tokens, including cache reads and cache creation. */
|
|
809
761
|
inputTokens: number;
|
|
@@ -817,8 +769,6 @@ interface OptimizationTokenUsage {
|
|
|
817
769
|
totalTokens: number;
|
|
818
770
|
calls: number;
|
|
819
771
|
}
|
|
820
|
-
/** Preserve every optimizer token class while keeping total input and output explicit. */
|
|
821
|
-
declare function optimizationTokenUsageFromSummary(summary: CostLedgerSummary, receipts: readonly CostReceipt[]): OptimizationTokenUsage | undefined;
|
|
822
772
|
//#endregion
|
|
823
773
|
//#region src/campaign/optimization-method.d.ts
|
|
824
774
|
/** Shared campaign settings applied to every optimization method. */
|
|
@@ -1795,37 +1745,9 @@ interface LoopProvenanceArgsFromResult<TArtifact, TScenario extends Scenario> {
|
|
|
1795
1745
|
totalDurationMs: number;
|
|
1796
1746
|
independentUnitByScenarioId?: ReadonlyMap<string, string>;
|
|
1797
1747
|
}
|
|
1798
|
-
/** One translation from a completed improvement loop into durable evidence. */
|
|
1799
|
-
declare function loopProvenanceArgsFromResult<TArtifact, TScenario extends Scenario>(input: LoopProvenanceArgsFromResult<TArtifact, TScenario>): BuildLoopProvenanceArgs<TArtifact, TScenario>;
|
|
1800
|
-
/** Build the durable provenance record from a completed loop result. */
|
|
1801
|
-
declare function buildLoopProvenanceRecord<TArtifact, TScenario extends Scenario>(args: BuildLoopProvenanceArgs<TArtifact, TScenario>): LoopProvenanceRecord;
|
|
1802
|
-
/** Digest the exact campaign fields that can affect a measured comparison. */
|
|
1803
|
-
declare function campaignMeasurementDigest<TArtifact, TScenario extends Scenario>(campaign: CampaignResult<TArtifact, TScenario>): `sha256:${string}`;
|
|
1804
|
-
/** Recompute and validate the self-addressed durable record. */
|
|
1805
|
-
declare function verifyLoopProvenanceRecord(record: LoopProvenanceRecord): LoopProvenanceRecord;
|
|
1806
1748
|
/** SHA-256 over the RFC 8785 canonical JSON of `value`. Throws
|
|
1807
1749
|
* `LedgerCanonicalizationError` for a value with no canonical form. */
|
|
1808
1750
|
declare function canonicalDigest(value: unknown): `sha256:${string}`;
|
|
1809
|
-
/**
|
|
1810
|
-
* Build the loop's OTLP-ingestable spans from a provenance record. One root
|
|
1811
|
-
* span per loop (`tangle.runId`), one span per generation, one span per
|
|
1812
|
-
* candidate (carrying its surfaceHash + label), and one span for the gate
|
|
1813
|
-
* decision (carrying reasons + delta + lift). Candidate + gate spans pivot on
|
|
1814
|
-
* the same `tangle.runId` / `tangle.generation` attributes `/adapters/otel`
|
|
1815
|
-
* reads, so the hosted collector reconstructs the full tree.
|
|
1816
|
-
*
|
|
1817
|
-
* Times are synthesized monotonically off a single base so the span tree is
|
|
1818
|
-
* orderable; the substrate does not retain per-candidate wall-clock starts.
|
|
1819
|
-
*/
|
|
1820
|
-
declare function loopProvenanceSpans(record: LoopProvenanceRecord, opts?: {
|
|
1821
|
-
baseTimeMs?: number;
|
|
1822
|
-
}): TraceSpanEvent[];
|
|
1823
|
-
/** Canonical durable paths under the run dir. */
|
|
1824
|
-
declare function provenanceRecordPath(runDir: string): string;
|
|
1825
|
-
/**
|
|
1826
|
-
* Canonical path for the durable OTLP spans JSONL file under a loop run directory.
|
|
1827
|
-
*/
|
|
1828
|
-
declare function provenanceSpansPath(runDir: string): string;
|
|
1829
1751
|
interface EmitLoopProvenanceResult {
|
|
1830
1752
|
record: LoopProvenanceRecord;
|
|
1831
1753
|
spans: TraceSpanEvent[];
|
|
@@ -1873,8 +1795,6 @@ interface BuildTraceAnalystSurfaceDispatchOptions {
|
|
|
1873
1795
|
signal: AbortSignal;
|
|
1874
1796
|
}): Promise<TraceAnalystArtifact>;
|
|
1875
1797
|
}
|
|
1876
|
-
declare function buildTraceAnalystSurfaceDispatch(options: BuildTraceAnalystSurfaceDispatchOptions): (surface: MutableSurface, scenario: TraceAnalystScenario, context: DispatchContext) => Promise<TraceAnalystArtifact>;
|
|
1877
|
-
declare function traceAnalystQualityJudge(): JudgeConfig<TraceAnalystArtifact, TraceAnalystScenario>;
|
|
1878
1798
|
//#endregion
|
|
1879
1799
|
//#region src/campaign/cross-surface-types.d.ts
|
|
1880
1800
|
/** Whether one candidate attempt produced a usable executable outcome. */
|
|
@@ -2272,49 +2192,6 @@ declare function importExternalEvaluations(input: {
|
|
|
2272
2192
|
}): Promise<GepaEvaluationImport>;
|
|
2273
2193
|
/** An optimizer candidate as the mutable surface it represents. */
|
|
2274
2194
|
declare function externalSurface(candidate: ExternalTextCandidate): MutableSurface;
|
|
2275
|
-
/** What `recordGepaSearch` and `recordSkillOptSearch` share. */
|
|
2276
|
-
interface ExternalSearchRecordInput {
|
|
2277
|
-
name: string;
|
|
2278
|
-
path: string;
|
|
2279
|
-
searchId: string;
|
|
2280
|
-
identity: SearchRunIdentity;
|
|
2281
|
-
storage: CampaignStorage;
|
|
2282
|
-
seed: number;
|
|
2283
|
-
baselineSurface: MutableSurface;
|
|
2284
|
-
trainScenarios: readonly Scenario[];
|
|
2285
|
-
selectionScenarios: readonly Scenario[];
|
|
2286
|
-
evaluationLimit: number;
|
|
2287
|
-
observations: ExternalOptimizerObservationArtifact;
|
|
2288
|
-
generationAccounting: SearchAttemptAccounting;
|
|
2289
|
-
}
|
|
2290
|
-
/**
|
|
2291
|
-
* Write GEPA's finished search into its ledger: the baseline as the seeded
|
|
2292
|
-
* root, the population as nodes with `correlated` edges, every callback
|
|
2293
|
-
* evaluation as an `external` cell, GEPA's proposer spend as one operation,
|
|
2294
|
-
* GEPA's choice as the selected node, and the close. GEPA's own selection is a
|
|
2295
|
-
* budget decision, so the ledger carries no claim; the final comparison runs
|
|
2296
|
-
* outside this search.
|
|
2297
|
-
*
|
|
2298
|
-
* A composed recipe reports no population: pass `population: null` and GEPA's
|
|
2299
|
-
* returned best as `selected`, and every evaluated candidate enters with an
|
|
2300
|
-
* `unknown` edge, as SkillOpt's do.
|
|
2301
|
-
*/
|
|
2302
|
-
declare function recordGepaSearch(input: ExternalSearchRecordInput & ({
|
|
2303
|
-
population: GepaCandidatePopulationArtifact;
|
|
2304
|
-
} | {
|
|
2305
|
-
population: null;
|
|
2306
|
-
selected: MutableSurface;
|
|
2307
|
-
})): Promise<SearchHistoryReceipt>;
|
|
2308
|
-
/**
|
|
2309
|
-
* Write SkillOpt's finished search into its ledger: the baseline as the seeded
|
|
2310
|
-
* root, every candidate SkillOpt evaluated as a node with an `unknown` edge
|
|
2311
|
-
* (SkillOpt reports no parents), every callback evaluation as an `external`
|
|
2312
|
-
* cell, SkillOpt's optimizer spend as one operation, SkillOpt's choice as the
|
|
2313
|
-
* selected node, and the close. Like GEPA's, the ledger carries no claim.
|
|
2314
|
-
*/
|
|
2315
|
-
declare function recordSkillOptSearch(input: ExternalSearchRecordInput & {
|
|
2316
|
-
selected: MutableSurface;
|
|
2317
|
-
}): Promise<SearchHistoryReceipt>;
|
|
2318
2195
|
//#endregion
|
|
2319
2196
|
//#region src/campaign/grounded-reflection.d.ts
|
|
2320
2197
|
/**
|
|
@@ -2369,27 +2246,12 @@ interface RolloutArgumentDiff {
|
|
|
2369
2246
|
/** Lowercased stringified argument values seen in failing rollouts. */
|
|
2370
2247
|
readonly failingValues: ReadonlySet<string>;
|
|
2371
2248
|
}
|
|
2372
|
-
/**
|
|
2373
|
-
* Deterministic per-field diff of call arguments between passing and failing
|
|
2374
|
-
* rollouts. A field set by failing rollouts but left unset by passing ones is
|
|
2375
|
-
* the classic poison-input signature; a field whose values differ across the
|
|
2376
|
-
* split points at the correct value. Feed `text` to the reviser verbatim.
|
|
2377
|
-
*/
|
|
2378
|
-
declare function rolloutArgumentDiff(rollouts: readonly ScoredRollout[], opts?: RolloutArgumentDiffOptions): RolloutArgumentDiff;
|
|
2379
2249
|
interface UngroundedLiteralReport {
|
|
2380
2250
|
/** Quoted single-word literals in the text that no passing rollout used. */
|
|
2381
2251
|
readonly ungrounded: readonly string[];
|
|
2382
2252
|
/** The subset failing rollouts actually used - prescribing these is proven harmful. */
|
|
2383
2253
|
readonly harmful: readonly string[];
|
|
2384
2254
|
}
|
|
2385
|
-
/**
|
|
2386
|
-
* Scan revised artifact text for single-quoted single-word literals (the
|
|
2387
|
-
* "use exactly 'new'" pattern) that appear in no passing rollout's argument
|
|
2388
|
-
* values. Multi-word quotes pass (they are prose, not prescriptions).
|
|
2389
|
-
* Callers should reject on `harmful` (with a bounded retry) and at most log
|
|
2390
|
-
* `ungrounded` - see the module header for why the severities differ.
|
|
2391
|
-
*/
|
|
2392
|
-
declare function classifyUngroundedLiterals(text: string, diff: Pick<RolloutArgumentDiff, 'passingValues' | 'failingValues'>): UngroundedLiteralReport;
|
|
2393
2255
|
//#endregion
|
|
2394
2256
|
//#region src/campaign/labeled-store/fs-adapter.d.ts
|
|
2395
2257
|
interface FsLabeledScenarioStoreOptions {
|
|
@@ -2401,33 +2263,6 @@ interface FsLabeledScenarioStoreOptions {
|
|
|
2401
2263
|
/** Test seam — override `Date.now()` for deterministic tests. */
|
|
2402
2264
|
now?: () => number;
|
|
2403
2265
|
}
|
|
2404
|
-
/** Typed rejection from a labeled-scenario store (bad provenance, rate limit, invalid sample args) — carries a stable string `code`. */
|
|
2405
|
-
declare class LabeledScenarioStoreError extends Error {
|
|
2406
|
-
readonly code: string;
|
|
2407
|
-
constructor(code: string, message: string);
|
|
2408
|
-
}
|
|
2409
|
-
/**
|
|
2410
|
-
* Filesystem `LabeledScenarioStore`: appends one JSONL file per source with provenance and
|
|
2411
|
-
* rate-limit guards. For tests, local dev, and small workloads — high-throughput lands in Turso.
|
|
2412
|
-
*/
|
|
2413
|
-
declare class FsLabeledScenarioStore implements LabeledScenarioStore {
|
|
2414
|
-
private readonly options;
|
|
2415
|
-
private readonly now;
|
|
2416
|
-
private readonly rateLimits;
|
|
2417
|
-
constructor(options: FsLabeledScenarioStoreOptions);
|
|
2418
|
-
observe(write: LabeledScenarioWrite): Promise<void>;
|
|
2419
|
-
sample(args: LabeledScenarioSampleArgs): Promise<LabeledScenarioRecord[]>;
|
|
2420
|
-
size(): Promise<{
|
|
2421
|
-
train: number;
|
|
2422
|
-
test: number;
|
|
2423
|
-
bySource: Record<string, number>;
|
|
2424
|
-
byTrust: Record<LabelTrust, number>;
|
|
2425
|
-
}>;
|
|
2426
|
-
private assertProvenance;
|
|
2427
|
-
private assertRateLimit;
|
|
2428
|
-
private toRecord;
|
|
2429
|
-
private pathForSource;
|
|
2430
|
-
}
|
|
2431
2266
|
//#endregion
|
|
2432
2267
|
//#region src/campaign/neutralize.d.ts
|
|
2433
2268
|
/**
|
|
@@ -2474,7 +2309,7 @@ declare function sequentialOptimizationMethod<S extends Scenario, A>(options: {
|
|
|
2474
2309
|
//#endregion
|
|
2475
2310
|
//#region src/artifact-validator.d.ts
|
|
2476
2311
|
/** An artifact an agent produced, as completion and produced-state checks read it. */
|
|
2477
|
-
interface
|
|
2312
|
+
interface ValidatedArtifact {
|
|
2478
2313
|
/** Logical kind — validators type-guard on this */
|
|
2479
2314
|
kind: 'file' | 'json' | 'text' | 'binary' | string;
|
|
2480
2315
|
/** Filesystem-style path, optional */
|
|
@@ -2513,8 +2348,8 @@ interface ProducedProposal {
|
|
|
2513
2348
|
}
|
|
2514
2349
|
/** Everything observable about what a run actually produced. */
|
|
2515
2350
|
interface ProducedState {
|
|
2516
|
-
/** Persisted vault artifacts. Reuses the shared `
|
|
2517
|
-
artifacts:
|
|
2351
|
+
/** Persisted vault artifacts. Reuses the shared `ValidatedArtifact` shape. */
|
|
2352
|
+
artifacts: ValidatedArtifact[];
|
|
2518
2353
|
/** Proposals / filings the agent created. */
|
|
2519
2354
|
proposals: ProducedProposal[];
|
|
2520
2355
|
/** Names of tools the agent invoked. */
|
|
@@ -2690,6 +2525,104 @@ type RuntimeEventLike = ToolCallEventLike | ArtifactEventLike | ProposalEventLik
|
|
|
2690
2525
|
*/
|
|
2691
2526
|
declare function extractProducedState(events: readonly RuntimeEventLike[]): ProducedState;
|
|
2692
2527
|
//#endregion
|
|
2528
|
+
//#region src/campaign/presets/playback.d.ts
|
|
2529
|
+
/** One step of a user story — what the user does. The driver interprets
|
|
2530
|
+
* `payload` (a Playwright selector + action, or a sandbox chat turn). */
|
|
2531
|
+
interface PlaybackStep {
|
|
2532
|
+
/** Human-readable action, captured verbatim in the UX narrative. */
|
|
2533
|
+
action: string;
|
|
2534
|
+
/** Driver-specific payload (e.g. `{ selector, fill }` or `{ turn }`). */
|
|
2535
|
+
payload?: Record<string, unknown>;
|
|
2536
|
+
}
|
|
2537
|
+
/**
|
|
2538
|
+
* A user story = a runnable product journey plus the requirements that define
|
|
2539
|
+
* "this story works". Each requirement is one Jira ticket line. Extends
|
|
2540
|
+
* `Scenario` so a catalog drops straight into `runProfileMatrix({ scenarios })`.
|
|
2541
|
+
*/
|
|
2542
|
+
interface UserStory extends Scenario {
|
|
2543
|
+
/** Human-readable story title (the ticket headline). */
|
|
2544
|
+
title: string;
|
|
2545
|
+
/** Ordered steps the driver executes. */
|
|
2546
|
+
steps: PlaybackStep[];
|
|
2547
|
+
/** What must hold in the produced state for the story to pass. */
|
|
2548
|
+
requirements: CompletionRequirement[];
|
|
2549
|
+
}
|
|
2550
|
+
/** Dispatch context plus the profile under test (which cheap model, etc.). */
|
|
2551
|
+
interface PlaybackContext extends DispatchContext {
|
|
2552
|
+
profile: AgentProfile;
|
|
2553
|
+
}
|
|
2554
|
+
/**
|
|
2555
|
+
* Drives the real product through a story and returns the runtime event stream
|
|
2556
|
+
* `extractProducedState` consumes. Implemented by CONSUMERS —
|
|
2557
|
+
* `SandboxPlaybackDriver` (real API / sandbox workspace) and
|
|
2558
|
+
* `PlaywrightPlaybackDriver` (real UI) — because they depend on runtime /
|
|
2559
|
+
* browser infra the substrate must not import. The driver MUST report LLM
|
|
2560
|
+
* usage through `ctx.cost.runPaidCall` so the backend-integrity check sees real
|
|
2561
|
+
* tokens (a run that never reports tokens reads as a stub).
|
|
2562
|
+
*/
|
|
2563
|
+
interface PlaybackDriver<TStory extends UserStory = UserStory> {
|
|
2564
|
+
run(story: TStory, ctx: PlaybackContext): Promise<readonly RuntimeEventLike[]>;
|
|
2565
|
+
}
|
|
2566
|
+
/** A scored user story — the completion verdict plus its human title. */
|
|
2567
|
+
interface UserStoryVerdict extends CompletionVerdict {
|
|
2568
|
+
title: string;
|
|
2569
|
+
}
|
|
2570
|
+
/**
|
|
2571
|
+
* Score one story's produced state against its requirements. Thin wrapper over
|
|
2572
|
+
* `verifyCompletion` that builds the gold from the story and returns a
|
|
2573
|
+
* per-requirement PASS/FAIL verdict. `checkCorrectness` is injected — a
|
|
2574
|
+
* deterministic stub in tests, `createLlmCorrectnessChecker` in production.
|
|
2575
|
+
*/
|
|
2576
|
+
declare function scoreUserStory(story: UserStory, state: ProducedState, checkCorrectness: CorrectnessChecker): Promise<UserStoryVerdict>;
|
|
2577
|
+
/** One row of the launch scoreboard — story × requirement → PASS/FAIL. */
|
|
2578
|
+
interface ScoreboardRow {
|
|
2579
|
+
storyId: string;
|
|
2580
|
+
storyTitle: string;
|
|
2581
|
+
reqId: string;
|
|
2582
|
+
reqTitle: string;
|
|
2583
|
+
status: 'PASS' | 'FAIL';
|
|
2584
|
+
evidence: string[];
|
|
2585
|
+
}
|
|
2586
|
+
/**
|
|
2587
|
+
* Flatten story verdicts into the per-requirement scoreboard — the literal
|
|
2588
|
+
* Jira tick-off: one row per (story, requirement) with PASS/FAIL and the
|
|
2589
|
+
* evidence behind the verdict.
|
|
2590
|
+
*/
|
|
2591
|
+
declare function userStoryScoreboard(verdicts: readonly UserStoryVerdict[]): ScoreboardRow[];
|
|
2592
|
+
/** Launch-readiness headline counts rolled up from the per-requirement rows. */
|
|
2593
|
+
interface ScoreboardSummary {
|
|
2594
|
+
/** Distinct user stories on the board. */
|
|
2595
|
+
stories: number;
|
|
2596
|
+
/** Stories whose every requirement passed. */
|
|
2597
|
+
storiesFullyComplete: number;
|
|
2598
|
+
/** Total (story, requirement) rows. */
|
|
2599
|
+
requirements: number;
|
|
2600
|
+
/** Rows with status PASS. */
|
|
2601
|
+
passed: number;
|
|
2602
|
+
/** Rows with status FAIL. */
|
|
2603
|
+
failed: number;
|
|
2604
|
+
/** passed / requirements; 0 when there are no rows. */
|
|
2605
|
+
passRate: number;
|
|
2606
|
+
}
|
|
2607
|
+
/** Roll the per-requirement rows up into the launch headline counts. */
|
|
2608
|
+
declare function scoreboardSummary(rows: readonly ScoreboardRow[]): ScoreboardSummary;
|
|
2609
|
+
interface ScoreboardRenderOptions {
|
|
2610
|
+
/** Document H1. Defaults to a generic playback title. */
|
|
2611
|
+
title?: string;
|
|
2612
|
+
/** Key/value run metadata rendered under the headline (runId, backend, model, date). */
|
|
2613
|
+
meta?: Record<string, string>;
|
|
2614
|
+
/** Max chars of joined evidence shown per row. Default 160. */
|
|
2615
|
+
maxEvidenceChars?: number;
|
|
2616
|
+
}
|
|
2617
|
+
/**
|
|
2618
|
+
* Render the scoreboard as a launch-readiness Markdown document — the literal
|
|
2619
|
+
* "tick off every user story" artifact: a headline roll-up, the open tickets
|
|
2620
|
+
* (FAIL rows) up top as the launch blockers, then a per-story table of
|
|
2621
|
+
* requirement → PASS/FAIL with the evidence behind each verdict. Pure: same
|
|
2622
|
+
* rows in, same bytes out (no clock/random), so it is safe to snapshot.
|
|
2623
|
+
*/
|
|
2624
|
+
declare function renderScoreboardMarkdown(rows: readonly ScoreboardRow[], opts?: ScoreboardRenderOptions): string;
|
|
2625
|
+
//#endregion
|
|
2693
2626
|
//#region src/integrity/backend-integrity.d.ts
|
|
2694
2627
|
interface BackendIntegrityReport {
|
|
2695
2628
|
/** Total records inspected. */
|
|
@@ -2738,12 +2671,6 @@ declare function assertRealBackend(records: ReadonlyArray<RunRecord>, opts?: {
|
|
|
2738
2671
|
}): BackendIntegrityReport;
|
|
2739
2672
|
//#endregion
|
|
2740
2673
|
//#region src/campaign/presets/run-profile-matrix.d.ts
|
|
2741
|
-
/** Thrown when the matrix is misconfigured (no profiles, missing resolved model evidence,
|
|
2742
|
-
* etc.). Distinct from `BackendIntegrityError`,
|
|
2743
|
-
* which signals a stub backend at run time. */
|
|
2744
|
-
declare class ProfileMatrixError extends AgentEvalError {
|
|
2745
|
-
constructor(message: string);
|
|
2746
|
-
}
|
|
2747
2674
|
/** Dispatch for one cell: render `profile` against `scenario`, returning the
|
|
2748
2675
|
* artifact the judges score. Run LLM work through `ctx.cost.runPaidCall` —
|
|
2749
2676
|
* the integrity check depends on its receipt. */
|
|
@@ -2874,110 +2801,6 @@ interface RunProfileMatrixResult<TArtifact, TScenario extends Scenario> {
|
|
|
2874
2801
|
*/
|
|
2875
2802
|
declare function runProfileMatrix<TScenario extends Scenario, TArtifact>(opts: RunProfileMatrixOptions<TScenario, TArtifact>): Promise<RunProfileMatrixResult<TArtifact, TScenario>>;
|
|
2876
2803
|
//#endregion
|
|
2877
|
-
//#region src/campaign/presets/playback.d.ts
|
|
2878
|
-
/** One step of a user story — what the user does. The driver interprets
|
|
2879
|
-
* `payload` (a Playwright selector + action, or a sandbox chat turn). */
|
|
2880
|
-
interface PlaybackStep {
|
|
2881
|
-
/** Human-readable action, captured verbatim in the UX narrative. */
|
|
2882
|
-
action: string;
|
|
2883
|
-
/** Driver-specific payload (e.g. `{ selector, fill }` or `{ turn }`). */
|
|
2884
|
-
payload?: Record<string, unknown>;
|
|
2885
|
-
}
|
|
2886
|
-
/**
|
|
2887
|
-
* A user story = a runnable product journey plus the requirements that define
|
|
2888
|
-
* "this story works". Each requirement is one Jira ticket line. Extends
|
|
2889
|
-
* `Scenario` so a catalog drops straight into `runProfileMatrix({ scenarios })`.
|
|
2890
|
-
*/
|
|
2891
|
-
interface UserStory extends Scenario {
|
|
2892
|
-
/** Human-readable story title (the ticket headline). */
|
|
2893
|
-
title: string;
|
|
2894
|
-
/** Ordered steps the driver executes. */
|
|
2895
|
-
steps: PlaybackStep[];
|
|
2896
|
-
/** What must hold in the produced state for the story to pass. */
|
|
2897
|
-
requirements: CompletionRequirement[];
|
|
2898
|
-
}
|
|
2899
|
-
/** Dispatch context plus the profile under test (which cheap model, etc.). */
|
|
2900
|
-
interface PlaybackContext extends DispatchContext {
|
|
2901
|
-
profile: AgentProfile;
|
|
2902
|
-
}
|
|
2903
|
-
/**
|
|
2904
|
-
* Drives the real product through a story and returns the runtime event stream
|
|
2905
|
-
* `extractProducedState` consumes. Implemented by CONSUMERS —
|
|
2906
|
-
* `SandboxPlaybackDriver` (real API / sandbox workspace) and
|
|
2907
|
-
* `PlaywrightPlaybackDriver` (real UI) — because they depend on runtime /
|
|
2908
|
-
* browser infra the substrate must not import. The driver MUST report LLM
|
|
2909
|
-
* usage through `ctx.cost.runPaidCall` so the backend-integrity check sees real
|
|
2910
|
-
* tokens (a run that never reports tokens reads as a stub).
|
|
2911
|
-
*/
|
|
2912
|
-
interface PlaybackDriver<TStory extends UserStory = UserStory> {
|
|
2913
|
-
run(story: TStory, ctx: PlaybackContext): Promise<readonly RuntimeEventLike[]>;
|
|
2914
|
-
}
|
|
2915
|
-
/**
|
|
2916
|
-
* Adapt a `PlaybackDriver` into a `runProfileMatrix` dispatch. The artifact the
|
|
2917
|
-
* matrix scores is the `ProducedState` extracted from the driver's event
|
|
2918
|
-
* stream — grade it with `scoreUserStory` (or a judge wrapping it).
|
|
2919
|
-
*/
|
|
2920
|
-
declare function makePlaybackDispatch<TStory extends UserStory>(driver: PlaybackDriver<TStory>): ProfileDispatchFn<TStory, ProducedState>;
|
|
2921
|
-
/** A scored user story — the completion verdict plus its human title. */
|
|
2922
|
-
interface UserStoryVerdict extends CompletionVerdict {
|
|
2923
|
-
title: string;
|
|
2924
|
-
}
|
|
2925
|
-
/**
|
|
2926
|
-
* Score one story's produced state against its requirements. Thin wrapper over
|
|
2927
|
-
* `verifyCompletion` that builds the gold from the story and returns a
|
|
2928
|
-
* per-requirement PASS/FAIL verdict. `checkCorrectness` is injected — a
|
|
2929
|
-
* deterministic stub in tests, `createLlmCorrectnessChecker` in production.
|
|
2930
|
-
*/
|
|
2931
|
-
declare function scoreUserStory(story: UserStory, state: ProducedState, checkCorrectness: CorrectnessChecker): Promise<UserStoryVerdict>;
|
|
2932
|
-
/** One row of the launch scoreboard — story × requirement → PASS/FAIL. */
|
|
2933
|
-
interface ScoreboardRow {
|
|
2934
|
-
storyId: string;
|
|
2935
|
-
storyTitle: string;
|
|
2936
|
-
reqId: string;
|
|
2937
|
-
reqTitle: string;
|
|
2938
|
-
status: 'PASS' | 'FAIL';
|
|
2939
|
-
evidence: string[];
|
|
2940
|
-
}
|
|
2941
|
-
/**
|
|
2942
|
-
* Flatten story verdicts into the per-requirement scoreboard — the literal
|
|
2943
|
-
* Jira tick-off: one row per (story, requirement) with PASS/FAIL and the
|
|
2944
|
-
* evidence behind the verdict.
|
|
2945
|
-
*/
|
|
2946
|
-
declare function userStoryScoreboard(verdicts: readonly UserStoryVerdict[]): ScoreboardRow[];
|
|
2947
|
-
/** Launch-readiness headline counts rolled up from the per-requirement rows. */
|
|
2948
|
-
interface ScoreboardSummary {
|
|
2949
|
-
/** Distinct user stories on the board. */
|
|
2950
|
-
stories: number;
|
|
2951
|
-
/** Stories whose every requirement passed. */
|
|
2952
|
-
storiesFullyComplete: number;
|
|
2953
|
-
/** Total (story, requirement) rows. */
|
|
2954
|
-
requirements: number;
|
|
2955
|
-
/** Rows with status PASS. */
|
|
2956
|
-
passed: number;
|
|
2957
|
-
/** Rows with status FAIL. */
|
|
2958
|
-
failed: number;
|
|
2959
|
-
/** passed / requirements; 0 when there are no rows. */
|
|
2960
|
-
passRate: number;
|
|
2961
|
-
}
|
|
2962
|
-
/** Roll the per-requirement rows up into the launch headline counts. */
|
|
2963
|
-
declare function scoreboardSummary(rows: readonly ScoreboardRow[]): ScoreboardSummary;
|
|
2964
|
-
interface ScoreboardRenderOptions {
|
|
2965
|
-
/** Document H1. Defaults to a generic playback title. */
|
|
2966
|
-
title?: string;
|
|
2967
|
-
/** Key/value run metadata rendered under the headline (runId, backend, model, date). */
|
|
2968
|
-
meta?: Record<string, string>;
|
|
2969
|
-
/** Max chars of joined evidence shown per row. Default 160. */
|
|
2970
|
-
maxEvidenceChars?: number;
|
|
2971
|
-
}
|
|
2972
|
-
/**
|
|
2973
|
-
* Render the scoreboard as a launch-readiness Markdown document — the literal
|
|
2974
|
-
* "tick off every user story" artifact: a headline roll-up, the open tickets
|
|
2975
|
-
* (FAIL rows) up top as the launch blockers, then a per-story table of
|
|
2976
|
-
* requirement → PASS/FAIL with the evidence behind each verdict. Pure: same
|
|
2977
|
-
* rows in, same bytes out (no clock/random), so it is safe to snapshot.
|
|
2978
|
-
*/
|
|
2979
|
-
declare function renderScoreboardMarkdown(rows: readonly ScoreboardRow[], opts?: ScoreboardRenderOptions): string;
|
|
2980
|
-
//#endregion
|
|
2981
2804
|
//#region src/campaign/presets/segmented-profile-matrix.d.ts
|
|
2982
2805
|
interface ProfileMatrixRow {
|
|
2983
2806
|
rowId: string;
|
|
@@ -3108,12 +2931,6 @@ declare function createRetainedDispatch<Lane extends string, T>(options: Retaine
|
|
|
3108
2931
|
};
|
|
3109
2932
|
//#endregion
|
|
3110
2933
|
//#region src/campaign/run-dir.d.ts
|
|
3111
|
-
/** The shared, out-of-repo root for campaign/benchmark run bundles. Keeping run
|
|
3112
|
-
* outputs here means they never land in a repo working tree (no per-repo
|
|
3113
|
-
* gitignore, no clutter, no accidental commits). Layout:
|
|
3114
|
-
* ~/.tangle/traces/<repo>/runs/<runName>/
|
|
3115
|
-
* where <repo> disambiguates runs across repos in one place. */
|
|
3116
|
-
declare function tangleTracesRoot(): string;
|
|
3117
2934
|
/** Resolve a campaign `runDir`. An absolute path is honored as-is (the caller
|
|
3118
2935
|
* chose an explicit location). A bare name is placed under the shared home root
|
|
3119
2936
|
* so bundles never pollute a repo working tree — the default the harness should
|
|
@@ -3161,19 +2978,6 @@ interface DiscriminationScore {
|
|
|
3161
2978
|
declare function scoreDiscrimination(signals: ScenarioSignal[], opts?: {
|
|
3162
2979
|
saturationCeiling?: number;
|
|
3163
2980
|
}): DiscriminationScore[];
|
|
3164
|
-
/**
|
|
3165
|
-
* Select the top-`k` most discriminative scenario ids for a holdout, EXCLUDING
|
|
3166
|
-
* fully saturated ties when enough non-tied scenarios exist (a tie in the
|
|
3167
|
-
* holdout wastes a paired cell).
|
|
3168
|
-
*
|
|
3169
|
-
* Prefers non-tied scenarios; if fewer than `k` non-tied exist, fills with the
|
|
3170
|
-
* least-saturated tied ones (tied scenarios are already ordered least-saturated
|
|
3171
|
-
* first by `meanScore` asc). Deterministic. Throws if `k < 1`. If
|
|
3172
|
-
* `signals.length <= k`, returns all ids in discrimination order.
|
|
3173
|
-
*/
|
|
3174
|
-
declare function selectDiscriminative(signals: ScenarioSignal[], k: number, opts?: {
|
|
3175
|
-
saturationCeiling?: number;
|
|
3176
|
-
}): string[];
|
|
3177
2981
|
//#endregion
|
|
3178
2982
|
//#region src/campaign/search-campaign-cell.d.ts
|
|
3179
2983
|
/**
|
|
@@ -3281,37 +3085,6 @@ interface UpstreamEvaluationContext {
|
|
|
3281
3085
|
readonly signal: AbortSignal;
|
|
3282
3086
|
readonly callId?: string;
|
|
3283
3087
|
}
|
|
3284
|
-
type PaidEvaluationOptions<TResult> = Pick<RunPaidCallInput<TResult>, 'maximumCharge' | 'receipt' | 'receiptFromError'> & {
|
|
3285
|
-
model: string;
|
|
3286
|
-
};
|
|
3287
|
-
interface UpstreamJudgeOptions<TScenario extends Scenario> {
|
|
3288
|
-
name?: string;
|
|
3289
|
-
dimension?: string;
|
|
3290
|
-
judgeVersion?: string;
|
|
3291
|
-
appliesTo?: (scenario: TScenario) => boolean;
|
|
3292
|
-
/** Convert the upstream score when its native scale is not higher-is-better. */
|
|
3293
|
-
toComposite?: (score: number) => number;
|
|
3294
|
-
}
|
|
3295
|
-
declare function phoenixEvaluatorJudge<TRecord extends Record<string, unknown>, TArtifact, TScenario extends Scenario = Scenario>(evaluator: PhoenixEvaluatorLike<TRecord>, options: UpstreamJudgeOptions<TScenario> & {
|
|
3296
|
-
mapInput(input: {
|
|
3297
|
-
artifact: TArtifact;
|
|
3298
|
-
scenario: TScenario;
|
|
3299
|
-
}): TRecord;
|
|
3300
|
-
paidCall?: PaidEvaluationOptions<PhoenixEvaluationResultLike>;
|
|
3301
|
-
}): JudgeConfig<TArtifact, TScenario>;
|
|
3302
|
-
declare function autoevalsScorerJudge<TInput extends Record<string, unknown>, TArtifact, TScenario extends Scenario = Scenario>(scorer: AutoevalsScorerLike<TInput>, options: UpstreamJudgeOptions<TScenario> & {
|
|
3303
|
-
name: string;
|
|
3304
|
-
mapInput(input: {
|
|
3305
|
-
artifact: TArtifact;
|
|
3306
|
-
scenario: TScenario;
|
|
3307
|
-
}): TInput;
|
|
3308
|
-
} & ({
|
|
3309
|
-
kind: 'CODE';
|
|
3310
|
-
paidCall?: never;
|
|
3311
|
-
} | {
|
|
3312
|
-
kind: 'LLM';
|
|
3313
|
-
paidCall: PaidEvaluationOptions<AutoevalsScoreLike>;
|
|
3314
|
-
})): JudgeConfig<TArtifact, TScenario>;
|
|
3315
3088
|
//#endregion
|
|
3316
3089
|
//#region src/campaign/worktree/index.d.ts
|
|
3317
3090
|
type GitOutput = string | Uint8Array;
|
|
@@ -3341,11 +3114,6 @@ interface WorktreeAdapter {
|
|
|
3341
3114
|
/** Idempotently remove the worktree and branch. Safe to retry after partial cleanup. */
|
|
3342
3115
|
discard(worktree: Worktree): Promise<void>;
|
|
3343
3116
|
}
|
|
3344
|
-
/** Typed failure from a `WorktreeAdapter` operation (create/finalize/discard) — wraps the underlying git error as `cause`. */
|
|
3345
|
-
declare class WorktreeAdapterError extends Error {
|
|
3346
|
-
readonly cause?: unknown;
|
|
3347
|
-
constructor(message: string, cause?: unknown);
|
|
3348
|
-
}
|
|
3349
3117
|
interface GitWorktreeAdapterOptions {
|
|
3350
3118
|
/** Repo root the worktrees fork from. */
|
|
3351
3119
|
repoRoot: string;
|
|
@@ -3381,5 +3149,5 @@ declare function verifyCodeSurface(surface: CodeSurface, worktreeDir?: string):
|
|
|
3381
3149
|
* identity against the checkout at `worktreeRef`. */
|
|
3382
3150
|
declare function resolveWorktreePath(surface: CodeSurface, worktreeDir?: string): string;
|
|
3383
3151
|
//#endregion
|
|
3384
|
-
export {
|
|
3385
|
-
//# sourceMappingURL=index-
|
|
3152
|
+
export { summarizeBackendIntegrity as $, campaignCoverage as $i, CampaignComparisonUnits as $n, OptimizationMethodRunOptions as $r, PlanEvalFixtureRunOptions as $t, RetainedDispatchOptions as A, runOptimization as Ai, CrossSurfacePairEvidence as An, OptimizationMethodScore as Ar, sequentialOptimizationMethod as At, RunProfileMatrixSegmentOptions as B, CampaignRunPlan as Bi, TraceAnalystScenario as Bn, OptimizerModelBudget as Br, GepaPopulationImport as Bt, searchModelIdentity as C, transientDispatchFailure as Ci, CrossSurfaceInteractionAwareSelection as Cn, SkillOptOptimizationMethodConfig as Cr, RequirementCheck as Ct, ScenarioSignal as D, PremeasuredOptimizationBaseline as Di, CrossSurfaceInteractionTask as Dn, CompareOptimizationMethodsOptions as Dr, createLlmCorrectnessChecker as Dt, DiscriminationScore as E, runImprovementLoop as Ei, CrossSurfaceInteractionReport as En, skillOptOptimizationMethod as Er, completionVerdict as Et, FinalizedProfileMatrixResult as F, runEval as Fi, CrossSurfaceSelectionPolicy as Fn, GepaOptimizationMethodConfig as Fr, RolloutCall as Ft, ProfileSummary as G, CacheRead as Gi, LoopProvenanceBackend as Gn, ExternalOptimizationExample as Gr, neutralizationGate as Gt, finalizeProfileMatrix as H, PlanCampaignRunOptions as Hi, EmitLoopProvenanceArgs as Hn, ExternalTextOptimizationMethodConfig as Hr, importExternalEvaluations as Ht, ProfileMatrixCoverage as I, CampaignCellFailureReceipt as Ii, CrossSurfaceSelections as In, GepaOptimizationRecipe as Ir, ScoredRollout as It, ScenarioRollup as J, cellCachePath as Ji, LoopProvenanceOptimizationMethod as Jn, OptimizationMethod as Jr, EvalFixtureLoadOptions as Jt, RunProfileMatrixOptions as K, CellScheduleSlot as Ki, LoopProvenanceCandidate as Kn, ExternalTextEvaluationResponse as Kr, EvalFixture as Kt, ProfileMatrixPlan as L, CampaignCellRetryPolicy as Li, CrossSurfaceTaskRow as Ln, GepaRunnerCommand as Lr, UngroundedLiteralReport as Lt, createRetainedDispatch as M, OpenAutoPrResult as Mi, CrossSurfacePairwiseEntry as Mn, GepaAdaptiveEngineRun as Mr, FsLabeledScenarioStoreOptions as Mt, CreateProfileMatrixPlanOptions as N, openAutoPr as Ni, CrossSurfaceRankedSingle as Nn, GepaEngineOptions as Nr, RolloutArgumentDiff as Nt, scoreDiscrimination as O, RunOptimizationOptions as Oi, CrossSurfaceNaiveStackSelection as On, OptimizationMethodComparison as Or, verifyCompletion as Ot, FinalizeProfileMatrixOptions as P, RunEvalOptions as Pi, CrossSurfaceRelativeCost as Pn, GepaEngineRun as Pr, RolloutArgumentDiffOptions as Pt, assertRealBackend as Q, assertCampaignDesign as Qi, CampaignBreakdown as Qn, OptimizationMethodResult as Qr, LoadEvalFixtureScenariosOptions as Qt, ProfileMatrixRow as R, RunCampaignOptions as Ri, BuildTraceAnalystSurfaceDispatchOptions as Rn, gepaOptimizationMethod as Rr, ExternalSearchOptimizer as Rt, campaignCellSearchResult as S, isTransientTransportFailure as Si, CrossSurfaceIneligibilityReason as Sn, composeGate as Sr, ProducedState as St, searchReceiptAccounting as T, RunImprovementLoopResult as Ti, CrossSurfaceInteractionPath as Tn, SkillOptTrainerConfig as Tr, TaskGold as Tt, runProfileMatrixSegment as U, planCampaignRun as Ui, EmitLoopProvenanceResult as Un, ExternalTextOptimizerContext as Ur, importGepaPopulation as Ut, createProfileMatrixPlan as V, CampaignRunPlanCell as Vi, BuildLoopProvenanceArgs as Vn, externalTextOptimizationMethod as Vr, externalSurface as Vt, ProfileDispatchFn as W, CacheIssueReason as Wi, LoopProvenanceArgsFromResult as Wn, ExternalTextOptimizerResult as Wr, NeutralizationGateOptions as Wt, BackendIntegrityError as X, FinalEvidenceUse as Xi, canonicalDigest as Xn, OptimizationMethodInput as Xr, EvalFixtureScenario as Xt, runProfileMatrix as Y, FinalEvidencePolicy as Yi, LoopProvenanceRecord as Yn, OptimizationMethodComposition as Yr, EvalFixtureRunPlan as Yt, BackendIntegrityReport as Z, CampaignCoverage as Zi, emitLoopProvenance as Zn, OptimizationMethodProvenance as Zr, EvalFixtureValidationMode as Zt, surfaceDispatchRef as _, ReferenceEquivalenceScenario as _i, CrossSurfaceComponentEvidence as _n, CanaryEvaluation as _r, CompletionRequirement as _t, gitWorktreeAdapter as a, GepaCandidatePopulationCandidate as ai, AnalyzeCrossSurfaceInteractionsInput as an, DefaultProductionGateOptions as ar, ScoreboardSummary as at, SingleRunLockOptions as b, llmJudge as bi, CrossSurfaceEligibility as bn, CanaryReport as br, LlmCorrectnessCheckerOpts as bt, AutoevalsScoreLike as c, readGepaCandidatePopulationArtifact as ci, CrossSurfaceAttemptCompleteness as cn, DEFAULT_RED_TEAM_CORPUS as cr, renderScoreboardMarkdown as ct, PhoenixEvaluatorLike as d, ExternalOptimizerObservationSummary as di, CrossSurfaceCandidate as dn, RedTeamFinding as dr, userStoryScoreboard as dt, campaignScenarioIdentity as ea, OptimizationPackageSource as ei, discoverEvalFixtures as en, campaignBreakdown as er, PlaybackContext as et, assertCodeSurfaceIdentity as f, ExternalOptimizerSubmittedCandidate as fi, CrossSurfaceCandidateComparison as fn, RedTeamReport as fr, ArtifactEventLike as ft, surfaceContentHash as g, ReferenceEquivalenceJudgeResult as gi, CrossSurfaceComponent as gn, CanaryAlert as gr, extractProducedState as gt, renderSurfaceDiff as h, ReferenceEquivalenceJudgeOptions as hi, CrossSurfaceCandidateSummary as hn, scoreRedTeamOutput as hr, ToolCallEventLike as ht, WorktreeAdapter as i, SearchLedgerIntegrityError as ia, GepaCandidatePopulationArtifact as ii, analyzeCrossSurfaceInteractions as in, DefaultProductionGateCheck as ir, ScoreboardRow as it, RetainedDispatchOutcome as j, OpenAutoPrOptions as ji, CrossSurfacePairIncompatibilityReason as jn, compareOptimizationMethods as jr, neutralizeText as jt, resolveRunDir as k, RunOptimizationResult as ki, CrossSurfacePairCompatibility as kn, OptimizationMethodPairwise as kr, scopedOptimizationMethod as kt, AutoevalsScorerLike as l, ExternalOptimizerExecutionSummary as li, CrossSurfaceBestSingleSelection as ln, RedTeamCase as lr, scoreUserStory as lt, componentSurfaceIdentityMaterial as m, ReferenceEquivalenceJudgeInput as mi, CrossSurfaceCandidateOutcome as mn, redTeamReport as mr, RuntimeEventLike as mt, GitWorktreeAdapterOptions as n, campaignSplitDigestFromIdentities as na, OptimizationTokenUsage as ni, loadEvalFixtureScenarios as nn, HeldOutGateOptions as nr, PlaybackStep as nt, resolveWorktreePath as o, GepaCandidatePopulationSummary as oi, CrossSurfaceAdditionDecision as on, DefaultProductionRewardHackingOptions as or, UserStory as ot, codeSurfaceIdentityMaterial as p, readExternalOptimizerObservationArtifact as pi, CrossSurfaceCandidateEvidence as pn, redTeamDataset as pr, ProposalEventLike as pt, RunProfileMatrixResult as q, buildCellSchedule as qi, LoopProvenanceEvidence as qn, decodeExternalTextCandidate as qr, EvalFixtureFile as qt, Worktree as r, SearchLedgerError as ra, costFromLedgerSummary as ri, planEvalFixtureRun as rn, heldOutGate as rr, ScoreboardRenderOptions as rt, verifyCodeSurface as s, GepaCandidateSelectionScore as si, CrossSurfaceAdditionRejectionReason as sn, defaultProductionGate as sr, UserStoryVerdict as st, CodeSurfaceVerification as t, campaignSplitDigest as ta, ComparisonCost as ti, loadEvalFixture as tn, campaignMeanComposite as tr, PlaybackDriver as tt, PhoenixEvaluationResultLike as u, ExternalOptimizerObservationArtifact as ui, CrossSurfaceBootstrapPolicy as un, RedTeamCategory as ur, scoreboardSummary as ut, surfaceHash as v, LlmJudgeDimension as vi, CrossSurfaceCompositionStep as vn, CanaryKind as vr, CompletionVerdict as vt, searchProposalExecution as w, RunImprovementLoopOptions as wi, CrossSurfaceInteractionEffect as wn, SkillOptRunnerCommand as wr, SatisfiedBy as wt, acquireSingleRunLock as x, TransientFailureOptions as xi, CrossSurfaceEvidenceBreakdown as xn, runCanaries as xr, ProducedProposal as xt, SingleRunLock as y, LlmJudgeOptions as yi, CrossSurfaceDistribution as yn, CanaryOptions as yr, CorrectnessChecker as yt, ProfileMatrixSegmentResult as z, runCampaign as zi, TraceAnalystArtifact as zn, OpenAICompatibleOptimizerModel as zr, GepaEvaluationImport as zt };
|
|
3153
|
+
//# sourceMappingURL=index-ZuWx52WG.d.ts.map
|