@tangle-network/agent-eval 0.221.8 → 0.222.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +82 -0
- package/dist/adapters/http.d.ts +3 -5
- package/dist/adapters/http.d.ts.map +1 -1
- package/dist/adapters/http.js +1 -2
- package/dist/{adversarial-smnADNFS.d.ts → adversarial-DnQQFqTR.d.ts} +1 -3
- package/dist/adversarial-DnQQFqTR.d.ts.map +1 -0
- package/dist/{agent-profile-CNmwfaqq.d.ts → agent-profile-CoD1Dotf.d.ts} +4 -10
- package/dist/agent-profile-CoD1Dotf.d.ts.map +1 -0
- package/dist/agent-profile-Dngk3LZ0.js +153 -0
- package/dist/agent-profile-Dngk3LZ0.js.map +1 -0
- package/dist/{agent-profile-cell-BcpFbNd5.d.ts → agent-profile-cell-3kYxUsK2.d.ts} +3 -5
- package/dist/agent-profile-cell-3kYxUsK2.d.ts.map +1 -0
- package/dist/{agent-profile-cell-B1V1gUZs.js → agent-profile-cell-CT5JYueM.js} +5 -7
- package/dist/{agent-profile-cell-B1V1gUZs.js.map → agent-profile-cell-CT5JYueM.js.map} +1 -1
- package/dist/{agreement-irr-BhAqjluA.js → agreement-irr-BTjDN0i6.js} +4 -5
- package/dist/{agreement-irr-BhAqjluA.js.map → agreement-irr-BTjDN0i6.js.map} +1 -1
- package/dist/analyst/index.d.ts +95 -159
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +28 -39
- package/dist/analyst/index.js.map +1 -1
- package/dist/{analyze-runs-DfX6dHP0.d.ts → analyze-runs-C-pP1sK9.d.ts} +7 -13
- package/dist/analyze-runs-C-pP1sK9.d.ts.map +1 -0
- package/dist/{analyze-runs-CHmsykNJ.js → analyze-runs-CTheASYV.js} +23 -32
- package/dist/{analyze-runs-CHmsykNJ.js.map → analyze-runs-CTheASYV.js.map} +1 -1
- package/dist/{attribute-vocabulary-CcXqHODT.d.ts → attribute-vocabulary-5oo8ykIx.d.ts} +2 -4
- package/dist/attribute-vocabulary-5oo8ykIx.d.ts.map +1 -0
- package/dist/authenticity/index.d.ts +0 -2
- package/dist/authenticity/index.d.ts.map +1 -1
- package/dist/authenticity/index.js +1 -2
- package/dist/{benchmark-command-Cnjfo0Zh.js → benchmark-command-jYWR2gya.js} +61 -94
- package/dist/benchmark-command-jYWR2gya.js.map +1 -0
- package/dist/benchmarks/index.d.ts +5 -15
- package/dist/benchmarks/index.d.ts.map +1 -1
- package/dist/benchmarks/index.js +27 -38
- package/dist/benchmarks/index.js.map +1 -1
- package/dist/{bounded-process-Cj9YjXbE.js → bounded-process-BZrWXIKW.js} +2 -3
- package/dist/{bounded-process-Cj9YjXbE.js.map → bounded-process-BZrWXIKW.js.map} +1 -1
- package/dist/builder-eval/index.d.ts +5 -14
- package/dist/builder-eval/index.d.ts.map +1 -1
- package/dist/builder-eval/index.js +11 -17
- package/dist/builder-eval/index.js.map +1 -1
- package/dist/{calibration-CTwxpJ-t.js → calibration-6usfVYYo.js} +4 -5
- package/dist/{calibration-CTwxpJ-t.js.map → calibration-6usfVYYo.js.map} +1 -1
- package/dist/campaign/index.d.ts +9 -9
- package/dist/campaign/index.js +15 -14
- package/dist/{campaign-uddTlFg5.js → campaign-ddr1N3yD.js} +61 -58
- package/dist/campaign-ddr1N3yD.js.map +1 -0
- package/dist/{campaign-evidence-DunzcJGv.js → campaign-evidence-DN8rWuBj.js} +20 -322
- package/dist/campaign-evidence-DN8rWuBj.js.map +1 -0
- package/dist/{canonical-Dq2hOQ8L.js → canonical-CicJlINA.js} +3 -4
- package/dist/{canonical-Dq2hOQ8L.js.map → canonical-CicJlINA.js.map} +1 -1
- package/dist/{canonical-CFpojCN5.d.ts → canonical-gLeHiqzd.d.ts} +2 -4
- package/dist/canonical-gLeHiqzd.d.ts.map +1 -0
- package/dist/{cell-spend-DEWR3nj-.js → cell-spend-zxmzg4GH.js} +3 -4
- package/dist/{cell-spend-DEWR3nj-.js.map → cell-spend-zxmzg4GH.js.map} +1 -1
- package/dist/{chat-client-BNATB3rJ.js → chat-client-CO3uB33i.js} +3 -4
- package/dist/{chat-client-BNATB3rJ.js.map → chat-client-CO3uB33i.js.map} +1 -1
- package/dist/{chat-json-call-BzWYp18J.js → chat-json-call-8yUv4LFO.js} +4 -5
- package/dist/{chat-json-call-BzWYp18J.js.map → chat-json-call-8yUv4LFO.js.map} +1 -1
- package/dist/{claim-BPVuyHuy.js → claim-Dod_mjk3.js} +5 -6
- package/dist/{claim-BPVuyHuy.js.map → claim-Dod_mjk3.js.map} +1 -1
- package/dist/cli.js +179 -23
- package/dist/cli.js.map +1 -1
- package/dist/{client-hwo3cJjR.d.ts → client-BIFwUg7I.d.ts} +6 -12
- package/dist/client-BIFwUg7I.d.ts.map +1 -0
- package/dist/{cluster-bootstrap-DEwwhl0C.js → cluster-bootstrap-SbaeM44s.js} +4 -5
- package/dist/{cluster-bootstrap-DEwwhl0C.js.map → cluster-bootstrap-SbaeM44s.js.map} +1 -1
- package/dist/completion-verifier-7KEfroqx.d.ts +168 -0
- package/dist/completion-verifier-7KEfroqx.d.ts.map +1 -0
- package/dist/{completion-verifier-asaV1nSj.js → completion-verifier-rqbMh5-4.js} +9 -160
- package/dist/completion-verifier-rqbMh5-4.js.map +1 -0
- package/dist/contract/index.d.ts +13 -13
- package/dist/contract/index.js +41 -60
- package/dist/contract/index.js.map +1 -1
- package/dist/{cost-ledger-BGZB6yY2.js → cost-ledger-CS8R3IZj.js} +10 -17
- package/dist/{cost-ledger-BGZB6yY2.js.map → cost-ledger-CS8R3IZj.js.map} +1 -1
- package/dist/{cost-ledger-C1W3ICmP.d.ts → cost-ledger-Czro9wmo.d.ts} +1 -5
- package/dist/cost-ledger-Czro9wmo.d.ts.map +1 -0
- package/dist/{dataset-DQqhOCPt.d.ts → dataset-DThC1S6G.d.ts} +1 -3
- package/dist/dataset-DThC1S6G.d.ts.map +1 -0
- package/dist/{decision-point-0nJubuoM.js → decision-point-lhMgODOR.js} +14 -18
- package/dist/{decision-point-0nJubuoM.js.map → decision-point-lhMgODOR.js.map} +1 -1
- package/dist/{deep-freeze-CurcOQg3.js → deep-freeze-CK8-2W7p.js} +2 -3
- package/dist/{deep-freeze-CurcOQg3.js.map → deep-freeze-CK8-2W7p.js.map} +1 -1
- package/dist/{default-registry-CLG5YqGS.d.ts → default-registry-B1DstPYg.d.ts} +53 -61
- package/dist/default-registry-B1DstPYg.d.ts.map +1 -0
- package/dist/{default-registry-BBTDgkDM.js → default-registry-C1tPEjZ4.js} +29 -45
- package/dist/{default-registry-BBTDgkDM.js.map → default-registry-C1tPEjZ4.js.map} +1 -1
- package/dist/{define-agent-eval-CCbT7Kfr.js → define-agent-eval-BLoP4Lf9.js} +15 -18
- package/dist/{define-agent-eval-CCbT7Kfr.js.map → define-agent-eval-BLoP4Lf9.js.map} +1 -1
- package/dist/{define-agent-eval-JKt3gMQr.d.ts → define-agent-eval-CAffiFbN.d.ts} +19 -27
- package/dist/define-agent-eval-CAffiFbN.d.ts.map +1 -0
- package/dist/{descriptive-CVNy48rR.js → descriptive-cPwITVfy.js} +30 -8
- package/dist/descriptive-cPwITVfy.js.map +1 -0
- package/dist/diagnosis/index.d.ts +5 -15
- package/dist/diagnosis/index.d.ts.map +1 -1
- package/dist/diagnosis/index.js +13 -19
- package/dist/diagnosis/index.js.map +1 -1
- package/dist/{dspy-rlm-engine-DN1p_5jx.js → dspy-rlm-engine-jDiWkul6.js} +7 -10
- package/dist/{dspy-rlm-engine-DN1p_5jx.js.map → dspy-rlm-engine-jDiWkul6.js.map} +1 -1
- package/dist/{emitter-DbMXUIVP.js → emitter-DhQ65mza.js} +3 -4
- package/dist/{emitter-DbMXUIVP.js.map → emitter-DhQ65mza.js.map} +1 -1
- package/dist/{emitter-DABYYTcH.d.ts → emitter-mAXC5PSN.d.ts} +3 -5
- package/dist/emitter-mAXC5PSN.d.ts.map +1 -0
- package/dist/{engine-dtRVeuQs.d.ts → engine-CaHaCc3W.d.ts} +10 -18
- package/dist/engine-CaHaCc3W.d.ts.map +1 -0
- package/dist/{equal-terms-DbPGcVtI.js → equal-terms-K11VHmR3.js} +3 -4
- package/dist/{equal-terms-DbPGcVtI.js.map → equal-terms-K11VHmR3.js.map} +1 -1
- package/dist/{errors-BcOs5MKW.js → errors-DeEEV9Vx.js} +2 -3
- package/dist/{errors-BcOs5MKW.js.map → errors-DeEEV9Vx.js.map} +1 -1
- package/dist/{errors-DEE6u6ot.d.ts → errors-E9I2hldP.d.ts} +1 -3
- package/dist/errors-E9I2hldP.d.ts.map +1 -0
- package/dist/{eval-campaign-DoX5vz3E.js → eval-campaign-Cgixrvf7.js} +8 -9
- package/dist/{eval-campaign-DoX5vz3E.js.map → eval-campaign-Cgixrvf7.js.map} +1 -1
- package/dist/{evaluation-wdGyZ7jV.js → evaluation-B8H3GYej.js} +4 -6
- package/dist/{evaluation-wdGyZ7jV.js.map → evaluation-B8H3GYej.js.map} +1 -1
- package/dist/{evaluation-DblGquCB.d.ts → evaluation-BPqUvZ66.d.ts} +4 -6
- package/dist/evaluation-BPqUvZ66.d.ts.map +1 -0
- package/dist/evaluation.d.ts +1 -1
- package/dist/evaluation.js +1 -2
- package/dist/{exact-types-Do63KoKn.d.ts → exact-types-D98BKpxo.d.ts} +8 -10
- package/dist/exact-types-D98BKpxo.d.ts.map +1 -0
- package/dist/{exec-CpbtOXVt.js → exec-C0_AkLUv.js} +3 -5
- package/dist/{exec-CpbtOXVt.js.map → exec-C0_AkLUv.js.map} +1 -1
- package/dist/{execution-tracks-CpgFPpS5.js → execution-tracks-DaDXYwAq.js} +2 -3
- package/dist/{execution-tracks-CpgFPpS5.js.map → execution-tracks-DaDXYwAq.js.map} +1 -1
- package/dist/experiment/index.d.ts +9 -37
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +29 -40
- package/dist/experiment/index.js.map +1 -1
- package/dist/{exporters-Dk3oEbK_.d.ts → exporters-B5Ze_RKh.d.ts} +4 -4
- package/dist/exporters-B5Ze_RKh.d.ts.map +1 -0
- package/dist/{exporters-DWvM16LE.js → exporters-ByLcILYU.js} +23 -5
- package/dist/exporters-ByLcILYU.js.map +1 -0
- package/dist/{external-optimizer-process-DEzJ2CGX.js → external-optimizer-process-BRVmaDFe.js} +5 -6
- package/dist/{external-optimizer-process-DEzJ2CGX.js.map → external-optimizer-process-BRVmaDFe.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-B_ukPtRD.js → external-optimizer-subprocess-U616hV_l.js} +24 -37
- package/dist/{external-optimizer-subprocess-B_ukPtRD.js.map → external-optimizer-subprocess-U616hV_l.js.map} +1 -1
- package/dist/{extract-usage-BZLU01kR.js → extract-usage-ISFqhfDz.js} +2 -3
- package/dist/{extract-usage-BZLU01kR.js.map → extract-usage-ISFqhfDz.js.map} +1 -1
- package/dist/{failure-cluster-DN0t63Z0.d.ts → failure-cluster-DOoa7CBg.d.ts} +3 -7
- package/dist/failure-cluster-DOoa7CBg.d.ts.map +1 -0
- package/dist/{failure-taxonomy-Bx5oWqaW.js → failure-taxonomy-9eQfXKoW.js} +2 -3
- package/dist/{failure-taxonomy-Bx5oWqaW.js.map → failure-taxonomy-9eQfXKoW.js.map} +1 -1
- package/dist/{feedback-trajectory-CYVJXolG.d.ts → feedback-trajectory-SBGncrCP.d.ts} +7 -13
- package/dist/feedback-trajectory-SBGncrCP.d.ts.map +1 -0
- package/dist/{finding-composition-8n0fFgVI.js → finding-composition-DlvE1Qul.js} +4 -6
- package/dist/{finding-composition-8n0fFgVI.js.map → finding-composition-DlvE1Qul.js.map} +1 -1
- package/dist/{findings-store-Bg4sdS-e.js → findings-store-B75Dspaq.js} +11 -14
- package/dist/{findings-store-Bg4sdS-e.js.map → findings-store-B75Dspaq.js.map} +1 -1
- package/dist/fuzz.d.ts +3 -17
- package/dist/fuzz.d.ts.map +1 -1
- package/dist/fuzz.js +30 -29
- package/dist/fuzz.js.map +1 -1
- package/dist/{hf-dataset-CKxIJQba.js → hf-dataset-DPVQXW5n.js} +362 -21
- package/dist/hf-dataset-DPVQXW5n.js.map +1 -0
- package/dist/hosted/index.d.ts +2 -6
- package/dist/hosted/index.d.ts.map +1 -1
- package/dist/hosted/index.js +1 -2
- package/dist/{index-CalAsXMR.d.ts → index-B1Bm9oJA.d.ts} +3 -15
- package/dist/index-B1Bm9oJA.d.ts.map +1 -0
- package/dist/{index-CdEVr8-O.d.ts → index-B7v2QHlD.d.ts} +24 -299
- package/dist/index-B7v2QHlD.d.ts.map +1 -0
- package/dist/{index-CTIRz-AB.d.ts → index-CUjeTDPv.d.ts} +14 -36
- package/dist/index-CUjeTDPv.d.ts.map +1 -0
- package/dist/{index-CfJULcW5.d.ts → index-DAk2quYu.d.ts} +18 -38
- package/dist/index-DAk2quYu.d.ts.map +1 -0
- package/dist/{index-D7fmC-1K.d.ts → index-DUn0GNiZ.d.ts} +183 -36
- package/dist/index-DUn0GNiZ.d.ts.map +1 -0
- package/dist/{index-CHxwfW5g.d.ts → index-DwUGehqX.d.ts} +3 -9
- package/dist/index-DwUGehqX.d.ts.map +1 -0
- package/dist/{index-jnuFLxOs.d.ts → index-aDPVYBIM.d.ts} +11 -39
- package/dist/index-aDPVYBIM.d.ts.map +1 -0
- package/dist/index.d.ts +55 -188
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +122 -195
- package/dist/index.js.map +1 -1
- package/dist/{integrity-D-s2iHiT.js → integrity-B1V6klyO.js} +12 -363
- package/dist/integrity-B1V6klyO.js.map +1 -0
- package/dist/{integrity-D9lBnv_K.d.ts → integrity-BAdVzT8u.d.ts} +4 -6
- package/dist/integrity-BAdVzT8u.d.ts.map +1 -0
- package/dist/{integrity-W4CADcFc.js → integrity-DOHt1mwU.js} +3 -4
- package/dist/{integrity-W4CADcFc.js.map → integrity-DOHt1mwU.js.map} +1 -1
- package/dist/{internal-BTK91Bqt.js → internal-v6XfOeJW.js} +6 -8
- package/dist/{internal-BTK91Bqt.js.map → internal-v6XfOeJW.js.map} +1 -1
- package/dist/{interval-Dq9gt7jx.js → interval-Bd2f4CRT.js} +6 -8
- package/dist/{interval-Dq9gt7jx.js.map → interval-Bd2f4CRT.js.map} +1 -1
- package/dist/{interval-ohuOJurX.d.ts → interval-CWyxqDpE.d.ts} +1 -5
- package/dist/interval-CWyxqDpE.d.ts.map +1 -0
- package/dist/{journal-C7om8Gum.js → journal-C1uLJi0w.js} +115 -121
- package/dist/{journal-C7om8Gum.js.map → journal-C1uLJi0w.js.map} +1 -1
- package/dist/{json-BhdsJaOQ.js → json-DtvZNAU9.js} +4 -6
- package/dist/{json-BhdsJaOQ.js.map → json-DtvZNAU9.js.map} +1 -1
- package/dist/json-recovery-DK4MDm5r.js +296 -0
- package/dist/json-recovery-DK4MDm5r.js.map +1 -0
- package/dist/{judge-calibration-BkXMIWA4.js → judge-calibration-DGqlfWW8.js} +5 -6
- package/dist/{judge-calibration-BkXMIWA4.js.map → judge-calibration-DGqlfWW8.js.map} +1 -1
- package/dist/{judge-calibration-DFtEMlde.d.ts → judge-calibration-DnrbQaXI.d.ts} +1 -3
- package/dist/judge-calibration-DnrbQaXI.d.ts.map +1 -0
- package/dist/{judge-gate-BVvmP00P.js → judge-gate-C2BCOt-M.js} +8 -12
- package/dist/{judge-gate-BVvmP00P.js.map → judge-gate-C2BCOt-M.js.map} +1 -1
- package/dist/judges-BLxg5p8E.js +20 -0
- package/dist/judges-BLxg5p8E.js.map +1 -0
- package/dist/{kind-factory-Dl0PmNQL.js → kind-factory-VKysp1ds.js} +23 -39
- package/dist/{kind-factory-Dl0PmNQL.js.map → kind-factory-VKysp1ds.js.map} +1 -1
- package/dist/ledger-core/index.d.ts +2 -2
- package/dist/ledger-core/index.js +3 -3
- package/dist/ledger-core/lock-holder.d.ts +1 -1
- package/dist/ledger-core/lock-holder.js +1 -2
- package/dist/{ledger-core-CAxUdDk0.js → ledger-core-CfT-FzPf.js} +5 -6
- package/dist/{ledger-core-CAxUdDk0.js.map → ledger-core-CfT-FzPf.js.map} +1 -1
- package/dist/{llm-client-b1ysZVIU.js → llm-client-kJ9EOqjt.js} +22 -30
- package/dist/{llm-client-b1ysZVIU.js.map → llm-client-kJ9EOqjt.js.map} +1 -1
- package/dist/{llm-judge-Cybq29bL.js → llm-judge-cgbhTKQp.js} +108 -164
- package/dist/llm-judge-cgbhTKQp.js.map +1 -0
- package/dist/{lock-holder-DaJbfpci.d.ts → lock-holder-DoxlZFkQ.d.ts} +1 -3
- package/dist/lock-holder-DoxlZFkQ.d.ts.map +1 -0
- package/dist/matrix/index.d.ts +3 -3
- package/dist/matrix/index.js +2 -2
- package/dist/{matrix-DtkZLD_3.d.ts → matrix-CBUzIZs4.d.ts} +4 -12
- package/dist/matrix-CBUzIZs4.d.ts.map +1 -0
- package/dist/{matrix-B8l-Nsxd.js → matrix-CgpX8wdm.js} +8 -13
- package/dist/matrix-CgpX8wdm.js.map +1 -0
- package/dist/{mean-BbA_JCzW.js → mean-CdDYG-us.js} +6 -9
- package/dist/{mean-BbA_JCzW.js.map → mean-CdDYG-us.js.map} +1 -1
- package/dist/meta-eval/index.d.ts +3 -3
- package/dist/meta-eval/index.js +17 -21
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/{metrics-BKaPBtIG.js → metrics-DNCAUtuB.js} +2 -3
- package/dist/{metrics-BKaPBtIG.js.map → metrics-DNCAUtuB.js.map} +1 -1
- package/dist/{mint-CbdwjTPW.js → mint-D9ZysYtY.js} +7 -8
- package/dist/{mint-CbdwjTPW.js.map → mint-D9ZysYtY.js.map} +1 -1
- package/dist/{multi-layer-verifier-DEgMUk6v.d.ts → multi-layer-verifier-lM4aVN78.d.ts} +2 -4
- package/dist/multi-layer-verifier-lM4aVN78.d.ts.map +1 -0
- package/dist/{multiplicity-Sg0U7h8j.js → multiplicity-DAd4xaDC.js} +3 -4
- package/dist/{multiplicity-Sg0U7h8j.js.map → multiplicity-DAd4xaDC.js.map} +1 -1
- package/dist/{multiplicity-DIWHvysC.d.ts → multiplicity-D_SEsc5j.d.ts} +1 -3
- package/dist/multiplicity-D_SEsc5j.d.ts.map +1 -0
- package/dist/multishot/golden/index.d.ts +1 -17
- package/dist/multishot/golden/index.d.ts.map +1 -1
- package/dist/multishot/golden/index.js +10 -17
- package/dist/multishot/golden/index.js.map +1 -1
- package/dist/multishot/index.d.ts +2 -10
- package/dist/multishot/index.d.ts.map +1 -1
- package/dist/multishot/index.js +11 -18
- package/dist/multishot/index.js.map +1 -1
- package/dist/{nonnegative-number-DvdMxg_f.js → nonnegative-number-lEYbOsuh.js} +2 -3
- package/dist/{nonnegative-number-DvdMxg_f.js.map → nonnegative-number-lEYbOsuh.js.map} +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{otel-spans-64hmQqON.js → otel-spans-BsGzTWIK.js} +5 -6
- package/dist/{otel-spans-64hmQqON.js.map → otel-spans-BsGzTWIK.js.map} +1 -1
- package/dist/{otlp-attributes-D9ptWaIJ.js → otlp-attributes-Boeb7gtH.js} +2 -3
- package/dist/{otlp-attributes-D9ptWaIJ.js.map → otlp-attributes-Boeb7gtH.js.map} +1 -1
- package/dist/{outcome-observations-FLmRpgYa.js → outcome-observations-D4snOtUb.js} +4 -5
- package/dist/{outcome-observations-FLmRpgYa.js.map → outcome-observations-D4snOtUb.js.map} +1 -1
- package/dist/{outcome-store-DUcMj-3D.js → outcome-store-TarrcfHG.js} +2 -3
- package/dist/{outcome-store-DUcMj-3D.js.map → outcome-store-TarrcfHG.js.map} +1 -1
- package/dist/{package-version-D7lQHt_-.js → package-version-CJl_pY9W.js} +2 -3
- package/dist/{package-version-D7lQHt_-.js.map → package-version-CJl_pY9W.js.map} +1 -1
- package/dist/{paired-arms-B2ttLc0_.js → paired-arms-D-54hO-k.js} +10 -14
- package/dist/{paired-arms-B2ttLc0_.js.map → paired-arms-D-54hO-k.js.map} +1 -1
- package/dist/{paired-binary-B_nejA44.js → paired-binary-BR0nwHOA.js} +3 -4
- package/dist/{paired-binary-B_nejA44.js.map → paired-binary-BR0nwHOA.js.map} +1 -1
- package/dist/{paired-promotion-decision-CQMJ5xGN.d.ts → paired-promotion-decision-BDnqepZ1.d.ts} +1 -5
- package/dist/paired-promotion-decision-BDnqepZ1.d.ts.map +1 -0
- package/dist/{paired-promotion-decision-D0SHb-ZL.js → paired-promotion-decision-FGvHA4p_.js} +5 -7
- package/dist/{paired-promotion-decision-D0SHb-ZL.js.map → paired-promotion-decision-FGvHA4p_.js.map} +1 -1
- package/dist/{pareto-BiBnQXAE.js → pareto-B9udAt2i.js} +28 -50
- package/dist/pareto-B9udAt2i.js.map +1 -0
- package/dist/pipelines/index.d.ts +5 -11
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js +6 -8
- package/dist/pipelines/index.js.map +1 -1
- package/dist/{power-and-mde-CQX-0weG.js → power-and-mde-ClI6RWw4.js} +4 -5
- package/dist/{power-and-mde-CQX-0weG.js.map → power-and-mde-ClI6RWw4.js.map} +1 -1
- package/dist/{predicate-FdKmElA_.js → predicate-BYHA4MBn.js} +2 -3
- package/dist/{predicate-FdKmElA_.js.map → predicate-BYHA4MBn.js.map} +1 -1
- package/dist/{prime-bridge-transport-6feEglLf.d.ts → prime-bridge-transport-Cfqir_Im.d.ts} +1 -3
- package/dist/prime-bridge-transport-Cfqir_Im.d.ts.map +1 -0
- package/dist/{prime-bridge-transport-Z3cpKGoV.js → prime-bridge-transport-Csd5SQg7.js} +2 -3
- package/dist/{prime-bridge-transport-Z3cpKGoV.js.map → prime-bridge-transport-Csd5SQg7.js.map} +1 -1
- package/dist/{prime-protocol-BGxjfhM4.d.ts → prime-protocol-COFkxas6.d.ts} +4 -8
- package/dist/prime-protocol-COFkxas6.d.ts.map +1 -0
- package/dist/{prime-protocol-BFgGrEMP.js → prime-protocol-CrhpXRz9.js} +4 -6
- package/dist/{prime-protocol-BFgGrEMP.js.map → prime-protocol-CrhpXRz9.js.map} +1 -1
- package/dist/profile-cell.d.ts +1 -1
- package/dist/profile-cell.js +1 -2
- package/dist/{promotion-gate-CkVZHagC.d.ts → promotion-gate-CixshGI8.d.ts} +5 -11
- package/dist/promotion-gate-CixshGI8.d.ts.map +1 -0
- package/dist/{promotion-policy-6A8osGr_.js → promotion-policy-CBYeD4zi.js} +5 -6
- package/dist/{promotion-policy-6A8osGr_.js.map → promotion-policy-CBYeD4zi.js.map} +1 -1
- package/dist/{proposal-findings-DqLUWsAG.js → proposal-findings-WFQrxnfe.js} +3 -4
- package/dist/{proposal-findings-DqLUWsAG.js.map → proposal-findings-WFQrxnfe.js.map} +1 -1
- package/dist/{quantile--0yb07pD.js → quantile-CncXP-Ss.js} +2 -3
- package/dist/{quantile--0yb07pD.js.map → quantile-CncXP-Ss.js.map} +1 -1
- package/dist/{query-B_RZ36an.js → query-CGXzO9d4.js} +5 -6
- package/dist/{query-B_RZ36an.js.map → query-CGXzO9d4.js.map} +1 -1
- package/dist/{query-Cmv_U8vf.d.ts → query-UD0B08Sb.d.ts} +4 -6
- package/dist/query-UD0B08Sb.d.ts.map +1 -0
- package/dist/{random-DGEyr3zG.d.ts → random-BN150Q_X.d.ts} +1 -5
- package/dist/random-BN150Q_X.d.ts.map +1 -0
- package/dist/{random-DDDcC7YU.js → random-DrzcgC7F.js} +3 -4
- package/dist/{random-DDDcC7YU.js.map → random-DrzcgC7F.js.map} +1 -1
- package/dist/{raw-provider-sink-75w4FWBj.js → raw-provider-sink-DDLkP_eF.js} +3 -4
- package/dist/{raw-provider-sink-75w4FWBj.js.map → raw-provider-sink-DDLkP_eF.js.map} +1 -1
- package/dist/{record-id-DUgsK5qp.js → record-id-CWZXFh58.js} +2 -3
- package/dist/{record-id-DUgsK5qp.js.map → record-id-CWZXFh58.js.map} +1 -1
- package/dist/{redact-DXdlFb_U.d.ts → redact-C_wzC4c_.d.ts} +1 -3
- package/dist/redact-C_wzC4c_.d.ts.map +1 -0
- package/dist/{redact-mtkTiJVk.js → redact-D6APJS1d.js} +3 -5
- package/dist/{redact-mtkTiJVk.js.map → redact-D6APJS1d.js.map} +1 -1
- package/dist/{registry-BcdJmyoU.d.ts → registry-dhdDoAV8.d.ts} +5 -11
- package/dist/registry-dhdDoAV8.d.ts.map +1 -0
- package/dist/{release-confidence-CYIFH-fp.js → release-confidence-CTUJz5mM.js} +10 -16
- package/dist/release-confidence-CTUJz5mM.js.map +1 -0
- package/dist/{render-BhJqXoBH.js → render-pfAZ7IR4.js} +266 -33
- package/dist/render-pfAZ7IR4.js.map +1 -0
- package/dist/{reporting-html-Kvlc8oMt.js → reporting-html-DMXIjATy.js} +2 -3
- package/dist/{reporting-html-Kvlc8oMt.js.map → reporting-html-DMXIjATy.js.map} +1 -1
- package/dist/reporting.d.ts +6 -6
- package/dist/reporting.js +7 -7
- package/dist/{researcher-DKWtoMWk.d.ts → researcher-CLnNJ7Or.d.ts} +8 -12
- package/dist/researcher-CLnNJ7Or.d.ts.map +1 -0
- package/dist/{reward-nw2xZGZG.js → reward-P0VD_Aft.js} +2 -3
- package/dist/{reward-nw2xZGZG.js.map → reward-P0VD_Aft.js.map} +1 -1
- package/dist/{reward-BeUgVVC_.d.ts → reward-ST4PXNXF.d.ts} +2 -4
- package/dist/reward-ST4PXNXF.d.ts.map +1 -0
- package/dist/{reward-hacking-WTxUbtbb.d.ts → reward-hacking-C9hPVT0Q.d.ts} +4 -8
- package/dist/reward-hacking-C9hPVT0Q.d.ts.map +1 -0
- package/dist/{reward-hacking-ByuETaIb.js → reward-hacking-DZzHZlS1.js} +5 -7
- package/dist/{reward-hacking-ByuETaIb.js.map → reward-hacking-DZzHZlS1.js.map} +1 -1
- package/dist/rl.d.ts +26 -63
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +35 -52
- package/dist/rl.js.map +1 -1
- package/dist/{rolldown-runtime-8H4AJuhK.js → rolldown-runtime-BJohB4LM.js} +1 -2
- package/dist/rollout/index.d.ts +6 -6
- package/dist/rollout/index.js +7 -7
- package/dist/{rollout-Dd1ucT_M.js → rollout-BhkMpAJT.js} +279 -16
- package/dist/rollout-BhkMpAJT.js.map +1 -0
- package/dist/{terminal-record-CB9BFtjS.js → rollout-nodes-BHR9Q5jP.js} +351 -11
- package/dist/rollout-nodes-BHR9Q5jP.js.map +1 -0
- package/dist/{round-decimal-COrKglMh.js → round-decimal-ZmjAQPo1.js} +2 -3
- package/dist/{round-decimal-COrKglMh.js.map → round-decimal-ZmjAQPo1.js.map} +1 -1
- package/dist/{rubric-predictive-validity-Cd5SCtAf.d.ts → rubric-predictive-validity-B3RzbwOx.d.ts} +2 -8
- package/dist/rubric-predictive-validity-B3RzbwOx.d.ts.map +1 -0
- package/dist/{rubric-predictive-validity-CeKW2GQN.js → rubric-predictive-validity-CQp_M0vy.js} +3 -4
- package/dist/{rubric-predictive-validity-CeKW2GQN.js.map → rubric-predictive-validity-CQp_M0vy.js.map} +1 -1
- package/dist/{run-record-CysKLB93.js → run-record-CZy4-TnZ.js} +4 -5
- package/dist/{run-record-CysKLB93.js.map → run-record-CZy4-TnZ.js.map} +1 -1
- package/dist/{run-record-C3awiXPf.d.ts → run-record-D2BFMPGl.d.ts} +5 -7
- package/dist/run-record-D2BFMPGl.d.ts.map +1 -0
- package/dist/{run-record-DhEJgoPz.js → run-record-DEjx43cI.js} +6 -7
- package/dist/{run-record-DhEJgoPz.js.map → run-record-DEjx43cI.js.map} +1 -1
- package/dist/{sandbox-harness-BlSOu4LX.d.ts → sandbox-harness-B3Kx1fOA.d.ts} +1 -3
- package/dist/sandbox-harness-B3Kx1fOA.d.ts.map +1 -0
- package/dist/{schema-D6EVKzTB.d.ts → schema-CkIvnmLU.d.ts} +2 -43
- package/dist/schema-CkIvnmLU.d.ts.map +1 -0
- package/dist/{schema-Bt2vLFm3.js → schema-D-xu3MU_.js} +2 -3
- package/dist/{schema-Bt2vLFm3.js.map → schema-D-xu3MU_.js.map} +1 -1
- package/dist/{schema-C-ziyJD7.d.ts → schema-DkFJr3Y8.d.ts} +111 -48
- package/dist/schema-DkFJr3Y8.d.ts.map +1 -0
- package/dist/{schema-CvhfLjtZ.js → schema-YUIXT8iW.js} +37 -7
- package/dist/schema-YUIXT8iW.js.map +1 -0
- package/dist/search/index.d.ts +3 -35
- package/dist/search/index.d.ts.map +1 -1
- package/dist/search/index.js +4 -5
- package/dist/{search-kernel-CctpiDd2.d.ts → search-kernel-CBdwFZ05.d.ts} +10 -36
- package/dist/search-kernel-CBdwFZ05.d.ts.map +1 -0
- package/dist/{search-ledger-CZRqtFbW.js → search-ledger-BsVi-Ngv.js} +17 -26
- package/dist/{search-ledger-CZRqtFbW.js.map → search-ledger-BsVi-Ngv.js.map} +1 -1
- package/dist/{search-ledger-file-Bd5Tioq6.js → search-ledger-file-DTBD6X-y.js} +6 -8
- package/dist/{search-ledger-file-Bd5Tioq6.js.map → search-ledger-file-DTBD6X-y.js.map} +1 -1
- package/dist/{search-ledger-types-p2xKfiDJ.d.ts → search-ledger-types-qiYRUo_N.d.ts} +5 -9
- package/dist/search-ledger-types-qiYRUo_N.d.ts.map +1 -0
- package/dist/{search-shipper-Dn3NLsuH.js → search-shipper-pdg4viK7.js} +8 -13
- package/dist/{search-shipper-Dn3NLsuH.js.map → search-shipper-pdg4viK7.js.map} +1 -1
- package/dist/{search-summary-D4bwYnAE.js → search-summary-Ct7SrmVc.js} +6 -7
- package/dist/{search-summary-D4bwYnAE.js.map → search-summary-Ct7SrmVc.js.map} +1 -1
- package/dist/{sequential-CimQrbjv.js → sequential-B1I0tRfL.js} +6 -7
- package/dist/{sequential-CimQrbjv.js.map → sequential-B1I0tRfL.js.map} +1 -1
- package/dist/{sequential-KwGspfeR.d.ts → sequential-Bb_pdTqG.d.ts} +1 -3
- package/dist/sequential-Bb_pdTqG.d.ts.map +1 -0
- package/dist/{sequential-BVv1sjsw.js → sequential-Bjs5roiK.js} +2 -3
- package/dist/{sequential-BVv1sjsw.js.map → sequential-Bjs5roiK.js.map} +1 -1
- package/dist/{sequential-eprocess-DodI6RoF.js → sequential-eprocess-C1YLwFaz.js} +3 -4
- package/dist/{sequential-eprocess-DodI6RoF.js.map → sequential-eprocess-C1YLwFaz.js.map} +1 -1
- package/dist/{server-ChhXPCgX.js → server-DA6h3co5.js} +11 -17
- package/dist/{server-ChhXPCgX.js.map → server-DA6h3co5.js.map} +1 -1
- package/dist/{single-run-lock-Dekd8_Wv.js → single-run-lock-BGlW3OSk.js} +3 -4
- package/dist/{single-run-lock-Dekd8_Wv.js.map → single-run-lock-BGlW3OSk.js.map} +1 -1
- package/dist/{skillopt-optimization-method-sB_-yi1G.js → skillopt-optimization-method-qB1M554K.js} +38 -57
- package/dist/{skillopt-optimization-method-sB_-yi1G.js.map → skillopt-optimization-method-qB1M554K.js.map} +1 -1
- package/dist/{spans-CVngGij3.d.ts → spans-vZoW__3q.d.ts} +2 -4
- package/dist/spans-vZoW__3q.d.ts.map +1 -0
- package/dist/{statistical-heldout-BjzSOmLH.d.ts → statistical-heldout-Cei036nE.d.ts} +9 -37
- package/dist/statistical-heldout-Cei036nE.d.ts.map +1 -0
- package/dist/{statistical-heldout-Bksv92Th.js → statistical-heldout-TP6ndL0B.js} +4 -5
- package/dist/{statistical-heldout-Bksv92Th.js.map → statistical-heldout-TP6ndL0B.js.map} +1 -1
- package/dist/{steps-DlepJPwD.d.ts → steps-B8fYY_Vo.d.ts} +1 -3
- package/dist/steps-B8fYY_Vo.d.ts.map +1 -0
- package/dist/{store-B3nWRy3B.d.ts → store-CMs5wGXP.d.ts} +2 -4
- package/dist/store-CMs5wGXP.d.ts.map +1 -0
- package/dist/{store-BhNuLdJw.js → store-ZykIyQmy.js} +2 -3
- package/dist/{store-BhNuLdJw.js.map → store-ZykIyQmy.js.map} +1 -1
- package/dist/{store-otlp-CFf27E8_.js → store-otlp-DmLm65XW.js} +8 -13
- package/dist/{store-otlp-CFf27E8_.js.map → store-otlp-DmLm65XW.js.map} +1 -1
- package/dist/{store-tool-spans-DxsFwtdr.d.ts → store-tool-spans-B3i3fl0A.d.ts} +11 -29
- package/dist/store-tool-spans-B3i3fl0A.d.ts.map +1 -0
- package/dist/{store-tool-spans-BK_8FjGG.js → store-tool-spans-C2g8UYm-.js} +17 -41
- package/dist/{store-tool-spans-BK_8FjGG.js.map → store-tool-spans-C2g8UYm-.js.map} +1 -1
- package/dist/storyboard/index.d.ts +1 -5
- package/dist/storyboard/index.d.ts.map +1 -1
- package/dist/storyboard/index.js +3 -5
- package/dist/storyboard/index.js.map +1 -1
- package/dist/{summary-report-C8V49Jt3.d.ts → summary-report-0La5vejY.d.ts} +5 -13
- package/dist/summary-report-0La5vejY.d.ts.map +1 -0
- package/dist/{summary-report-DHDWxe6p.js → summary-report-CPfsrLac.js} +21 -30
- package/dist/summary-report-CPfsrLac.js.map +1 -0
- package/dist/supervisor-run/index.d.ts +30 -29
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +6 -7
- package/dist/{systemone-CHnqwmYg.d.ts → systemone-Cw2txK5m.d.ts} +12 -24
- package/dist/systemone-Cw2txK5m.d.ts.map +1 -0
- package/dist/{systemone-protocol-Bl2EI2KQ.d.ts → systemone-protocol-C4t7JH4Y.d.ts} +1 -3
- package/dist/systemone-protocol-C4t7JH4Y.d.ts.map +1 -0
- package/dist/systemone-protocol.d.ts +1 -1
- package/dist/systemone-protocol.js +2 -3
- package/dist/{systemone-review-cQ9acAsb.d.ts → systemone-review-BLgxt-4Q.d.ts} +8 -10
- package/dist/systemone-review-BLgxt-4Q.d.ts.map +1 -0
- package/dist/{systemone-review-DFGtIUcf.js → systemone-review-S49gsy_y.js} +5 -6
- package/dist/{systemone-review-DFGtIUcf.js.map → systemone-review-S49gsy_y.js.map} +1 -1
- package/dist/systemone.d.ts +4 -4
- package/dist/systemone.js +3 -3
- package/dist/{task-failure-attributes-oIK3BhCR.js → task-failure-attributes-CC6VuIpk.js} +7 -10
- package/dist/{task-failure-attributes-oIK3BhCR.js.map → task-failure-attributes-CC6VuIpk.js.map} +1 -1
- package/dist/{tool-groups-b3oU_D88.d.ts → tool-groups-C3K-d3gd.d.ts} +3 -5
- package/dist/tool-groups-C3K-d3gd.d.ts.map +1 -0
- package/dist/{tool-waste-CkjzWmeY.d.ts → tool-waste-BFG1vwTV.d.ts} +4 -16
- package/dist/tool-waste-BFG1vwTV.d.ts.map +1 -0
- package/dist/{tool-waste-DLsjS_p-.js → tool-waste-CLJ46AbT.js} +10 -26
- package/dist/{tool-waste-DLsjS_p-.js.map → tool-waste-CLJ46AbT.js.map} +1 -1
- package/dist/trace-attributes.d.ts +1 -1
- package/dist/trace-attributes.js +1 -2
- package/dist/{trace-questions-BmT8M6UQ.d.ts → trace-questions-ej5AEJ5X.d.ts} +4 -6
- package/dist/trace-questions-ej5AEJ5X.d.ts.map +1 -0
- package/dist/trace-repair/index.d.ts +46 -92
- package/dist/trace-repair/index.d.ts.map +1 -1
- package/dist/trace-repair/index.js +32 -54
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/traces.d.ts +13 -29
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +18 -22
- package/dist/traces.js.map +1 -1
- package/dist/{trajectory-D_7rLrvE.js → trajectory-O3GDHmev.js} +2 -3
- package/dist/{trajectory-D_7rLrvE.js.map → trajectory-O3GDHmev.js.map} +1 -1
- package/dist/trajectory-replay/index.d.ts +2 -22
- package/dist/trajectory-replay/index.d.ts.map +1 -1
- package/dist/trajectory-replay/index.js +19 -30
- package/dist/trajectory-replay/index.js.map +1 -1
- package/dist/{tree-DSqwJpL9.js → tree-DrIChF4a.js} +39 -68
- package/dist/{tree-DSqwJpL9.js.map → tree-DrIChF4a.js.map} +1 -1
- package/dist/{types-B_IFcKp5.d.ts → types-0KglnQ9o.d.ts} +3 -15
- package/dist/types-0KglnQ9o.d.ts.map +1 -0
- package/dist/{types-DZ0mYVw9.d.ts → types-0oMg7zee.d.ts} +3 -5
- package/dist/types-0oMg7zee.d.ts.map +1 -0
- package/dist/{types-CnWmj8NW.js → types-BK0blWhe.js} +3 -4
- package/dist/{types-CnWmj8NW.js.map → types-BK0blWhe.js.map} +1 -1
- package/dist/{types-CmXY0PQf.d.ts → types-C-aOqgt2.d.ts} +2 -5
- package/dist/types-C-aOqgt2.d.ts.map +1 -0
- package/dist/{types-M6eF9m-r.d.ts → types-C54Uk_a1.d.ts} +84 -24
- package/dist/types-C54Uk_a1.d.ts.map +1 -0
- package/dist/{types-BXgASBCL.js → types-DK4vNv5q.js} +2 -3
- package/dist/{types-BXgASBCL.js.map → types-DK4vNv5q.js.map} +1 -1
- package/dist/{types-6Lfdlshp.d.ts → types-DzCO-S1m.d.ts} +50 -62
- package/dist/types-DzCO-S1m.d.ts.map +1 -0
- package/dist/{verdict-BGQmxQ8A.js → verdict-C8TcdwfD.js} +3 -4
- package/dist/{verdict-BGQmxQ8A.js.map → verdict-C8TcdwfD.js.map} +1 -1
- package/dist/{verdict-C24NELtN.d.ts → verdict-D_qiBQ6_.d.ts} +1 -5
- package/dist/verdict-D_qiBQ6_.d.ts.map +1 -0
- package/dist/{verdict-cache-CL_7tePD.js → verdict-cache-BVH-fl18.js} +3 -4
- package/dist/{verdict-cache-CL_7tePD.js.map → verdict-cache-BVH-fl18.js.map} +1 -1
- package/dist/wire/index.d.ts +43 -51
- package/dist/wire/index.d.ts.map +1 -1
- package/dist/wire/index.js +1 -2
- package/docs/eval-surface-map.md +15 -0
- package/docs/rollout.md +132 -6
- package/package.json +18 -18
- package/dist/adversarial-smnADNFS.d.ts.map +0 -1
- package/dist/agent-profile-CNmwfaqq.d.ts.map +0 -1
- package/dist/agent-profile-cell-BcpFbNd5.d.ts.map +0 -1
- package/dist/analyze-runs-DfX6dHP0.d.ts.map +0 -1
- package/dist/attribute-vocabulary-CcXqHODT.d.ts.map +0 -1
- package/dist/benchmark-command-Cnjfo0Zh.js.map +0 -1
- package/dist/campaign-evidence-DunzcJGv.js.map +0 -1
- package/dist/campaign-uddTlFg5.js.map +0 -1
- package/dist/canonical-CFpojCN5.d.ts.map +0 -1
- package/dist/client-hwo3cJjR.d.ts.map +0 -1
- package/dist/completion-verifier-asaV1nSj.js.map +0 -1
- package/dist/cost-ledger-C1W3ICmP.d.ts.map +0 -1
- package/dist/dataset-DQqhOCPt.d.ts.map +0 -1
- package/dist/default-registry-CLG5YqGS.d.ts.map +0 -1
- package/dist/define-agent-eval-JKt3gMQr.d.ts.map +0 -1
- package/dist/descriptive-B2iPaT9J.d.ts +0 -89
- package/dist/descriptive-B2iPaT9J.d.ts.map +0 -1
- package/dist/descriptive-CVNy48rR.js.map +0 -1
- package/dist/emitter-DABYYTcH.d.ts.map +0 -1
- package/dist/engine-dtRVeuQs.d.ts.map +0 -1
- package/dist/errors-DEE6u6ot.d.ts.map +0 -1
- package/dist/evaluation-DblGquCB.d.ts.map +0 -1
- package/dist/exact-types-Do63KoKn.d.ts.map +0 -1
- package/dist/exporters-DWvM16LE.js.map +0 -1
- package/dist/exporters-Dk3oEbK_.d.ts.map +0 -1
- package/dist/failure-cluster-DN0t63Z0.d.ts.map +0 -1
- package/dist/feedback-trajectory-CYVJXolG.d.ts.map +0 -1
- package/dist/hf-dataset-CKxIJQba.js.map +0 -1
- package/dist/index-CHxwfW5g.d.ts.map +0 -1
- package/dist/index-CTIRz-AB.d.ts.map +0 -1
- package/dist/index-CalAsXMR.d.ts.map +0 -1
- package/dist/index-CdEVr8-O.d.ts.map +0 -1
- package/dist/index-CfJULcW5.d.ts.map +0 -1
- package/dist/index-D7fmC-1K.d.ts.map +0 -1
- package/dist/index-jnuFLxOs.d.ts.map +0 -1
- package/dist/integrity-D-s2iHiT.js.map +0 -1
- package/dist/integrity-D9lBnv_K.d.ts.map +0 -1
- package/dist/interval-ohuOJurX.d.ts.map +0 -1
- package/dist/judge-calibration-DFtEMlde.d.ts.map +0 -1
- package/dist/llm-judge-Cybq29bL.js.map +0 -1
- package/dist/lock-holder-DaJbfpci.d.ts.map +0 -1
- package/dist/matrix-B8l-Nsxd.js.map +0 -1
- package/dist/matrix-DtkZLD_3.d.ts.map +0 -1
- package/dist/mint-CkzpVPdz.d.ts +0 -81
- package/dist/mint-CkzpVPdz.d.ts.map +0 -1
- package/dist/multi-layer-verifier-DEgMUk6v.d.ts.map +0 -1
- package/dist/multiplicity-DIWHvysC.d.ts.map +0 -1
- package/dist/paired-promotion-decision-CQMJ5xGN.d.ts.map +0 -1
- package/dist/pareto-BiBnQXAE.js.map +0 -1
- package/dist/prime-bridge-transport-6feEglLf.d.ts.map +0 -1
- package/dist/prime-protocol-BGxjfhM4.d.ts.map +0 -1
- package/dist/promotion-gate-CkVZHagC.d.ts.map +0 -1
- package/dist/query-Cmv_U8vf.d.ts.map +0 -1
- package/dist/random-DGEyr3zG.d.ts.map +0 -1
- package/dist/redact-DXdlFb_U.d.ts.map +0 -1
- package/dist/registry-BcdJmyoU.d.ts.map +0 -1
- package/dist/release-confidence-CYIFH-fp.js.map +0 -1
- package/dist/render-BhJqXoBH.js.map +0 -1
- package/dist/researcher-DKWtoMWk.d.ts.map +0 -1
- package/dist/reward-BeUgVVC_.d.ts.map +0 -1
- package/dist/reward-hacking-WTxUbtbb.d.ts.map +0 -1
- package/dist/rollout-Dd1ucT_M.js.map +0 -1
- package/dist/rubric-predictive-validity-Cd5SCtAf.d.ts.map +0 -1
- package/dist/run-record-C3awiXPf.d.ts.map +0 -1
- package/dist/sandbox-harness-BlSOu4LX.d.ts.map +0 -1
- package/dist/schema-C-ziyJD7.d.ts.map +0 -1
- package/dist/schema-CvhfLjtZ.js.map +0 -1
- package/dist/schema-D6EVKzTB.d.ts.map +0 -1
- package/dist/search-kernel-CctpiDd2.d.ts.map +0 -1
- package/dist/search-ledger-types-p2xKfiDJ.d.ts.map +0 -1
- package/dist/sequential-KwGspfeR.d.ts.map +0 -1
- package/dist/spans-CVngGij3.d.ts.map +0 -1
- package/dist/statistical-heldout-BjzSOmLH.d.ts.map +0 -1
- package/dist/steps-DlepJPwD.d.ts.map +0 -1
- package/dist/store-B3nWRy3B.d.ts.map +0 -1
- package/dist/store-tool-spans-DxsFwtdr.d.ts.map +0 -1
- package/dist/summary-report-C8V49Jt3.d.ts.map +0 -1
- package/dist/summary-report-DHDWxe6p.js.map +0 -1
- package/dist/systemone-CHnqwmYg.d.ts.map +0 -1
- package/dist/systemone-protocol-Bl2EI2KQ.d.ts.map +0 -1
- package/dist/systemone-review-cQ9acAsb.d.ts.map +0 -1
- package/dist/terminal-record-CB9BFtjS.js.map +0 -1
- package/dist/tool-groups-b3oU_D88.d.ts.map +0 -1
- package/dist/tool-waste-CkjzWmeY.d.ts.map +0 -1
- package/dist/trace-questions-BmT8M6UQ.d.ts.map +0 -1
- package/dist/types-6Lfdlshp.d.ts.map +0 -1
- package/dist/types-B_IFcKp5.d.ts.map +0 -1
- package/dist/types-CmXY0PQf.d.ts.map +0 -1
- package/dist/types-DZ0mYVw9.d.ts.map +0 -1
- package/dist/types-M6eF9m-r.d.ts.map +0 -1
- package/dist/verdict-C24NELtN.d.ts.map +0 -1
package/dist/index.js
CHANGED
|
@@ -1,70 +1,72 @@
|
|
|
1
|
-
import { t as __exportAll } from "./rolldown-runtime-
|
|
2
|
-
import { i as JudgeError, n as CaptureIntegrityError, o as NotFoundError, r as ConfigError, s as ValidationError, t as AgentEvalError } from "./errors-
|
|
3
|
-
import { a as hashCanonical, r as canonicalString } from "./canonical-
|
|
4
|
-
import { a as
|
|
5
|
-
import { a as groupRunsByAgentProfileCell, c as verifyAgentProfileCell, i as buildAgentProfileCell, l as hashJson, o as toAgentProfileJson, r as agentProfileCellKey, s as validateAgentProfileCell, t as AGENT_PROFILE_KINDS, u as manifestContentDigest } from "./agent-profile-cell-
|
|
6
|
-
import { r as observedSplitScore, t as isRealnessGated } from "./reward-
|
|
7
|
-
import { i as isToolSpan, n as isJudgeSpan, r as isLlmSpan, t as FAILURE_CLASSES } from "./schema-
|
|
8
|
-
import { a as parseRunRecordSafe, c as validateRunRecord, i as modelHasSnapshot, n as UNKNOWN_MODEL, o as runTaskScore, r as isRunRecord, t as RunRecordValidationError } from "./run-record-
|
|
9
|
-
import { a as cliffsDelta, c as pairedCohensDz, i as summaryTable, n as gainHistogram, o as cohensD, s as interpretCliffs } from "./summary-report-
|
|
10
|
-
import {
|
|
11
|
-
import { t as
|
|
12
|
-
import { a as medianInPlace, i as makeRng, t as assertFiniteSample } from "./internal-
|
|
13
|
-
import { t as mulberry32 } from "./random-
|
|
14
|
-
import { a as spearmanR, c as weightedMean, i as ranks, n as partialCredit, o as summarizeNumberSeries, r as pearsonR, s as weightedComposite, t as confidenceInterval } from "./descriptive-
|
|
15
|
-
import { n as calibrateJudgeContinuous, o as verbosityBias, r as continuousAgreement, t as calibrateJudge } from "./judge-calibration-
|
|
16
|
-
import { n as corpusInterRaterAgreementFromJudgeScores, r as interRaterReliability, t as corpusInterRaterAgreement } from "./agreement-irr-
|
|
17
|
-
import { a as welchsTTest, c as fisherExactTwoSided, d as studentTTwoSidedPValue, f as twoByTwoPValue, i as iqr, l as linearRegressionSlope, n as checkCanaries, o as chiSquared, s as chiSquaredPValue, t as analyzeRuns, u as normalTwoSidedPValue } from "./analyze-runs-
|
|
18
|
-
import { n as bonferroni, r as holm, t as benjaminiHochberg } from "./multiplicity-
|
|
19
|
-
import { a as pairedRiskDifferenceScore, i as pairedRiskDifferenceExact, o as passAtK, r as pairedRiskDifference, s as wilson, t as mcnemar } from "./paired-binary-
|
|
20
|
-
import { i as pairedBootstrap, n as BOOTSTRAP_GATE_MIN_N, o as pairedSignTest, s as pairedTTest, t as mean$1 } from "./mean-
|
|
21
|
-
import { a as requiredSampleSize, i as requiredPairedSampleSize, n as mcnemarRequiredN, r as pairedMde, t as mcnemarPower } from "./power-and-mde-
|
|
22
|
-
import { t as eProcess } from "./sequential-eprocess-
|
|
23
|
-
import { i as pairedDeltaTest, n as pairedDecisionShape, r as minimumPairsForPairedDeltaTest, t as decidePairedPromotion } from "./paired-promotion-decision-
|
|
24
|
-
import { c as runsForScenario, i as judgeSpans, t as argHash } from "./query-
|
|
25
|
-
import { n as contentHash, r as fileVerdictCache, t as canonicalJson } from "./verdict-cache-
|
|
26
|
-
import {
|
|
27
|
-
import { a as resolveModelPricing, i as isModelPriced, n as estimateCost, r as estimateTokens, t as MODEL_PRICING } from "./metrics-
|
|
28
|
-
import { c as costForTokenPricing, i as CostCeilingReachedError, l as costForUsage, n as CostAccountingIncompleteError, t as CostLedger } from "./cost-ledger-
|
|
29
|
-
import {
|
|
30
|
-
import {
|
|
31
|
-
import { a as
|
|
32
|
-
import {
|
|
33
|
-
import {
|
|
34
|
-
import {
|
|
35
|
-
import {
|
|
36
|
-
import {
|
|
37
|
-
import {
|
|
1
|
+
import { t as __exportAll } from "./rolldown-runtime-BJohB4LM.js";
|
|
2
|
+
import { i as JudgeError, n as CaptureIntegrityError, o as NotFoundError, r as ConfigError, s as ValidationError, t as AgentEvalError } from "./errors-DeEEV9Vx.js";
|
|
3
|
+
import { a as hashCanonical, r as canonicalString } from "./canonical-CicJlINA.js";
|
|
4
|
+
import { a as agentProfileModelId, i as agentProfileId, n as HARNESS_NATIVE_MODEL, o as expandProfileAxes, r as agentProfileHash, s as harnessAxisOf, t as CODING_HARNESSES } from "./agent-profile-Dngk3LZ0.js";
|
|
5
|
+
import { a as groupRunsByAgentProfileCell, c as verifyAgentProfileCell, i as buildAgentProfileCell, l as hashJson, o as toAgentProfileJson, r as agentProfileCellKey, s as validateAgentProfileCell, t as AGENT_PROFILE_KINDS, u as manifestContentDigest } from "./agent-profile-cell-CT5JYueM.js";
|
|
6
|
+
import { r as observedSplitScore, t as isRealnessGated } from "./reward-P0VD_Aft.js";
|
|
7
|
+
import { i as isToolSpan, n as isJudgeSpan, r as isLlmSpan, t as FAILURE_CLASSES } from "./schema-D-xu3MU_.js";
|
|
8
|
+
import { a as parseRunRecordSafe, c as validateRunRecord, i as modelHasSnapshot, n as UNKNOWN_MODEL, o as runTaskScore, r as isRunRecord, t as RunRecordValidationError } from "./run-record-DEjx43cI.js";
|
|
9
|
+
import { a as cliffsDelta, c as pairedCohensDz, i as summaryTable, n as gainHistogram, o as cohensD, s as interpretCliffs } from "./summary-report-CPfsrLac.js";
|
|
10
|
+
import { t as interpolatedQuantile } from "./quantile-CncXP-Ss.js";
|
|
11
|
+
import { a as wilcoxonSignedRank, i as mannWhitneyU, n as pairArms, r as pairRunRecords, t as comparePairedArms } from "./paired-arms-D-54hO-k.js";
|
|
12
|
+
import { a as medianInPlace, i as makeRng, t as assertFiniteSample } from "./internal-v6XfOeJW.js";
|
|
13
|
+
import { t as mulberry32 } from "./random-DrzcgC7F.js";
|
|
14
|
+
import { a as spearmanR, c as weightedMean, i as ranks, n as partialCredit, o as summarizeNumberSeries, r as pearsonR, s as weightedComposite, t as confidenceInterval } from "./descriptive-cPwITVfy.js";
|
|
15
|
+
import { n as calibrateJudgeContinuous, o as verbosityBias, r as continuousAgreement, t as calibrateJudge } from "./judge-calibration-DGqlfWW8.js";
|
|
16
|
+
import { n as corpusInterRaterAgreementFromJudgeScores, r as interRaterReliability, t as corpusInterRaterAgreement } from "./agreement-irr-BTjDN0i6.js";
|
|
17
|
+
import { a as welchsTTest, c as fisherExactTwoSided, d as studentTTwoSidedPValue, f as twoByTwoPValue, i as iqr, l as linearRegressionSlope, n as checkCanaries, o as chiSquared, s as chiSquaredPValue, t as analyzeRuns, u as normalTwoSidedPValue } from "./analyze-runs-CTheASYV.js";
|
|
18
|
+
import { n as bonferroni, r as holm, t as benjaminiHochberg } from "./multiplicity-DAd4xaDC.js";
|
|
19
|
+
import { a as pairedRiskDifferenceScore, i as pairedRiskDifferenceExact, o as passAtK, r as pairedRiskDifference, s as wilson, t as mcnemar } from "./paired-binary-BR0nwHOA.js";
|
|
20
|
+
import { i as pairedBootstrap, n as BOOTSTRAP_GATE_MIN_N, o as pairedSignTest, s as pairedTTest, t as mean$1 } from "./mean-CdDYG-us.js";
|
|
21
|
+
import { a as requiredSampleSize, i as requiredPairedSampleSize, n as mcnemarRequiredN, r as pairedMde, t as mcnemarPower } from "./power-and-mde-ClI6RWw4.js";
|
|
22
|
+
import { t as eProcess } from "./sequential-eprocess-C1YLwFaz.js";
|
|
23
|
+
import { i as pairedDeltaTest, n as pairedDecisionShape, r as minimumPairsForPairedDeltaTest, t as decidePairedPromotion } from "./paired-promotion-decision-FGvHA4p_.js";
|
|
24
|
+
import { c as runsForScenario, i as judgeSpans, t as argHash } from "./query-CGXzO9d4.js";
|
|
25
|
+
import { n as contentHash, r as fileVerdictCache, t as canonicalJson } from "./verdict-cache-BVH-fl18.js";
|
|
26
|
+
import { B as DEFAULT_RED_TEAM_CORPUS, H as redTeamReport, U as scoreRedTeamOutput, V as redTeamDataset, W as runCanaries, Z as runCampaign, a as clamp01, i as aggregateRunScore, r as transientDispatchFailure, t as llmJudge } from "./llm-judge-cgbhTKQp.js";
|
|
27
|
+
import { a as resolveModelPricing, i as isModelPriced, n as estimateCost, r as estimateTokens, t as MODEL_PRICING } from "./metrics-DNCAUtuB.js";
|
|
28
|
+
import { c as costForTokenPricing, i as CostCeilingReachedError, l as costForUsage, n as CostAccountingIncompleteError, t as CostLedger } from "./cost-ledger-CS8R3IZj.js";
|
|
29
|
+
import { C as assertRealBackend, S as BackendIntegrityError, _ as parseReflectionResponse, a as ATTESTATION_ALGORITHM, g as buildReflectionPrompt, o as attest, s as verifyAttestation, w as summarizeBackendIntegrity } from "./campaign-evidence-DN8rWuBj.js";
|
|
30
|
+
import { s as surfaceContentHash } from "./json-recovery-DK4MDm5r.js";
|
|
31
|
+
import { a as redact, c as shareAllowed, n as assessShareSafety, o as redactForShare, s as redactText, t as REDACTION_VERSION } from "./redact-D6APJS1d.js";
|
|
32
|
+
import { a as makeProposalFinding, i as makeFinding, r as computeFindingId } from "./types-BK0blWhe.js";
|
|
33
|
+
import { S as requiredPairsForPairedPromotion, n as paretoFrontier, t as dominates, x as pairedPromotionPower } from "./pareto-B9udAt2i.js";
|
|
34
|
+
import { a as LlmCallError, i as stripFencedJson, n as isRecord, o as LlmResponseError } from "./json-DtvZNAU9.js";
|
|
35
|
+
import { r as selfImprove, t as defineAgentEval } from "./define-agent-eval-BLoP4Lf9.js";
|
|
36
|
+
import { n as equivalenceVerdict, t as certificationEvidenceDigest } from "./verdict-C8TcdwfD.js";
|
|
37
|
+
import { c as createBoundedTraceAnalysisStore, p as DEFAULT_TRACE_ANALYST_BUDGETS, t as createTraceAnalyst } from "./kind-factory-VKysp1ds.js";
|
|
38
|
+
import { C as snapshotAnalystRun, S as readAnalystReview, b as assertUniqueFindingIds, c as FAILURE_MODE_KIND_SPEC, i as DEFAULT_TRACE_ANALYST_KINDS, n as AnalystRegistry, t as buildDefaultAnalystRegistry, v as analystFindingDigest, w as validateAnalystReviewDecisions, x as completedAnalystReviewQuality, y as analystRunDigest } from "./default-registry-C1tPEjZ4.js";
|
|
38
39
|
import { OUTPUT_VALUE } from "./trace-attributes.js";
|
|
39
|
-
import { n as extractUsageFromSse, t as extractUsage } from "./extract-usage-
|
|
40
|
-
import { n as InMemoryRawProviderSink, r as NoopRawProviderSink, t as FileSystemRawProviderSink } from "./raw-provider-sink-
|
|
41
|
-
import { _ as exportRunAsOtlp, b as captureFetchToRawSink, c as describeTraceInsightScope, g as analyzeTraces, h as tokenizeDomainWords, l as domainEvidencePattern, m as scoreTraceInsightReadiness, n as toolSpansToTraceAnalysisStore, o as buildTraceInsightContext, s as buildTraceInsightPrompt, u as inferDomainKeywords } from "./store-tool-spans-
|
|
42
|
-
import { t as TraceEmitter } from "./emitter-
|
|
43
|
-
import { n as assertRunCaptured, t as RunIntegrityError } from "./integrity-
|
|
44
|
-
import { n as InMemoryTraceStore, t as FileSystemTraceStore } from "./store-
|
|
45
|
-
import { t as packageVersion$1 } from "./package-version-
|
|
46
|
-
import { t as buildTrajectory } from "./trajectory-
|
|
47
|
-
import { i as failureBlame, n as classifyFailure, r as classifyFailureReason } from "./failure-taxonomy-
|
|
48
|
-
import { n as runBoundedProcess, t as DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS } from "./bounded-process-
|
|
49
|
-
import { t as runEvalCampaign } from "./eval-campaign-
|
|
50
|
-
import "./
|
|
51
|
-
import { t as
|
|
52
|
-
import
|
|
53
|
-
import {
|
|
54
|
-
import { n as
|
|
55
|
-
import {
|
|
56
|
-
import {
|
|
57
|
-
import {
|
|
58
|
-
import {
|
|
59
|
-
import { a as
|
|
60
|
-
import {
|
|
61
|
-
import { t as
|
|
40
|
+
import { n as extractUsageFromSse, t as extractUsage } from "./extract-usage-ISFqhfDz.js";
|
|
41
|
+
import { n as InMemoryRawProviderSink, r as NoopRawProviderSink, t as FileSystemRawProviderSink } from "./raw-provider-sink-DDLkP_eF.js";
|
|
42
|
+
import { _ as exportRunAsOtlp, b as captureFetchToRawSink, c as describeTraceInsightScope, g as analyzeTraces, h as tokenizeDomainWords, l as domainEvidencePattern, m as scoreTraceInsightReadiness, n as toolSpansToTraceAnalysisStore, o as buildTraceInsightContext, s as buildTraceInsightPrompt, u as inferDomainKeywords } from "./store-tool-spans-C2g8UYm-.js";
|
|
43
|
+
import { t as TraceEmitter } from "./emitter-DhQ65mza.js";
|
|
44
|
+
import { n as assertRunCaptured, t as RunIntegrityError } from "./integrity-DOHt1mwU.js";
|
|
45
|
+
import { n as InMemoryTraceStore, t as FileSystemTraceStore } from "./store-ZykIyQmy.js";
|
|
46
|
+
import { t as packageVersion$1 } from "./package-version-CJl_pY9W.js";
|
|
47
|
+
import { t as buildTrajectory } from "./trajectory-O3GDHmev.js";
|
|
48
|
+
import { i as failureBlame, n as classifyFailure, r as classifyFailureReason } from "./failure-taxonomy-9eQfXKoW.js";
|
|
49
|
+
import { n as runBoundedProcess, t as DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS } from "./bounded-process-BZrWXIKW.js";
|
|
50
|
+
import { t as runEvalCampaign } from "./eval-campaign-Cgixrvf7.js";
|
|
51
|
+
import { _ as assertCrossFamily, a as maximumChargeForLlmRequest, d as assertServedModel, g as CrossFamilyError, h as describeServedModelCheck, i as costReceiptFromLlmError, l as ModelSubstitutionError, m as checkServedModel, p as assertServedModels, r as costReceiptFromLlm, s as isTransientLlmError, u as assertCrossFamilyServed, v as judgeFamily } from "./llm-client-kJ9EOqjt.js";
|
|
52
|
+
import { n as createLlmCorrectnessChecker, r as verifyCompletion, t as completionVerdict } from "./completion-verifier-rqbMh5-4.js";
|
|
53
|
+
import "./rollout-BhkMpAJT.js";
|
|
54
|
+
import { t as mintRolloutRows } from "./mint-D9ZysYtY.js";
|
|
55
|
+
import { n as pairedEvalueSequence, t as evaluateInterimReleaseConfidence } from "./sequential-Bjs5roiK.js";
|
|
56
|
+
import { n as paidJsonChat } from "./chat-json-call-8yUv4LFO.js";
|
|
57
|
+
import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-jDiWkul6.js";
|
|
58
|
+
import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "./findings-store-B75Dspaq.js";
|
|
59
|
+
import { a as budgetBreachView, i as failureClusterView, n as computeToolUseMetrics, r as judgeAgreementView, t as toolWasteView } from "./tool-waste-CLJ46AbT.js";
|
|
60
|
+
import { _ as analyzeSeries, a as judgeGateDecision, c as snapshotFromJudgeAgreement, g as withJudgeRetry, i as assertJudgeMayGate, n as JudgeGateRefusedError, o as measureJudgeAgreement, r as addCalibrationVerdicts, s as registerCalibrationSet, t as DEFAULT_JUDGE_GATE_POLICY } from "./judge-gate-C2BCOt-M.js";
|
|
61
|
+
import { a as spanRecordsToTraceAnalysisStore, i as otlpTextToTraceAnalysisStore, r as OtlpFileTraceStore } from "./store-otlp-DmLm65XW.js";
|
|
62
|
+
import { n as bootstrapCi, t as evaluateReleaseConfidence } from "./release-confidence-CTUJz5mM.js";
|
|
63
|
+
import { t as createChatClient } from "./chat-client-CO3uB33i.js";
|
|
62
64
|
import { createHash } from "node:crypto";
|
|
63
65
|
import { accessSync, appendFileSync, constants, cpSync, existsSync, mkdirSync, promises, readFileSync, readdirSync, statSync, writeFileSync } from "node:fs";
|
|
64
66
|
import { basename, delimiter, dirname, extname, isAbsolute, join, relative, resolve } from "node:path";
|
|
65
67
|
import { spawnSync } from "node:child_process";
|
|
66
68
|
import { INPUT_TOKEN_ATTR_KEYS, MODEL_ATTR_KEYS, OUTPUT_TOKEN_ATTR_KEYS, SPAN_KINDS, TOOL_NAME_ATTR_KEYS, firstNumberAttr, firstStringAttr, resolveSpanKind } from "@tangle-network/agent-trace-contract";
|
|
67
|
-
|
|
69
|
+
// src/statistics/samples.ts
|
|
68
70
|
/** Interpolated sample median; an empty population has no measured median. */
|
|
69
71
|
function sampleMedian(values) {
|
|
70
72
|
assertFiniteSample("sampleMedian", "values", values);
|
|
@@ -138,8 +140,7 @@ function summarizeSample(values, options = {}) {
|
|
|
138
140
|
].some((value) => value !== null && !Number.isFinite(value))) throw new ValidationError("summarizeSample: sample arithmetic exceeded finite range");
|
|
139
141
|
return summary;
|
|
140
142
|
}
|
|
141
|
-
|
|
142
|
-
//#region src/profile/baselines.ts
|
|
143
|
+
// src/profile/baselines.ts
|
|
143
144
|
/**
|
|
144
145
|
* Strong, generically-useful baseline ROLES — the top zone of an `AgentProfile`
|
|
145
146
|
* before any domain layer. A product composes one of these with its own
|
|
@@ -202,8 +203,7 @@ const BASELINE_ROLES = {
|
|
|
202
203
|
researcher: researcherRole,
|
|
203
204
|
generalist: generalistRole
|
|
204
205
|
};
|
|
205
|
-
|
|
206
|
-
//#region src/profile/index.ts
|
|
206
|
+
// src/profile/index.ts
|
|
207
207
|
/**
|
|
208
208
|
* Structured prompt profile — the system prompt as named, addressable sections
|
|
209
209
|
* instead of one opaque blob. The self-improvement loop targets ONE evolvable
|
|
@@ -348,8 +348,7 @@ function sectionHash(section) {
|
|
|
348
348
|
body: section.body
|
|
349
349
|
}));
|
|
350
350
|
}
|
|
351
|
-
|
|
352
|
-
//#region src/verification-strategy.ts
|
|
351
|
+
// src/verification-strategy.ts
|
|
353
352
|
/**
|
|
354
353
|
* The family registry. `Record` over the union keeps it exhaustive: adding
|
|
355
354
|
* a member to `VerificationStrategySource` without a profile here fails to
|
|
@@ -502,8 +501,7 @@ function assertObligation(obligation) {
|
|
|
502
501
|
if (separatingWitness !== void 0) throw new EquivalenceProtocolError("witness-on-unresolved", "an unresolved obligation cannot carry a separating witness — a witness in hand is a refutation");
|
|
503
502
|
if (typeof unresolvedReason !== "string" || unresolvedReason.trim() === "") throw new EquivalenceProtocolError("reason-missing", "an unresolved obligation must say why — 'unresolved' with no reason erases the diagnostic");
|
|
504
503
|
}
|
|
505
|
-
|
|
506
|
-
//#region src/budget-guard.ts
|
|
504
|
+
// src/budget-guard.ts
|
|
507
505
|
/**
|
|
508
506
|
* BudgetGuard — enforces token / wall-clock / call / $ caps, records
|
|
509
507
|
* a ledger entry on every decrement, emits `budget_breach` + throws
|
|
@@ -570,8 +568,7 @@ var BudgetGuard = class {
|
|
|
570
568
|
return { ...this.consumed };
|
|
571
569
|
}
|
|
572
570
|
};
|
|
573
|
-
|
|
574
|
-
//#region src/feedback-trajectory.ts
|
|
571
|
+
// src/feedback-trajectory.ts
|
|
575
572
|
const DEFAULT_SPLIT_POLICY = {
|
|
576
573
|
trainPct: 70,
|
|
577
574
|
devPct: 15,
|
|
@@ -1029,8 +1026,7 @@ function stableHash(input) {
|
|
|
1029
1026
|
}
|
|
1030
1027
|
return hash >>> 0;
|
|
1031
1028
|
}
|
|
1032
|
-
|
|
1033
|
-
//#region src/scorecard.ts
|
|
1029
|
+
// src/scorecard.ts
|
|
1034
1030
|
/**
|
|
1035
1031
|
* @stable
|
|
1036
1032
|
*
|
|
@@ -1047,12 +1043,6 @@ function stableHash(input) {
|
|
|
1047
1043
|
* malformed line never breaks the read. `diffScorecard` compares the latest
|
|
1048
1044
|
* entry of each cell against its predecessor with Cohen's d + Welch's t-test.
|
|
1049
1045
|
*/
|
|
1050
|
-
function median(xs) {
|
|
1051
|
-
if (xs.length === 0) return 0;
|
|
1052
|
-
const sorted = [...xs].sort((a, b) => a - b);
|
|
1053
|
-
const mid = Math.floor(sorted.length / 2);
|
|
1054
|
-
return sorted.length % 2 === 0 ? (sorted[mid - 1] + sorted[mid]) / 2 : sorted[mid];
|
|
1055
|
-
}
|
|
1056
1046
|
/** Mean of each judge dimension across the runs that reported one. */
|
|
1057
1047
|
function aggregatePerDimension(runs) {
|
|
1058
1048
|
const sums = /* @__PURE__ */ new Map();
|
|
@@ -1105,7 +1095,7 @@ function recordRuns(runs, opts) {
|
|
|
1105
1095
|
commitSha: opts.commitSha,
|
|
1106
1096
|
timestamp,
|
|
1107
1097
|
scores,
|
|
1108
|
-
composite:
|
|
1098
|
+
composite: medianInPlace([...scores]),
|
|
1109
1099
|
runIds: scored.map((s) => s.run.runId)
|
|
1110
1100
|
};
|
|
1111
1101
|
const perDimension = aggregatePerDimension(scenarioRuns);
|
|
@@ -1264,8 +1254,7 @@ function formatScorecardDiff(diff) {
|
|
|
1264
1254
|
}
|
|
1265
1255
|
return lines.join("\n");
|
|
1266
1256
|
}
|
|
1267
|
-
|
|
1268
|
-
//#region src/trace-contracts/spans.ts
|
|
1257
|
+
// src/trace-contracts/spans.ts
|
|
1269
1258
|
const EVAL_KIND_TO_CONTRACT_KIND = /* @__PURE__ */ new Map([["judge", "EVALUATOR"], ["retrieval", "RETRIEVER"]]);
|
|
1270
1259
|
/**
|
|
1271
1260
|
* The span's contract kind: a declared kind when recognised, else inferred.
|
|
@@ -1393,8 +1382,7 @@ function finite(value) {
|
|
|
1393
1382
|
function isSpanError(span) {
|
|
1394
1383
|
return typeof span.status === "string" && /^(?:error|status_code_error)$/i.test(span.status);
|
|
1395
1384
|
}
|
|
1396
|
-
|
|
1397
|
-
//#region src/trace-contracts/predicates.ts
|
|
1385
|
+
// src/trace-contracts/predicates.ts
|
|
1398
1386
|
function isSerializedRegex(v) {
|
|
1399
1387
|
return typeof v === "object" && v !== null && typeof v.$regex === "string" && typeof v.flags === "string";
|
|
1400
1388
|
}
|
|
@@ -1486,8 +1474,7 @@ function normalizePredicate(p, where) {
|
|
|
1486
1474
|
}
|
|
1487
1475
|
return out;
|
|
1488
1476
|
}
|
|
1489
|
-
|
|
1490
|
-
//#region src/trace-contracts/types.ts
|
|
1477
|
+
// src/trace-contracts/types.ts
|
|
1491
1478
|
const ORDER_MODES = [
|
|
1492
1479
|
"start-order",
|
|
1493
1480
|
"finish-before-start",
|
|
@@ -1513,8 +1500,7 @@ const ARGUMENT_TYPES = [
|
|
|
1513
1500
|
"array",
|
|
1514
1501
|
"null"
|
|
1515
1502
|
];
|
|
1516
|
-
|
|
1517
|
-
//#region src/trace-contracts/validate.ts
|
|
1503
|
+
// src/trace-contracts/validate.ts
|
|
1518
1504
|
function assertOrder(order, where) {
|
|
1519
1505
|
if (order === void 0) return void 0;
|
|
1520
1506
|
if (!ORDER_MODES.includes(order)) throw new ValidationError(`${where}: order must be one of ${ORDER_MODES.join(", ")}`);
|
|
@@ -1638,8 +1624,7 @@ function assertContract(contract, where) {
|
|
|
1638
1624
|
}
|
|
1639
1625
|
}
|
|
1640
1626
|
}
|
|
1641
|
-
|
|
1642
|
-
//#region src/trace-contracts/explain.ts
|
|
1627
|
+
// src/trace-contracts/explain.ts
|
|
1643
1628
|
function describeMatcher(m) {
|
|
1644
1629
|
if (typeof m === "string") return m;
|
|
1645
1630
|
if (m instanceof RegExp) return `/${m.source}/${m.flags}`;
|
|
@@ -1708,8 +1693,7 @@ function explainTraceContract(contract) {
|
|
|
1708
1693
|
}
|
|
1709
1694
|
return lines.join("\n");
|
|
1710
1695
|
}
|
|
1711
|
-
|
|
1712
|
-
//#region src/trace-contracts/builder.ts
|
|
1696
|
+
// src/trace-contracts/builder.ts
|
|
1713
1697
|
var TraceContractBuilder = class TraceContractBuilder {
|
|
1714
1698
|
name;
|
|
1715
1699
|
rules = [];
|
|
@@ -1887,8 +1871,7 @@ function traceContract(name) {
|
|
|
1887
1871
|
if (typeof name !== "string" || name.length === 0) throw new ValidationError("traceContract: name must be a non-empty string");
|
|
1888
1872
|
return new TraceContractBuilder(name);
|
|
1889
1873
|
}
|
|
1890
|
-
|
|
1891
|
-
//#region src/trace-contracts/rules.ts
|
|
1874
|
+
// src/trace-contracts/rules.ts
|
|
1892
1875
|
function spanRef(span, index) {
|
|
1893
1876
|
return span.spanId ?? `#${index}`;
|
|
1894
1877
|
}
|
|
@@ -2365,8 +2348,7 @@ function executeRule(rule, ctx) {
|
|
|
2365
2348
|
};
|
|
2366
2349
|
}
|
|
2367
2350
|
}
|
|
2368
|
-
|
|
2369
|
-
//#region src/trace-contracts/evaluate.ts
|
|
2351
|
+
// src/trace-contracts/evaluate.ts
|
|
2370
2352
|
/**
|
|
2371
2353
|
* A run derived from one span: the `run.status` attribute a run-anchor span
|
|
2372
2354
|
* carries (store-to-otlp writes it), else failed on an error status, else
|
|
@@ -2536,8 +2518,7 @@ function checkTraceContracts(spans, contracts, options = {}) {
|
|
|
2536
2518
|
allValid: status === "pass"
|
|
2537
2519
|
};
|
|
2538
2520
|
}
|
|
2539
|
-
|
|
2540
|
-
//#region src/trace-contracts/spec.ts
|
|
2521
|
+
// src/trace-contracts/spec.ts
|
|
2541
2522
|
/**
|
|
2542
2523
|
* The declarative contract form: a JSON document that names tools, model
|
|
2543
2524
|
* calls, and run limits, compiled onto the temporal operators.
|
|
@@ -3113,8 +3094,7 @@ function lintPath(path, prefix, out) {
|
|
|
3113
3094
|
else if (run?.requireCompleted && run.allowedStatuses?.some((s) => s !== "completed")) warn("run.statuses-beside-completed", "run.allowedStatuses", "requireCompleted accepts only completed, so the other allowed statuses never apply");
|
|
3114
3095
|
if (path.llm?.maxCalls === 0 && (path.llm.maxTotalTokens !== void 0 || path.llm.allowedModels)) warn("llm.no-calls", "llm", "maxCalls is 0, so the token and model limits never apply");
|
|
3115
3096
|
}
|
|
3116
|
-
|
|
3117
|
-
//#region src/active-learning.ts
|
|
3097
|
+
// src/active-learning.ts
|
|
3118
3098
|
async function proposeSynthesisTargets(dataset, traceStore, options = {}) {
|
|
3119
3099
|
const minPerBand = options.minPerBand ?? 5;
|
|
3120
3100
|
const varianceThreshold = options.varianceThreshold ?? .05;
|
|
@@ -3142,8 +3122,8 @@ async function proposeSynthesisTargets(dataset, traceStore, options = {}) {
|
|
|
3142
3122
|
const runs = await traceStore.listRuns();
|
|
3143
3123
|
const runCountByScenario = /* @__PURE__ */ new Map();
|
|
3144
3124
|
for (const r of runs) runCountByScenario.set(r.scenarioId, (runCountByScenario.get(r.scenarioId) ?? 0) + 1);
|
|
3145
|
-
const runCounts = [...runCountByScenario.values()];
|
|
3146
|
-
const p25 = runCounts.length > 0 ?
|
|
3125
|
+
const runCounts = [...runCountByScenario.values()].sort((a, b) => a - b);
|
|
3126
|
+
const p25 = runCounts.length > 0 ? interpolatedQuantile(runCounts, .25) : 0;
|
|
3147
3127
|
for (const s of scenarios) {
|
|
3148
3128
|
const count = runCountByScenario.get(s.id) ?? 0;
|
|
3149
3129
|
if (count <= p25 && count < 3) targets.push({
|
|
@@ -3196,15 +3176,7 @@ async function proposeSynthesisTargets(dataset, traceStore, options = {}) {
|
|
|
3196
3176
|
}
|
|
3197
3177
|
return targets.sort((a, b) => b.priority - a.priority).slice(0, topK);
|
|
3198
3178
|
}
|
|
3199
|
-
|
|
3200
|
-
const sorted = [...xs].sort((a, b) => a - b);
|
|
3201
|
-
const idx = p * (sorted.length - 1);
|
|
3202
|
-
const lo = Math.floor(idx);
|
|
3203
|
-
const hi = Math.ceil(idx);
|
|
3204
|
-
return sorted[lo] + (sorted[hi] - sorted[lo]) * (idx - lo);
|
|
3205
|
-
}
|
|
3206
|
-
//#endregion
|
|
3207
|
-
//#region src/deprecation.ts
|
|
3179
|
+
// src/deprecation.ts
|
|
3208
3180
|
/**
|
|
3209
3181
|
* One-shot deprecation warnings. A deprecated surface warns the FIRST time it
|
|
3210
3182
|
* is used in a process — loud enough to be seen, quiet enough not to flood a
|
|
@@ -3217,8 +3189,7 @@ function warnDeprecatedOnce(key, message) {
|
|
|
3217
3189
|
warned.add(key);
|
|
3218
3190
|
console.warn(`[agent-eval deprecation] ${message}`);
|
|
3219
3191
|
}
|
|
3220
|
-
|
|
3221
|
-
//#region src/client.ts
|
|
3192
|
+
// src/client.ts
|
|
3222
3193
|
const DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
|
|
3223
3194
|
/**
|
|
3224
3195
|
* ProductClient — configurable HTTP client for exercising any agent's APIs.
|
|
@@ -3439,8 +3410,7 @@ var ProductClient = class {
|
|
|
3439
3410
|
return this.request("PATCH", path, body);
|
|
3440
3411
|
}
|
|
3441
3412
|
};
|
|
3442
|
-
|
|
3443
|
-
//#region src/command-runner.ts
|
|
3413
|
+
// src/command-runner.ts
|
|
3444
3414
|
/**
|
|
3445
3415
|
* CommandRunner — abstract subprocess execution surface.
|
|
3446
3416
|
*
|
|
@@ -3551,8 +3521,7 @@ function isExecutable(path) {
|
|
|
3551
3521
|
throw err;
|
|
3552
3522
|
}
|
|
3553
3523
|
}
|
|
3554
|
-
|
|
3555
|
-
//#region src/control-runtime/policy.ts
|
|
3524
|
+
// src/control-runtime/policy.ts
|
|
3556
3525
|
const DEFAULT_BUDGET = {
|
|
3557
3526
|
maxSteps: 8,
|
|
3558
3527
|
maxWallMs: 3e5
|
|
@@ -3622,8 +3591,7 @@ function budgetStopDecision(budget, spentCostUsd) {
|
|
|
3622
3591
|
reason: ""
|
|
3623
3592
|
};
|
|
3624
3593
|
}
|
|
3625
|
-
|
|
3626
|
-
//#region src/detectors/index.ts
|
|
3594
|
+
// src/detectors/index.ts
|
|
3627
3595
|
/** Same action fingerprint N consecutive steps = a stuck loop (the #1 long-horizon failure mode). */
|
|
3628
3596
|
function repeatedActionDetector(opts = {}) {
|
|
3629
3597
|
const max = opts.maxRepeated ?? 3;
|
|
@@ -3734,8 +3702,7 @@ function observeAll(detectors, event) {
|
|
|
3734
3702
|
}
|
|
3735
3703
|
return signals;
|
|
3736
3704
|
}
|
|
3737
|
-
|
|
3738
|
-
//#region src/control-runtime.ts
|
|
3705
|
+
// src/control-runtime.ts
|
|
3739
3706
|
async function runAgentControlLoop(config) {
|
|
3740
3707
|
const budget = normalizeBudget(config.budget);
|
|
3741
3708
|
const controller = new AbortController();
|
|
@@ -4261,8 +4228,7 @@ function normalizeActionCostUsd(costUsd, runtimeErrors, stepIndex) {
|
|
|
4261
4228
|
}
|
|
4262
4229
|
return costUsd;
|
|
4263
4230
|
}
|
|
4264
|
-
|
|
4265
|
-
//#region src/discover-personas.ts
|
|
4231
|
+
// src/discover-personas.ts
|
|
4266
4232
|
/**
|
|
4267
4233
|
* Walk a personas directory and return every file matching the convention
|
|
4268
4234
|
* `NN-slug.{yaml,yml,json,md}`. Sorted by filename so the numeric prefix
|
|
@@ -4310,8 +4276,7 @@ async function discoverPersonas(dir, opts = {}) {
|
|
|
4310
4276
|
results.sort((a, b) => a.filename.localeCompare(b.filename));
|
|
4311
4277
|
return results;
|
|
4312
4278
|
}
|
|
4313
|
-
|
|
4314
|
-
//#region src/propose-review.ts
|
|
4279
|
+
// src/propose-review.ts
|
|
4315
4280
|
/**
|
|
4316
4281
|
* Propose / Verify / Review — the core multi-shot primitive.
|
|
4317
4282
|
*
|
|
@@ -4620,8 +4585,7 @@ function safeJson(x) {
|
|
|
4620
4585
|
return String(x);
|
|
4621
4586
|
}
|
|
4622
4587
|
}
|
|
4623
|
-
|
|
4624
|
-
//#region src/analyst/policy-edit.ts
|
|
4588
|
+
// src/analyst/policy-edit.ts
|
|
4625
4589
|
const POLICY_EDIT_AXES = [
|
|
4626
4590
|
"carrier",
|
|
4627
4591
|
"representation",
|
|
@@ -4839,8 +4803,7 @@ function expectNonEmptyStringArray(value, path) {
|
|
|
4839
4803
|
expectStringArray$1(value, path);
|
|
4840
4804
|
if (value.length === 0) throw new PolicyEditValidationError("expected non-empty array", path);
|
|
4841
4805
|
}
|
|
4842
|
-
|
|
4843
|
-
//#region src/capability-headroom.ts
|
|
4806
|
+
// src/capability-headroom.ts
|
|
4844
4807
|
/**
|
|
4845
4808
|
* Capability-headroom gate — "can this task set even SEE the capability
|
|
4846
4809
|
* you're about to A/B?"
|
|
@@ -4936,8 +4899,7 @@ function assertCapabilityHeadroom(result, opts = {}) {
|
|
|
4936
4899
|
throw new ValidationError(`assertCapabilityHeadroom: only ${tasksWithGap} of ${total} task(s) have baseline headroom (need ≥ ${minTasksWithGap}). ${tasksSaturated} saturated (baseline already passes), ${tasksUnknown} unknown (no determinable baseline outcome). A capability A/B on this task set cannot detect the capability — add tasks the baseline fails, or fix baseline outcome capture, before measuring.`);
|
|
4937
4900
|
}
|
|
4938
4901
|
}
|
|
4939
|
-
|
|
4940
|
-
//#region src/cost-tracker.ts
|
|
4902
|
+
// src/cost-tracker.ts
|
|
4941
4903
|
/**
|
|
4942
4904
|
* Cost tracker — token + USD accounting per scenario and per run.
|
|
4943
4905
|
*
|
|
@@ -5036,8 +4998,7 @@ function costFor(entry) {
|
|
|
5036
4998
|
function assertNonNegative(n, name) {
|
|
5037
4999
|
if (!Number.isFinite(n) || n < 0) throw new Error(`CostTracker: ${name} must be a non-negative finite number, got ${n}`);
|
|
5038
5000
|
}
|
|
5039
|
-
|
|
5040
|
-
//#region src/error-count-extractor.ts
|
|
5001
|
+
// src/error-count-extractor.ts
|
|
5041
5002
|
const ERROR_COUNT_PATTERNS = [
|
|
5042
5003
|
{
|
|
5043
5004
|
name: "typescript-tsc",
|
|
@@ -5094,8 +5055,7 @@ function extractErrorCount(text, opts = {}) {
|
|
|
5094
5055
|
samples: []
|
|
5095
5056
|
};
|
|
5096
5057
|
}
|
|
5097
|
-
|
|
5098
|
-
//#region src/knowledge/readiness.ts
|
|
5058
|
+
// src/knowledge/readiness.ts
|
|
5099
5059
|
function scoreKnowledgeReadiness(options) {
|
|
5100
5060
|
const now = options.now ?? /* @__PURE__ */ new Date();
|
|
5101
5061
|
const requirements = options.requirements.map(normalizeRequirement);
|
|
@@ -5274,8 +5234,7 @@ function clamp01$2(value) {
|
|
|
5274
5234
|
function unique(items) {
|
|
5275
5235
|
return [...new Set(items)];
|
|
5276
5236
|
}
|
|
5277
|
-
|
|
5278
|
-
//#region src/leaderboard.ts
|
|
5237
|
+
// src/leaderboard.ts
|
|
5279
5238
|
function mean(xs) {
|
|
5280
5239
|
return xs.length ? xs.reduce((a, b) => a + b, 0) / xs.length : null;
|
|
5281
5240
|
}
|
|
@@ -5324,8 +5283,7 @@ function leaderboard(records, opts) {
|
|
|
5324
5283
|
function isFiniteNumber(value) {
|
|
5325
5284
|
return typeof value === "number" && Number.isFinite(value);
|
|
5326
5285
|
}
|
|
5327
|
-
|
|
5328
|
-
//#region src/partition-held-out.ts
|
|
5286
|
+
// src/partition-held-out.ts
|
|
5329
5287
|
/**
|
|
5330
5288
|
* Deterministic held-out partitioning over stable ids.
|
|
5331
5289
|
*
|
|
@@ -5403,8 +5361,7 @@ function partitionHeldOut(ids, options = {}) {
|
|
|
5403
5361
|
function assertFraction(f) {
|
|
5404
5362
|
if (!Number.isFinite(f) || f <= 0 || f >= 1) throw new ValidationError(`partitionHeldOut: holdoutFraction must be in (0, 1), got ${f}`);
|
|
5405
5363
|
}
|
|
5406
|
-
|
|
5407
|
-
//#region src/product-benchmark/export.ts
|
|
5364
|
+
// src/product-benchmark/export.ts
|
|
5408
5365
|
/**
|
|
5409
5366
|
* Export side of the product benchmark bundle contract: convert product
|
|
5410
5367
|
* eval run directories (`records.jsonl` of `RunRecord` rows + trace/raw
|
|
@@ -5937,8 +5894,7 @@ function resolveOptions(options) {
|
|
|
5937
5894
|
backendVersion: options.backendVersion ?? packageVersion("@tangle-network/sandbox")
|
|
5938
5895
|
};
|
|
5939
5896
|
}
|
|
5940
|
-
|
|
5941
|
-
//#region src/product-benchmark/index.ts
|
|
5897
|
+
// src/product-benchmark/index.ts
|
|
5942
5898
|
const productBenchmarkSplits = [
|
|
5943
5899
|
"practice",
|
|
5944
5900
|
"dev",
|
|
@@ -6286,8 +6242,7 @@ function assertProductBenchmarkRun(runDir) {
|
|
|
6286
6242
|
if (failures.length > 0) fail(runDir, `product benchmark validation failed:\n${failures.join("\n")}`);
|
|
6287
6243
|
return report;
|
|
6288
6244
|
}
|
|
6289
|
-
|
|
6290
|
-
//#region src/runtime-trajectory.ts
|
|
6245
|
+
// src/runtime-trajectory.ts
|
|
6291
6246
|
const DEFAULT_SPLIT_TAG = "search";
|
|
6292
6247
|
function projectRuntimeTrajectoryEvidence(options) {
|
|
6293
6248
|
const diagnostics = [];
|
|
@@ -6373,8 +6328,7 @@ function stringOrUndefined(value) {
|
|
|
6373
6328
|
function finiteNumberOrUndefined(value) {
|
|
6374
6329
|
return typeof value === "number" && Number.isFinite(value) ? value : void 0;
|
|
6375
6330
|
}
|
|
6376
|
-
|
|
6377
|
-
//#region src/action-policy.ts
|
|
6331
|
+
// src/action-policy.ts
|
|
6378
6332
|
function evaluateActionPolicy(action, policy = {}, options = {}) {
|
|
6379
6333
|
const reasons = [];
|
|
6380
6334
|
let blocked = false;
|
|
@@ -6441,8 +6395,7 @@ function evaluateActionPolicy(action, policy = {}, options = {}) {
|
|
|
6441
6395
|
label
|
|
6442
6396
|
};
|
|
6443
6397
|
}
|
|
6444
|
-
|
|
6445
|
-
//#region src/deploy-gate-layer.ts
|
|
6398
|
+
// src/deploy-gate-layer.ts
|
|
6446
6399
|
/**
|
|
6447
6400
|
* Build a deploy gate layer that runs the production build and verifies
|
|
6448
6401
|
* the artifact. Pass: ok && artifactValid. Score: 1.0 (pass) or 0 (fail).
|
|
@@ -6614,8 +6567,7 @@ function wranglerDeployRunner(input) {
|
|
|
6614
6567
|
};
|
|
6615
6568
|
} };
|
|
6616
6569
|
}
|
|
6617
|
-
|
|
6618
|
-
//#region src/held-out-gate-inputs.ts
|
|
6570
|
+
// src/held-out-gate-inputs.ts
|
|
6619
6571
|
/** Drop gamed runs, pair both splits and measure coverage, scores, gaps and cost. */
|
|
6620
6572
|
function collectGateInputs(candidate, baseline, baselineKey) {
|
|
6621
6573
|
const candidateId = inferCandidateId(candidate, baselineKey);
|
|
@@ -6744,12 +6696,6 @@ function diffOrNull(a, b) {
|
|
|
6744
6696
|
if (a === null || b === null) return null;
|
|
6745
6697
|
return a - b;
|
|
6746
6698
|
}
|
|
6747
|
-
function medianFinite(xs) {
|
|
6748
|
-
const ys = xs.filter((x) => Number.isFinite(x)).sort((x, y) => x - y);
|
|
6749
|
-
if (ys.length === 0) return null;
|
|
6750
|
-
const mid = Math.floor(ys.length / 2);
|
|
6751
|
-
return ys.length % 2 === 0 ? (ys[mid - 1] + ys[mid]) / 2 : ys[mid];
|
|
6752
|
-
}
|
|
6753
6699
|
function completeCostMedian(runs) {
|
|
6754
6700
|
if (runs.length === 0) return null;
|
|
6755
6701
|
const costs = [];
|
|
@@ -6758,10 +6704,9 @@ function completeCostMedian(runs) {
|
|
|
6758
6704
|
if (usd === null) return null;
|
|
6759
6705
|
costs.push(usd);
|
|
6760
6706
|
}
|
|
6761
|
-
return
|
|
6707
|
+
return sampleMedian(costs.filter(Number.isFinite));
|
|
6762
6708
|
}
|
|
6763
|
-
|
|
6764
|
-
//#region src/held-out-gate.ts
|
|
6709
|
+
// src/held-out-gate.ts
|
|
6765
6710
|
/**
|
|
6766
6711
|
* HeldOutGate — first-class held-out paired-delta promotion gate.
|
|
6767
6712
|
*
|
|
@@ -7060,8 +7005,7 @@ function fmt(x) {
|
|
|
7060
7005
|
if (x === null) return "n/a";
|
|
7061
7006
|
return x.toFixed(4);
|
|
7062
7007
|
}
|
|
7063
|
-
|
|
7064
|
-
//#region src/hidden-criteria-grading.ts
|
|
7008
|
+
// src/hidden-criteria-grading.ts
|
|
7065
7009
|
/**
|
|
7066
7010
|
* Hidden-criteria grading firewall — grade an agent on criteria it never saw.
|
|
7067
7011
|
*
|
|
@@ -7165,8 +7109,7 @@ function clampUnit(value) {
|
|
|
7165
7109
|
if (!Number.isFinite(value)) return 0;
|
|
7166
7110
|
return Math.max(0, Math.min(1, value));
|
|
7167
7111
|
}
|
|
7168
|
-
|
|
7169
|
-
//#region src/integrity/single-backend.ts
|
|
7112
|
+
// src/integrity/single-backend.ts
|
|
7170
7113
|
/**
|
|
7171
7114
|
* Single-backend guard: assert the agent and the rubric judge run through the
|
|
7172
7115
|
* SAME backend config, so the judge can't silently re-route through a
|
|
@@ -7240,8 +7183,7 @@ function assertSingleBackend(agent, judge, opts = {}) {
|
|
|
7240
7183
|
}
|
|
7241
7184
|
return report;
|
|
7242
7185
|
}
|
|
7243
|
-
|
|
7244
|
-
//#region src/intent-match-judge.ts
|
|
7186
|
+
// src/intent-match-judge.ts
|
|
7245
7187
|
const INTENT_MATCH_JUDGE_VERSION = "intent-match-judge-v1-2026-04-24";
|
|
7246
7188
|
const DEFAULT_MODEL$1 = "claude-sonnet-4-6";
|
|
7247
7189
|
const DEFAULT_TIMEOUT$1 = 3e5;
|
|
@@ -7394,8 +7336,7 @@ async function runIntentMatchJudge(input, options) {
|
|
|
7394
7336
|
};
|
|
7395
7337
|
}
|
|
7396
7338
|
}
|
|
7397
|
-
|
|
7398
|
-
//#region src/judge-ensemble.ts
|
|
7339
|
+
// src/judge-ensemble.ts
|
|
7399
7340
|
/**
|
|
7400
7341
|
* Reduce per-judge verdicts to one aggregate. Generic over the rubric: pass the
|
|
7401
7342
|
* stable-ordered `dimensionKeys` the judges scored.
|
|
@@ -7463,8 +7404,7 @@ function aggregateJudgeVerdicts(verdicts, dimensionKeys, weights) {
|
|
|
7463
7404
|
verdicts: [...verdicts]
|
|
7464
7405
|
};
|
|
7465
7406
|
}
|
|
7466
|
-
|
|
7467
|
-
//#region src/judge-panel.ts
|
|
7407
|
+
// src/judge-panel.ts
|
|
7468
7408
|
/**
|
|
7469
7409
|
* Build a campaign-shaped `JudgeConfig` whose `score()` runs every panel
|
|
7470
7410
|
* model in parallel and reduces the surviving verdicts to one canonical
|
|
@@ -7573,8 +7513,7 @@ function ensembleJudge(opts) {
|
|
|
7573
7513
|
}
|
|
7574
7514
|
};
|
|
7575
7515
|
}
|
|
7576
|
-
|
|
7577
|
-
//#region src/keyword-coverage-judge.ts
|
|
7516
|
+
// src/keyword-coverage-judge.ts
|
|
7578
7517
|
/**
|
|
7579
7518
|
* Element-presence check using a tiny CSS-selector subset. Returns
|
|
7580
7519
|
* null when the selector isn't supported — caller treats that as
|
|
@@ -7715,8 +7654,7 @@ function softFail(expectedConcepts, start, error) {
|
|
|
7715
7654
|
error
|
|
7716
7655
|
};
|
|
7717
7656
|
}
|
|
7718
|
-
|
|
7719
|
-
//#region src/multi-layer-verifier.ts
|
|
7657
|
+
// src/multi-layer-verifier.ts
|
|
7720
7658
|
/**
|
|
7721
7659
|
* Multi-layer verifier — ordered pipeline of verification layers.
|
|
7722
7660
|
*
|
|
@@ -7927,8 +7865,7 @@ function mergeSignals(a, b) {
|
|
|
7927
7865
|
b.addEventListener("abort", onAbort(b), { once: true });
|
|
7928
7866
|
return c.signal;
|
|
7929
7867
|
}
|
|
7930
|
-
|
|
7931
|
-
//#region src/oracle.ts
|
|
7868
|
+
// src/oracle.ts
|
|
7932
7869
|
/**
|
|
7933
7870
|
* Declarative oracles — ground-truth assertions without an LLM.
|
|
7934
7871
|
*
|
|
@@ -8011,8 +7948,7 @@ function evaluateOracles(obs, oracles) {
|
|
|
8011
7948
|
function isObject(v) {
|
|
8012
7949
|
return typeof v === "object" && v !== null && !Array.isArray(v);
|
|
8013
7950
|
}
|
|
8014
|
-
|
|
8015
|
-
//#region src/produced-state.ts
|
|
7951
|
+
// src/produced-state.ts
|
|
8016
7952
|
function artifactKind(mimeType) {
|
|
8017
7953
|
if (!mimeType) return "file";
|
|
8018
7954
|
if (mimeType.includes("json")) return "json";
|
|
@@ -8066,8 +8002,7 @@ function extractProducedState(events) {
|
|
|
8066
8002
|
toolCalls
|
|
8067
8003
|
};
|
|
8068
8004
|
}
|
|
8069
|
-
|
|
8070
|
-
//#region src/semantic-concept-judge.ts
|
|
8005
|
+
// src/semantic-concept-judge.ts
|
|
8071
8006
|
const DEFAULT_COMPLEXITY_WEIGHTS = {
|
|
8072
8007
|
render: 1,
|
|
8073
8008
|
integrate: 2,
|
|
@@ -8306,8 +8241,7 @@ async function runSemanticConceptJudge(input, options) {
|
|
|
8306
8241
|
};
|
|
8307
8242
|
}
|
|
8308
8243
|
}
|
|
8309
|
-
|
|
8310
|
-
//#region src/treatment-gate.ts
|
|
8244
|
+
// src/treatment-gate.ts
|
|
8311
8245
|
/**
|
|
8312
8246
|
* Core predicate. Gated (treatment-not-applied) ONLY when telemetry was
|
|
8313
8247
|
* captured AND zero matching calls appear; an empty histogram fails open.
|
|
@@ -8348,8 +8282,7 @@ function gateTreatmentApplied(input, opts = {}) {
|
|
|
8348
8282
|
observedTools
|
|
8349
8283
|
};
|
|
8350
8284
|
}
|
|
8351
|
-
|
|
8352
|
-
//#region src/anti-slop.ts
|
|
8285
|
+
// src/anti-slop.ts
|
|
8353
8286
|
const DEFAULT_HEDGES = [
|
|
8354
8287
|
/\bi\s+could\s+be\s+wrong\b/i,
|
|
8355
8288
|
/\bi\s+think\s+maybe\b/i,
|
|
@@ -8507,8 +8440,7 @@ function splitSentences(text) {
|
|
|
8507
8440
|
function normalizeForDupe(s) {
|
|
8508
8441
|
return s.toLowerCase().replace(/\s+/g, " ").replace(/[^a-z0-9 ]/g, "").trim();
|
|
8509
8442
|
}
|
|
8510
|
-
|
|
8511
|
-
//#region src/eval-trace-store.ts
|
|
8443
|
+
// src/eval-trace-store.ts
|
|
8512
8444
|
/**
|
|
8513
8445
|
* EvalTraceStore — JSONL save / query / compare over the analysis-time
|
|
8514
8446
|
* `RunRecord` row.
|
|
@@ -8574,8 +8506,7 @@ function jsonlRunRecordBackend(path, opts = {}) {
|
|
|
8574
8506
|
}
|
|
8575
8507
|
};
|
|
8576
8508
|
}
|
|
8577
|
-
|
|
8578
|
-
//#region src/integrity/preflight.ts
|
|
8509
|
+
// src/integrity/preflight.ts
|
|
8579
8510
|
/**
|
|
8580
8511
|
* Provider signature for "the budget ran out before an answer". The model is
|
|
8581
8512
|
* alive — a provider took the request and consumed the budget — so this must
|
|
@@ -8684,8 +8615,7 @@ async function preflightModels(opts) {
|
|
|
8684
8615
|
error: null
|
|
8685
8616
|
};
|
|
8686
8617
|
}
|
|
8687
|
-
|
|
8688
|
-
//#region src/model-seats.ts
|
|
8618
|
+
// src/model-seats.ts
|
|
8689
8619
|
/**
|
|
8690
8620
|
* ModelSeats — the program's model seating chart.
|
|
8691
8621
|
*
|
|
@@ -8776,8 +8706,7 @@ function resolveSeat(seats, seat, fallback) {
|
|
|
8776
8706
|
}
|
|
8777
8707
|
throw new SeatUnsetError(seat);
|
|
8778
8708
|
}
|
|
8779
|
-
|
|
8780
|
-
//#region src/prompt-registry.ts
|
|
8709
|
+
// src/prompt-registry.ts
|
|
8781
8710
|
var PromptRegistry = class {
|
|
8782
8711
|
entries = /* @__PURE__ */ new Map();
|
|
8783
8712
|
/**
|
|
@@ -8842,8 +8771,7 @@ function validateId(id) {
|
|
|
8842
8771
|
function validateVersion(version) {
|
|
8843
8772
|
if (!version || version.length > 64) throw new Error(`Invalid version "${version}": must be 1–64 chars`);
|
|
8844
8773
|
}
|
|
8845
|
-
|
|
8846
|
-
//#region src/steering-optimizer.ts
|
|
8774
|
+
// src/steering-optimizer.ts
|
|
8847
8775
|
/**
|
|
8848
8776
|
* Rank already-evaluated steering variants.
|
|
8849
8777
|
*
|
|
@@ -8875,7 +8803,6 @@ function rankRows(rows, weights) {
|
|
|
8875
8803
|
runs: values.length
|
|
8876
8804
|
})).sort((a, b) => b.mean - a.mean);
|
|
8877
8805
|
}
|
|
8878
|
-
//#endregion
|
|
8879
8806
|
export { AGENT_PROFILE_KINDS, ATTESTATION_ALGORITHM, AgentEvalError, AnalystRegistry, BOOTSTRAP_GATE_MIN_N, BackendIntegrityError, BudgetBreachError, BudgetGuard, CODING_HARNESSES, ConfigError, CostAccountingIncompleteError, CostCeilingReachedError, CostLedger, CostTracker, CrossFamilyError, DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS, DEFAULT_JUDGE_GATE_POLICY, DEFAULT_RED_TEAM_CORPUS, DEFAULT_TRACE_ANALYST_BUDGETS, DEFAULT_TRACE_ANALYST_KINDS, ERROR_COUNT_PATTERNS, EquivalenceProtocolError, FAILURE_CLASSES, FAILURE_MODE_KIND_SPEC, FileSystemFeedbackTrajectoryStore, FileSystemRawProviderSink, FileSystemTraceStore, FindingsStore, HARNESS_NATIVE_MODEL, HeldOutGate, InMemoryFeedbackTrajectoryStore, InMemoryRawProviderSink, InMemoryTraceStore, JudgeError, JudgeGateRefusedError, LlmCallError, LlmResponseError, MODEL_PRICING, ModelSubstitutionError, MultiLayerVerifier, NoopRawProviderSink, NotFoundError, OUTPUT_VALUE, OtlpFileTraceStore, PairwiseSteeringOptimizer, ProductClient, PromptRegistry, REDACTION_VERSION, RunIntegrityError, RunRecordValidationError, SEMANTIC_CONCEPT_JUDGE_VERSION, TraceEmitter, UNKNOWN_MODEL, VERIFICATION_STRATEGIES, VERIFICATION_STRATEGY_SOURCES, ValidationError, acquisitionPlansForKnowledgeGaps, addCalibrationVerdicts, agentProfileCellKey, agentProfileHash, agentProfileId, aggregateJudgeVerdicts, aggregateRunScore, analystRunDigest, analystRunToFeedbackTrajectory, analystRunToReviewRequests, analyzeAntiSlop, analyzeRuns, analyzeSeries, analyzeTraces, argHash, assertCapabilityHeadroom, assertCrossFamily, assertCrossFamilyServed, assertJudgeMayGate, assertNoHiddenLeak, assertProductBenchmarkRun, assertRealBackend, assertRunCaptured, assertServedModel, assertServedModels, assertSingleBackend, assessShareSafety, assignFeedbackSplit, attest, benjaminiHochberg, blendHeldout, blockingKnowledgeEval, bonferroni, bootstrapCi, budgetBreachView, buildAgentProfileCell, buildDefaultAnalystRegistry, buildReflectionPrompt, buildTraceInsightContext, buildTraceInsightPrompt, buildTrajectory, calibrateJudge, calibrateJudgeContinuous, canonicalJson, capabilityHeadroom, captureFetchToRawSink, certificationEvidenceDigest, checkCanaries, checkServedModel, checkTraceContracts, chiSquared, chiSquaredPValue, clamp01, classifyFailure, classifyFailureReason, cliffsDelta, cohensD, comparePairedArms, compileTraceContractSpec, completionVerdict, computeFindingId, computeToolUseMetrics, confidenceInterval, contentHash, continuousAgreement, controlRunToFeedbackTrajectory, corpusInterRaterAgreement, corpusInterRaterAgreementFromJudgeScores, costForTokenPricing, costForUsage, costReceiptFromLlm, costReceiptFromLlmError, createAntiSlopJudge, createBoundedTraceAnalysisStore, createChatClient, createChatTraceEngine, createDspyRlmTraceEngine, createFeedbackTrajectory, createLlmCorrectnessChecker, createLlmReviewer, createTraceAnalyst, decidePairedPromotion, defineAgentEval, defineEquivalenceCheck, deployGateLayer, describeServedModelCheck, describeTraceInsightScope, diffFindings, diffScorecard, discoverPersonas, domainEvidencePattern, dominates, eProcess, ensembleJudge, equivalenceVerdict, errorStreakDetector, estimateCost, estimateTokens, evaluateActionPolicy, evaluateInterimReleaseConfidence, evaluateOracles, evaluateReleaseConfidence, evaluateTraceContract, expandProfileAxes, explainTraceContract, exportProductBenchmark, exportProductBenchmarkRuns, exportRunAsOtlp, extractErrorCount, extractProducedState, extractUsage, extractUsageFromSse, failureBlame, failureClusterView, feedbackTrajectoriesToDatasetScenarios, feedbackTrajectoriesToOptimizerRows, feedbackTrajectoryToOptimizerRow, fileVerdictCache, fisherExactTwoSided, formatScorecardDiff, gainHistogram, gateTreatmentApplied, gradeSemanticStatus, groupRunsByAgentProfileCell, harnessAxisOf, hashContent, hashJson, holm, inMemoryReviewStore, inferDomainKeywords, interRaterReliability, interpretCliffs, iqr, isJudgeSpan, isLlmSpan, isModelPriced, isRunRecord, isToolSpan, isTransientLlmError, jsonShape, jsonlReviewStore, jsonlRunRecordBackend, judgeAgreementView, judgeFamily, judgeGateDecision, judgeSpans, knowledgeReadinessTracePayload, leaderboard, linearRegressionSlope, lintTraceContractSpec, llmJudge, loadScorecard, localCommandRunner, makeFinding, makePolicyEditCandidateRecord, makeProposalFinding, manifestContentDigest, mannWhitneyU, maximumChargeForLlmRequest, mcnemar, mcnemarPower, mcnemarRequiredN, measureJudgeAgreement, minimumPairsForPairedDeltaTest, mintRolloutRows, modelHasSnapshot, mulberry32, normalTwoSidedPValue, objectiveEval, observeAll, otlpTextToTraceAnalysisStore, pairArms, pairRunRecords, pairedBootstrap, pairedCohensDz, pairedDeltaTest, pairedEvalueSequence, pairedMde, pairedPromotionPower, pairedRiskDifference, pairedRiskDifferenceExact, pairedRiskDifferenceScore, pairedSignTest, pairedTTest, paretoFrontier, parseReflectionResponse, parseRunRecordSafe, partialCredit, partitionHeldOut, passAtK, pearsonR, preflightModels, productBenchmarkRepoIdentity, profile_exports as profile, projectRuntimeTrajectoryEvidence, proposeSynthesisTargets, ranks, readProductBenchmarkManifest, recordRuns, recordRunsToScorecard, redTeamDataset, redTeamReport, redact, redactForShare, redactText, registerCalibrationSet, renderPreferenceMemoryMarkdown, repeatedActionDetector, requiredPairedSampleSize, requiredPairsForPairedPromotion, requiredSampleSize, resolveModelPricing, resolveSeat, runAgentControlLoop, runBoundedProcess, runCampaign, runCanaries, runEquivalenceCheck, runEvalCampaign, runIntentMatchJudge, runKeywordCoverageJudge, runKeywordCoverageJudgeUrl, runProposeReview, runSemanticConceptJudge, runTaskScore, runsForScenario, sampleMedian, scoreKnowledgeReadiness, scoreRedTeamOutput, scoreTraceInsightReadiness, seatPresets, selfImprove, shareAllowed, snapshotFromJudgeAgreement, spanRecordsToTraceAnalysisStore, spearmanR, stripFencedJson, studentTTwoSidedPValue, subjectiveEval, summarizeBackendIntegrity, summarizeNumberSeries, summarizePreferenceMemory, summarizeSample, summaryTable, toAgentProfileJson, tokenizeDomainWords, toolSpansToTraceAnalysisStore, toolWasteView, traceContract, transientDispatchFailure, twoByTwoPValue, userQuestionsForKnowledgeGaps, validateRunRecord, verbosityBias, verifyAgentProfileCell, verifyAttestation, verifyCompletion, viteDeployRunner, weightedComposite, weightedMean, welchsTTest, wilcoxonSignedRank, wilson, withAssignedFeedbackSplit, withJudgeRetry, wranglerDeployRunner };
|
|
8880
8807
|
|
|
8881
8808
|
//# sourceMappingURL=index.js.map
|