@tangle-network/agent-eval 0.221.8 → 0.222.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +82 -0
- package/dist/adapters/http.d.ts +3 -5
- package/dist/adapters/http.d.ts.map +1 -1
- package/dist/adapters/http.js +1 -2
- package/dist/{adversarial-smnADNFS.d.ts → adversarial-DnQQFqTR.d.ts} +1 -3
- package/dist/adversarial-DnQQFqTR.d.ts.map +1 -0
- package/dist/{agent-profile-CNmwfaqq.d.ts → agent-profile-CoD1Dotf.d.ts} +4 -10
- package/dist/agent-profile-CoD1Dotf.d.ts.map +1 -0
- package/dist/agent-profile-Dngk3LZ0.js +153 -0
- package/dist/agent-profile-Dngk3LZ0.js.map +1 -0
- package/dist/{agent-profile-cell-BcpFbNd5.d.ts → agent-profile-cell-3kYxUsK2.d.ts} +3 -5
- package/dist/agent-profile-cell-3kYxUsK2.d.ts.map +1 -0
- package/dist/{agent-profile-cell-B1V1gUZs.js → agent-profile-cell-CT5JYueM.js} +5 -7
- package/dist/{agent-profile-cell-B1V1gUZs.js.map → agent-profile-cell-CT5JYueM.js.map} +1 -1
- package/dist/{agreement-irr-BhAqjluA.js → agreement-irr-BTjDN0i6.js} +4 -5
- package/dist/{agreement-irr-BhAqjluA.js.map → agreement-irr-BTjDN0i6.js.map} +1 -1
- package/dist/analyst/index.d.ts +95 -159
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +28 -39
- package/dist/analyst/index.js.map +1 -1
- package/dist/{analyze-runs-DfX6dHP0.d.ts → analyze-runs-C-pP1sK9.d.ts} +7 -13
- package/dist/analyze-runs-C-pP1sK9.d.ts.map +1 -0
- package/dist/{analyze-runs-CHmsykNJ.js → analyze-runs-CTheASYV.js} +23 -32
- package/dist/{analyze-runs-CHmsykNJ.js.map → analyze-runs-CTheASYV.js.map} +1 -1
- package/dist/{attribute-vocabulary-CcXqHODT.d.ts → attribute-vocabulary-5oo8ykIx.d.ts} +2 -4
- package/dist/attribute-vocabulary-5oo8ykIx.d.ts.map +1 -0
- package/dist/authenticity/index.d.ts +0 -2
- package/dist/authenticity/index.d.ts.map +1 -1
- package/dist/authenticity/index.js +1 -2
- package/dist/{benchmark-command-Cnjfo0Zh.js → benchmark-command-jYWR2gya.js} +61 -94
- package/dist/benchmark-command-jYWR2gya.js.map +1 -0
- package/dist/benchmarks/index.d.ts +5 -15
- package/dist/benchmarks/index.d.ts.map +1 -1
- package/dist/benchmarks/index.js +27 -38
- package/dist/benchmarks/index.js.map +1 -1
- package/dist/{bounded-process-Cj9YjXbE.js → bounded-process-BZrWXIKW.js} +2 -3
- package/dist/{bounded-process-Cj9YjXbE.js.map → bounded-process-BZrWXIKW.js.map} +1 -1
- package/dist/builder-eval/index.d.ts +5 -14
- package/dist/builder-eval/index.d.ts.map +1 -1
- package/dist/builder-eval/index.js +11 -17
- package/dist/builder-eval/index.js.map +1 -1
- package/dist/{calibration-CTwxpJ-t.js → calibration-6usfVYYo.js} +4 -5
- package/dist/{calibration-CTwxpJ-t.js.map → calibration-6usfVYYo.js.map} +1 -1
- package/dist/campaign/index.d.ts +9 -9
- package/dist/campaign/index.js +15 -14
- package/dist/{campaign-uddTlFg5.js → campaign-ddr1N3yD.js} +61 -58
- package/dist/campaign-ddr1N3yD.js.map +1 -0
- package/dist/{campaign-evidence-DunzcJGv.js → campaign-evidence-DN8rWuBj.js} +20 -322
- package/dist/campaign-evidence-DN8rWuBj.js.map +1 -0
- package/dist/{canonical-Dq2hOQ8L.js → canonical-CicJlINA.js} +3 -4
- package/dist/{canonical-Dq2hOQ8L.js.map → canonical-CicJlINA.js.map} +1 -1
- package/dist/{canonical-CFpojCN5.d.ts → canonical-gLeHiqzd.d.ts} +2 -4
- package/dist/canonical-gLeHiqzd.d.ts.map +1 -0
- package/dist/{cell-spend-DEWR3nj-.js → cell-spend-zxmzg4GH.js} +3 -4
- package/dist/{cell-spend-DEWR3nj-.js.map → cell-spend-zxmzg4GH.js.map} +1 -1
- package/dist/{chat-client-BNATB3rJ.js → chat-client-CO3uB33i.js} +3 -4
- package/dist/{chat-client-BNATB3rJ.js.map → chat-client-CO3uB33i.js.map} +1 -1
- package/dist/{chat-json-call-BzWYp18J.js → chat-json-call-8yUv4LFO.js} +4 -5
- package/dist/{chat-json-call-BzWYp18J.js.map → chat-json-call-8yUv4LFO.js.map} +1 -1
- package/dist/{claim-BPVuyHuy.js → claim-Dod_mjk3.js} +5 -6
- package/dist/{claim-BPVuyHuy.js.map → claim-Dod_mjk3.js.map} +1 -1
- package/dist/cli.js +179 -23
- package/dist/cli.js.map +1 -1
- package/dist/{client-hwo3cJjR.d.ts → client-BIFwUg7I.d.ts} +6 -12
- package/dist/client-BIFwUg7I.d.ts.map +1 -0
- package/dist/{cluster-bootstrap-DEwwhl0C.js → cluster-bootstrap-SbaeM44s.js} +4 -5
- package/dist/{cluster-bootstrap-DEwwhl0C.js.map → cluster-bootstrap-SbaeM44s.js.map} +1 -1
- package/dist/completion-verifier-7KEfroqx.d.ts +168 -0
- package/dist/completion-verifier-7KEfroqx.d.ts.map +1 -0
- package/dist/{completion-verifier-asaV1nSj.js → completion-verifier-rqbMh5-4.js} +9 -160
- package/dist/completion-verifier-rqbMh5-4.js.map +1 -0
- package/dist/contract/index.d.ts +13 -13
- package/dist/contract/index.js +41 -60
- package/dist/contract/index.js.map +1 -1
- package/dist/{cost-ledger-BGZB6yY2.js → cost-ledger-CS8R3IZj.js} +10 -17
- package/dist/{cost-ledger-BGZB6yY2.js.map → cost-ledger-CS8R3IZj.js.map} +1 -1
- package/dist/{cost-ledger-C1W3ICmP.d.ts → cost-ledger-Czro9wmo.d.ts} +1 -5
- package/dist/cost-ledger-Czro9wmo.d.ts.map +1 -0
- package/dist/{dataset-DQqhOCPt.d.ts → dataset-DThC1S6G.d.ts} +1 -3
- package/dist/dataset-DThC1S6G.d.ts.map +1 -0
- package/dist/{decision-point-0nJubuoM.js → decision-point-lhMgODOR.js} +14 -18
- package/dist/{decision-point-0nJubuoM.js.map → decision-point-lhMgODOR.js.map} +1 -1
- package/dist/{deep-freeze-CurcOQg3.js → deep-freeze-CK8-2W7p.js} +2 -3
- package/dist/{deep-freeze-CurcOQg3.js.map → deep-freeze-CK8-2W7p.js.map} +1 -1
- package/dist/{default-registry-CLG5YqGS.d.ts → default-registry-B1DstPYg.d.ts} +53 -61
- package/dist/default-registry-B1DstPYg.d.ts.map +1 -0
- package/dist/{default-registry-BBTDgkDM.js → default-registry-C1tPEjZ4.js} +29 -45
- package/dist/{default-registry-BBTDgkDM.js.map → default-registry-C1tPEjZ4.js.map} +1 -1
- package/dist/{define-agent-eval-CCbT7Kfr.js → define-agent-eval-BLoP4Lf9.js} +15 -18
- package/dist/{define-agent-eval-CCbT7Kfr.js.map → define-agent-eval-BLoP4Lf9.js.map} +1 -1
- package/dist/{define-agent-eval-JKt3gMQr.d.ts → define-agent-eval-CAffiFbN.d.ts} +19 -27
- package/dist/define-agent-eval-CAffiFbN.d.ts.map +1 -0
- package/dist/{descriptive-CVNy48rR.js → descriptive-cPwITVfy.js} +30 -8
- package/dist/descriptive-cPwITVfy.js.map +1 -0
- package/dist/diagnosis/index.d.ts +5 -15
- package/dist/diagnosis/index.d.ts.map +1 -1
- package/dist/diagnosis/index.js +13 -19
- package/dist/diagnosis/index.js.map +1 -1
- package/dist/{dspy-rlm-engine-DN1p_5jx.js → dspy-rlm-engine-jDiWkul6.js} +7 -10
- package/dist/{dspy-rlm-engine-DN1p_5jx.js.map → dspy-rlm-engine-jDiWkul6.js.map} +1 -1
- package/dist/{emitter-DbMXUIVP.js → emitter-DhQ65mza.js} +3 -4
- package/dist/{emitter-DbMXUIVP.js.map → emitter-DhQ65mza.js.map} +1 -1
- package/dist/{emitter-DABYYTcH.d.ts → emitter-mAXC5PSN.d.ts} +3 -5
- package/dist/emitter-mAXC5PSN.d.ts.map +1 -0
- package/dist/{engine-dtRVeuQs.d.ts → engine-CaHaCc3W.d.ts} +10 -18
- package/dist/engine-CaHaCc3W.d.ts.map +1 -0
- package/dist/{equal-terms-DbPGcVtI.js → equal-terms-K11VHmR3.js} +3 -4
- package/dist/{equal-terms-DbPGcVtI.js.map → equal-terms-K11VHmR3.js.map} +1 -1
- package/dist/{errors-BcOs5MKW.js → errors-DeEEV9Vx.js} +2 -3
- package/dist/{errors-BcOs5MKW.js.map → errors-DeEEV9Vx.js.map} +1 -1
- package/dist/{errors-DEE6u6ot.d.ts → errors-E9I2hldP.d.ts} +1 -3
- package/dist/errors-E9I2hldP.d.ts.map +1 -0
- package/dist/{eval-campaign-DoX5vz3E.js → eval-campaign-Cgixrvf7.js} +8 -9
- package/dist/{eval-campaign-DoX5vz3E.js.map → eval-campaign-Cgixrvf7.js.map} +1 -1
- package/dist/{evaluation-wdGyZ7jV.js → evaluation-B8H3GYej.js} +4 -6
- package/dist/{evaluation-wdGyZ7jV.js.map → evaluation-B8H3GYej.js.map} +1 -1
- package/dist/{evaluation-DblGquCB.d.ts → evaluation-BPqUvZ66.d.ts} +4 -6
- package/dist/evaluation-BPqUvZ66.d.ts.map +1 -0
- package/dist/evaluation.d.ts +1 -1
- package/dist/evaluation.js +1 -2
- package/dist/{exact-types-Do63KoKn.d.ts → exact-types-D98BKpxo.d.ts} +8 -10
- package/dist/exact-types-D98BKpxo.d.ts.map +1 -0
- package/dist/{exec-CpbtOXVt.js → exec-C0_AkLUv.js} +3 -5
- package/dist/{exec-CpbtOXVt.js.map → exec-C0_AkLUv.js.map} +1 -1
- package/dist/{execution-tracks-CpgFPpS5.js → execution-tracks-DaDXYwAq.js} +2 -3
- package/dist/{execution-tracks-CpgFPpS5.js.map → execution-tracks-DaDXYwAq.js.map} +1 -1
- package/dist/experiment/index.d.ts +9 -37
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +29 -40
- package/dist/experiment/index.js.map +1 -1
- package/dist/{exporters-Dk3oEbK_.d.ts → exporters-B5Ze_RKh.d.ts} +4 -4
- package/dist/exporters-B5Ze_RKh.d.ts.map +1 -0
- package/dist/{exporters-DWvM16LE.js → exporters-ByLcILYU.js} +23 -5
- package/dist/exporters-ByLcILYU.js.map +1 -0
- package/dist/{external-optimizer-process-DEzJ2CGX.js → external-optimizer-process-BRVmaDFe.js} +5 -6
- package/dist/{external-optimizer-process-DEzJ2CGX.js.map → external-optimizer-process-BRVmaDFe.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-B_ukPtRD.js → external-optimizer-subprocess-U616hV_l.js} +24 -37
- package/dist/{external-optimizer-subprocess-B_ukPtRD.js.map → external-optimizer-subprocess-U616hV_l.js.map} +1 -1
- package/dist/{extract-usage-BZLU01kR.js → extract-usage-ISFqhfDz.js} +2 -3
- package/dist/{extract-usage-BZLU01kR.js.map → extract-usage-ISFqhfDz.js.map} +1 -1
- package/dist/{failure-cluster-DN0t63Z0.d.ts → failure-cluster-DOoa7CBg.d.ts} +3 -7
- package/dist/failure-cluster-DOoa7CBg.d.ts.map +1 -0
- package/dist/{failure-taxonomy-Bx5oWqaW.js → failure-taxonomy-9eQfXKoW.js} +2 -3
- package/dist/{failure-taxonomy-Bx5oWqaW.js.map → failure-taxonomy-9eQfXKoW.js.map} +1 -1
- package/dist/{feedback-trajectory-CYVJXolG.d.ts → feedback-trajectory-SBGncrCP.d.ts} +7 -13
- package/dist/feedback-trajectory-SBGncrCP.d.ts.map +1 -0
- package/dist/{finding-composition-8n0fFgVI.js → finding-composition-DlvE1Qul.js} +4 -6
- package/dist/{finding-composition-8n0fFgVI.js.map → finding-composition-DlvE1Qul.js.map} +1 -1
- package/dist/{findings-store-Bg4sdS-e.js → findings-store-B75Dspaq.js} +11 -14
- package/dist/{findings-store-Bg4sdS-e.js.map → findings-store-B75Dspaq.js.map} +1 -1
- package/dist/fuzz.d.ts +3 -17
- package/dist/fuzz.d.ts.map +1 -1
- package/dist/fuzz.js +30 -29
- package/dist/fuzz.js.map +1 -1
- package/dist/{hf-dataset-CKxIJQba.js → hf-dataset-DPVQXW5n.js} +362 -21
- package/dist/hf-dataset-DPVQXW5n.js.map +1 -0
- package/dist/hosted/index.d.ts +2 -6
- package/dist/hosted/index.d.ts.map +1 -1
- package/dist/hosted/index.js +1 -2
- package/dist/{index-CalAsXMR.d.ts → index-B1Bm9oJA.d.ts} +3 -15
- package/dist/index-B1Bm9oJA.d.ts.map +1 -0
- package/dist/{index-CdEVr8-O.d.ts → index-B7v2QHlD.d.ts} +24 -299
- package/dist/index-B7v2QHlD.d.ts.map +1 -0
- package/dist/{index-CTIRz-AB.d.ts → index-CUjeTDPv.d.ts} +14 -36
- package/dist/index-CUjeTDPv.d.ts.map +1 -0
- package/dist/{index-CfJULcW5.d.ts → index-DAk2quYu.d.ts} +18 -38
- package/dist/index-DAk2quYu.d.ts.map +1 -0
- package/dist/{index-D7fmC-1K.d.ts → index-DUn0GNiZ.d.ts} +183 -36
- package/dist/index-DUn0GNiZ.d.ts.map +1 -0
- package/dist/{index-CHxwfW5g.d.ts → index-DwUGehqX.d.ts} +3 -9
- package/dist/index-DwUGehqX.d.ts.map +1 -0
- package/dist/{index-jnuFLxOs.d.ts → index-aDPVYBIM.d.ts} +11 -39
- package/dist/index-aDPVYBIM.d.ts.map +1 -0
- package/dist/index.d.ts +55 -188
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +122 -195
- package/dist/index.js.map +1 -1
- package/dist/{integrity-D-s2iHiT.js → integrity-B1V6klyO.js} +12 -363
- package/dist/integrity-B1V6klyO.js.map +1 -0
- package/dist/{integrity-D9lBnv_K.d.ts → integrity-BAdVzT8u.d.ts} +4 -6
- package/dist/integrity-BAdVzT8u.d.ts.map +1 -0
- package/dist/{integrity-W4CADcFc.js → integrity-DOHt1mwU.js} +3 -4
- package/dist/{integrity-W4CADcFc.js.map → integrity-DOHt1mwU.js.map} +1 -1
- package/dist/{internal-BTK91Bqt.js → internal-v6XfOeJW.js} +6 -8
- package/dist/{internal-BTK91Bqt.js.map → internal-v6XfOeJW.js.map} +1 -1
- package/dist/{interval-Dq9gt7jx.js → interval-Bd2f4CRT.js} +6 -8
- package/dist/{interval-Dq9gt7jx.js.map → interval-Bd2f4CRT.js.map} +1 -1
- package/dist/{interval-ohuOJurX.d.ts → interval-CWyxqDpE.d.ts} +1 -5
- package/dist/interval-CWyxqDpE.d.ts.map +1 -0
- package/dist/{journal-C7om8Gum.js → journal-C1uLJi0w.js} +115 -121
- package/dist/{journal-C7om8Gum.js.map → journal-C1uLJi0w.js.map} +1 -1
- package/dist/{json-BhdsJaOQ.js → json-DtvZNAU9.js} +4 -6
- package/dist/{json-BhdsJaOQ.js.map → json-DtvZNAU9.js.map} +1 -1
- package/dist/json-recovery-DK4MDm5r.js +296 -0
- package/dist/json-recovery-DK4MDm5r.js.map +1 -0
- package/dist/{judge-calibration-BkXMIWA4.js → judge-calibration-DGqlfWW8.js} +5 -6
- package/dist/{judge-calibration-BkXMIWA4.js.map → judge-calibration-DGqlfWW8.js.map} +1 -1
- package/dist/{judge-calibration-DFtEMlde.d.ts → judge-calibration-DnrbQaXI.d.ts} +1 -3
- package/dist/judge-calibration-DnrbQaXI.d.ts.map +1 -0
- package/dist/{judge-gate-BVvmP00P.js → judge-gate-C2BCOt-M.js} +8 -12
- package/dist/{judge-gate-BVvmP00P.js.map → judge-gate-C2BCOt-M.js.map} +1 -1
- package/dist/judges-BLxg5p8E.js +20 -0
- package/dist/judges-BLxg5p8E.js.map +1 -0
- package/dist/{kind-factory-Dl0PmNQL.js → kind-factory-VKysp1ds.js} +23 -39
- package/dist/{kind-factory-Dl0PmNQL.js.map → kind-factory-VKysp1ds.js.map} +1 -1
- package/dist/ledger-core/index.d.ts +2 -2
- package/dist/ledger-core/index.js +3 -3
- package/dist/ledger-core/lock-holder.d.ts +1 -1
- package/dist/ledger-core/lock-holder.js +1 -2
- package/dist/{ledger-core-CAxUdDk0.js → ledger-core-CfT-FzPf.js} +5 -6
- package/dist/{ledger-core-CAxUdDk0.js.map → ledger-core-CfT-FzPf.js.map} +1 -1
- package/dist/{llm-client-b1ysZVIU.js → llm-client-kJ9EOqjt.js} +22 -30
- package/dist/{llm-client-b1ysZVIU.js.map → llm-client-kJ9EOqjt.js.map} +1 -1
- package/dist/{llm-judge-Cybq29bL.js → llm-judge-cgbhTKQp.js} +108 -164
- package/dist/llm-judge-cgbhTKQp.js.map +1 -0
- package/dist/{lock-holder-DaJbfpci.d.ts → lock-holder-DoxlZFkQ.d.ts} +1 -3
- package/dist/lock-holder-DoxlZFkQ.d.ts.map +1 -0
- package/dist/matrix/index.d.ts +3 -3
- package/dist/matrix/index.js +2 -2
- package/dist/{matrix-DtkZLD_3.d.ts → matrix-CBUzIZs4.d.ts} +4 -12
- package/dist/matrix-CBUzIZs4.d.ts.map +1 -0
- package/dist/{matrix-B8l-Nsxd.js → matrix-CgpX8wdm.js} +8 -13
- package/dist/matrix-CgpX8wdm.js.map +1 -0
- package/dist/{mean-BbA_JCzW.js → mean-CdDYG-us.js} +6 -9
- package/dist/{mean-BbA_JCzW.js.map → mean-CdDYG-us.js.map} +1 -1
- package/dist/meta-eval/index.d.ts +3 -3
- package/dist/meta-eval/index.js +17 -21
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/{metrics-BKaPBtIG.js → metrics-DNCAUtuB.js} +2 -3
- package/dist/{metrics-BKaPBtIG.js.map → metrics-DNCAUtuB.js.map} +1 -1
- package/dist/{mint-CbdwjTPW.js → mint-D9ZysYtY.js} +7 -8
- package/dist/{mint-CbdwjTPW.js.map → mint-D9ZysYtY.js.map} +1 -1
- package/dist/{multi-layer-verifier-DEgMUk6v.d.ts → multi-layer-verifier-lM4aVN78.d.ts} +2 -4
- package/dist/multi-layer-verifier-lM4aVN78.d.ts.map +1 -0
- package/dist/{multiplicity-Sg0U7h8j.js → multiplicity-DAd4xaDC.js} +3 -4
- package/dist/{multiplicity-Sg0U7h8j.js.map → multiplicity-DAd4xaDC.js.map} +1 -1
- package/dist/{multiplicity-DIWHvysC.d.ts → multiplicity-D_SEsc5j.d.ts} +1 -3
- package/dist/multiplicity-D_SEsc5j.d.ts.map +1 -0
- package/dist/multishot/golden/index.d.ts +1 -17
- package/dist/multishot/golden/index.d.ts.map +1 -1
- package/dist/multishot/golden/index.js +10 -17
- package/dist/multishot/golden/index.js.map +1 -1
- package/dist/multishot/index.d.ts +2 -10
- package/dist/multishot/index.d.ts.map +1 -1
- package/dist/multishot/index.js +11 -18
- package/dist/multishot/index.js.map +1 -1
- package/dist/{nonnegative-number-DvdMxg_f.js → nonnegative-number-lEYbOsuh.js} +2 -3
- package/dist/{nonnegative-number-DvdMxg_f.js.map → nonnegative-number-lEYbOsuh.js.map} +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{otel-spans-64hmQqON.js → otel-spans-BsGzTWIK.js} +5 -6
- package/dist/{otel-spans-64hmQqON.js.map → otel-spans-BsGzTWIK.js.map} +1 -1
- package/dist/{otlp-attributes-D9ptWaIJ.js → otlp-attributes-Boeb7gtH.js} +2 -3
- package/dist/{otlp-attributes-D9ptWaIJ.js.map → otlp-attributes-Boeb7gtH.js.map} +1 -1
- package/dist/{outcome-observations-FLmRpgYa.js → outcome-observations-D4snOtUb.js} +4 -5
- package/dist/{outcome-observations-FLmRpgYa.js.map → outcome-observations-D4snOtUb.js.map} +1 -1
- package/dist/{outcome-store-DUcMj-3D.js → outcome-store-TarrcfHG.js} +2 -3
- package/dist/{outcome-store-DUcMj-3D.js.map → outcome-store-TarrcfHG.js.map} +1 -1
- package/dist/{package-version-D7lQHt_-.js → package-version-CJl_pY9W.js} +2 -3
- package/dist/{package-version-D7lQHt_-.js.map → package-version-CJl_pY9W.js.map} +1 -1
- package/dist/{paired-arms-B2ttLc0_.js → paired-arms-D-54hO-k.js} +10 -14
- package/dist/{paired-arms-B2ttLc0_.js.map → paired-arms-D-54hO-k.js.map} +1 -1
- package/dist/{paired-binary-B_nejA44.js → paired-binary-BR0nwHOA.js} +3 -4
- package/dist/{paired-binary-B_nejA44.js.map → paired-binary-BR0nwHOA.js.map} +1 -1
- package/dist/{paired-promotion-decision-CQMJ5xGN.d.ts → paired-promotion-decision-BDnqepZ1.d.ts} +1 -5
- package/dist/paired-promotion-decision-BDnqepZ1.d.ts.map +1 -0
- package/dist/{paired-promotion-decision-D0SHb-ZL.js → paired-promotion-decision-FGvHA4p_.js} +5 -7
- package/dist/{paired-promotion-decision-D0SHb-ZL.js.map → paired-promotion-decision-FGvHA4p_.js.map} +1 -1
- package/dist/{pareto-BiBnQXAE.js → pareto-B9udAt2i.js} +28 -50
- package/dist/pareto-B9udAt2i.js.map +1 -0
- package/dist/pipelines/index.d.ts +5 -11
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js +6 -8
- package/dist/pipelines/index.js.map +1 -1
- package/dist/{power-and-mde-CQX-0weG.js → power-and-mde-ClI6RWw4.js} +4 -5
- package/dist/{power-and-mde-CQX-0weG.js.map → power-and-mde-ClI6RWw4.js.map} +1 -1
- package/dist/{predicate-FdKmElA_.js → predicate-BYHA4MBn.js} +2 -3
- package/dist/{predicate-FdKmElA_.js.map → predicate-BYHA4MBn.js.map} +1 -1
- package/dist/{prime-bridge-transport-6feEglLf.d.ts → prime-bridge-transport-Cfqir_Im.d.ts} +1 -3
- package/dist/prime-bridge-transport-Cfqir_Im.d.ts.map +1 -0
- package/dist/{prime-bridge-transport-Z3cpKGoV.js → prime-bridge-transport-Csd5SQg7.js} +2 -3
- package/dist/{prime-bridge-transport-Z3cpKGoV.js.map → prime-bridge-transport-Csd5SQg7.js.map} +1 -1
- package/dist/{prime-protocol-BGxjfhM4.d.ts → prime-protocol-COFkxas6.d.ts} +4 -8
- package/dist/prime-protocol-COFkxas6.d.ts.map +1 -0
- package/dist/{prime-protocol-BFgGrEMP.js → prime-protocol-CrhpXRz9.js} +4 -6
- package/dist/{prime-protocol-BFgGrEMP.js.map → prime-protocol-CrhpXRz9.js.map} +1 -1
- package/dist/profile-cell.d.ts +1 -1
- package/dist/profile-cell.js +1 -2
- package/dist/{promotion-gate-CkVZHagC.d.ts → promotion-gate-CixshGI8.d.ts} +5 -11
- package/dist/promotion-gate-CixshGI8.d.ts.map +1 -0
- package/dist/{promotion-policy-6A8osGr_.js → promotion-policy-CBYeD4zi.js} +5 -6
- package/dist/{promotion-policy-6A8osGr_.js.map → promotion-policy-CBYeD4zi.js.map} +1 -1
- package/dist/{proposal-findings-DqLUWsAG.js → proposal-findings-WFQrxnfe.js} +3 -4
- package/dist/{proposal-findings-DqLUWsAG.js.map → proposal-findings-WFQrxnfe.js.map} +1 -1
- package/dist/{quantile--0yb07pD.js → quantile-CncXP-Ss.js} +2 -3
- package/dist/{quantile--0yb07pD.js.map → quantile-CncXP-Ss.js.map} +1 -1
- package/dist/{query-B_RZ36an.js → query-CGXzO9d4.js} +5 -6
- package/dist/{query-B_RZ36an.js.map → query-CGXzO9d4.js.map} +1 -1
- package/dist/{query-Cmv_U8vf.d.ts → query-UD0B08Sb.d.ts} +4 -6
- package/dist/query-UD0B08Sb.d.ts.map +1 -0
- package/dist/{random-DGEyr3zG.d.ts → random-BN150Q_X.d.ts} +1 -5
- package/dist/random-BN150Q_X.d.ts.map +1 -0
- package/dist/{random-DDDcC7YU.js → random-DrzcgC7F.js} +3 -4
- package/dist/{random-DDDcC7YU.js.map → random-DrzcgC7F.js.map} +1 -1
- package/dist/{raw-provider-sink-75w4FWBj.js → raw-provider-sink-DDLkP_eF.js} +3 -4
- package/dist/{raw-provider-sink-75w4FWBj.js.map → raw-provider-sink-DDLkP_eF.js.map} +1 -1
- package/dist/{record-id-DUgsK5qp.js → record-id-CWZXFh58.js} +2 -3
- package/dist/{record-id-DUgsK5qp.js.map → record-id-CWZXFh58.js.map} +1 -1
- package/dist/{redact-DXdlFb_U.d.ts → redact-C_wzC4c_.d.ts} +1 -3
- package/dist/redact-C_wzC4c_.d.ts.map +1 -0
- package/dist/{redact-mtkTiJVk.js → redact-D6APJS1d.js} +3 -5
- package/dist/{redact-mtkTiJVk.js.map → redact-D6APJS1d.js.map} +1 -1
- package/dist/{registry-BcdJmyoU.d.ts → registry-dhdDoAV8.d.ts} +5 -11
- package/dist/registry-dhdDoAV8.d.ts.map +1 -0
- package/dist/{release-confidence-CYIFH-fp.js → release-confidence-CTUJz5mM.js} +10 -16
- package/dist/release-confidence-CTUJz5mM.js.map +1 -0
- package/dist/{render-BhJqXoBH.js → render-pfAZ7IR4.js} +266 -33
- package/dist/render-pfAZ7IR4.js.map +1 -0
- package/dist/{reporting-html-Kvlc8oMt.js → reporting-html-DMXIjATy.js} +2 -3
- package/dist/{reporting-html-Kvlc8oMt.js.map → reporting-html-DMXIjATy.js.map} +1 -1
- package/dist/reporting.d.ts +6 -6
- package/dist/reporting.js +7 -7
- package/dist/{researcher-DKWtoMWk.d.ts → researcher-CLnNJ7Or.d.ts} +8 -12
- package/dist/researcher-CLnNJ7Or.d.ts.map +1 -0
- package/dist/{reward-nw2xZGZG.js → reward-P0VD_Aft.js} +2 -3
- package/dist/{reward-nw2xZGZG.js.map → reward-P0VD_Aft.js.map} +1 -1
- package/dist/{reward-BeUgVVC_.d.ts → reward-ST4PXNXF.d.ts} +2 -4
- package/dist/reward-ST4PXNXF.d.ts.map +1 -0
- package/dist/{reward-hacking-WTxUbtbb.d.ts → reward-hacking-C9hPVT0Q.d.ts} +4 -8
- package/dist/reward-hacking-C9hPVT0Q.d.ts.map +1 -0
- package/dist/{reward-hacking-ByuETaIb.js → reward-hacking-DZzHZlS1.js} +5 -7
- package/dist/{reward-hacking-ByuETaIb.js.map → reward-hacking-DZzHZlS1.js.map} +1 -1
- package/dist/rl.d.ts +26 -63
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +35 -52
- package/dist/rl.js.map +1 -1
- package/dist/{rolldown-runtime-8H4AJuhK.js → rolldown-runtime-BJohB4LM.js} +1 -2
- package/dist/rollout/index.d.ts +6 -6
- package/dist/rollout/index.js +7 -7
- package/dist/{rollout-Dd1ucT_M.js → rollout-BhkMpAJT.js} +279 -16
- package/dist/rollout-BhkMpAJT.js.map +1 -0
- package/dist/{terminal-record-CB9BFtjS.js → rollout-nodes-BHR9Q5jP.js} +351 -11
- package/dist/rollout-nodes-BHR9Q5jP.js.map +1 -0
- package/dist/{round-decimal-COrKglMh.js → round-decimal-ZmjAQPo1.js} +2 -3
- package/dist/{round-decimal-COrKglMh.js.map → round-decimal-ZmjAQPo1.js.map} +1 -1
- package/dist/{rubric-predictive-validity-Cd5SCtAf.d.ts → rubric-predictive-validity-B3RzbwOx.d.ts} +2 -8
- package/dist/rubric-predictive-validity-B3RzbwOx.d.ts.map +1 -0
- package/dist/{rubric-predictive-validity-CeKW2GQN.js → rubric-predictive-validity-CQp_M0vy.js} +3 -4
- package/dist/{rubric-predictive-validity-CeKW2GQN.js.map → rubric-predictive-validity-CQp_M0vy.js.map} +1 -1
- package/dist/{run-record-CysKLB93.js → run-record-CZy4-TnZ.js} +4 -5
- package/dist/{run-record-CysKLB93.js.map → run-record-CZy4-TnZ.js.map} +1 -1
- package/dist/{run-record-C3awiXPf.d.ts → run-record-D2BFMPGl.d.ts} +5 -7
- package/dist/run-record-D2BFMPGl.d.ts.map +1 -0
- package/dist/{run-record-DhEJgoPz.js → run-record-DEjx43cI.js} +6 -7
- package/dist/{run-record-DhEJgoPz.js.map → run-record-DEjx43cI.js.map} +1 -1
- package/dist/{sandbox-harness-BlSOu4LX.d.ts → sandbox-harness-B3Kx1fOA.d.ts} +1 -3
- package/dist/sandbox-harness-B3Kx1fOA.d.ts.map +1 -0
- package/dist/{schema-D6EVKzTB.d.ts → schema-CkIvnmLU.d.ts} +2 -43
- package/dist/schema-CkIvnmLU.d.ts.map +1 -0
- package/dist/{schema-Bt2vLFm3.js → schema-D-xu3MU_.js} +2 -3
- package/dist/{schema-Bt2vLFm3.js.map → schema-D-xu3MU_.js.map} +1 -1
- package/dist/{schema-C-ziyJD7.d.ts → schema-DkFJr3Y8.d.ts} +111 -48
- package/dist/schema-DkFJr3Y8.d.ts.map +1 -0
- package/dist/{schema-CvhfLjtZ.js → schema-YUIXT8iW.js} +37 -7
- package/dist/schema-YUIXT8iW.js.map +1 -0
- package/dist/search/index.d.ts +3 -35
- package/dist/search/index.d.ts.map +1 -1
- package/dist/search/index.js +4 -5
- package/dist/{search-kernel-CctpiDd2.d.ts → search-kernel-CBdwFZ05.d.ts} +10 -36
- package/dist/search-kernel-CBdwFZ05.d.ts.map +1 -0
- package/dist/{search-ledger-CZRqtFbW.js → search-ledger-BsVi-Ngv.js} +17 -26
- package/dist/{search-ledger-CZRqtFbW.js.map → search-ledger-BsVi-Ngv.js.map} +1 -1
- package/dist/{search-ledger-file-Bd5Tioq6.js → search-ledger-file-DTBD6X-y.js} +6 -8
- package/dist/{search-ledger-file-Bd5Tioq6.js.map → search-ledger-file-DTBD6X-y.js.map} +1 -1
- package/dist/{search-ledger-types-p2xKfiDJ.d.ts → search-ledger-types-qiYRUo_N.d.ts} +5 -9
- package/dist/search-ledger-types-qiYRUo_N.d.ts.map +1 -0
- package/dist/{search-shipper-Dn3NLsuH.js → search-shipper-pdg4viK7.js} +8 -13
- package/dist/{search-shipper-Dn3NLsuH.js.map → search-shipper-pdg4viK7.js.map} +1 -1
- package/dist/{search-summary-D4bwYnAE.js → search-summary-Ct7SrmVc.js} +6 -7
- package/dist/{search-summary-D4bwYnAE.js.map → search-summary-Ct7SrmVc.js.map} +1 -1
- package/dist/{sequential-CimQrbjv.js → sequential-B1I0tRfL.js} +6 -7
- package/dist/{sequential-CimQrbjv.js.map → sequential-B1I0tRfL.js.map} +1 -1
- package/dist/{sequential-KwGspfeR.d.ts → sequential-Bb_pdTqG.d.ts} +1 -3
- package/dist/sequential-Bb_pdTqG.d.ts.map +1 -0
- package/dist/{sequential-BVv1sjsw.js → sequential-Bjs5roiK.js} +2 -3
- package/dist/{sequential-BVv1sjsw.js.map → sequential-Bjs5roiK.js.map} +1 -1
- package/dist/{sequential-eprocess-DodI6RoF.js → sequential-eprocess-C1YLwFaz.js} +3 -4
- package/dist/{sequential-eprocess-DodI6RoF.js.map → sequential-eprocess-C1YLwFaz.js.map} +1 -1
- package/dist/{server-ChhXPCgX.js → server-DA6h3co5.js} +11 -17
- package/dist/{server-ChhXPCgX.js.map → server-DA6h3co5.js.map} +1 -1
- package/dist/{single-run-lock-Dekd8_Wv.js → single-run-lock-BGlW3OSk.js} +3 -4
- package/dist/{single-run-lock-Dekd8_Wv.js.map → single-run-lock-BGlW3OSk.js.map} +1 -1
- package/dist/{skillopt-optimization-method-sB_-yi1G.js → skillopt-optimization-method-qB1M554K.js} +38 -57
- package/dist/{skillopt-optimization-method-sB_-yi1G.js.map → skillopt-optimization-method-qB1M554K.js.map} +1 -1
- package/dist/{spans-CVngGij3.d.ts → spans-vZoW__3q.d.ts} +2 -4
- package/dist/spans-vZoW__3q.d.ts.map +1 -0
- package/dist/{statistical-heldout-BjzSOmLH.d.ts → statistical-heldout-Cei036nE.d.ts} +9 -37
- package/dist/statistical-heldout-Cei036nE.d.ts.map +1 -0
- package/dist/{statistical-heldout-Bksv92Th.js → statistical-heldout-TP6ndL0B.js} +4 -5
- package/dist/{statistical-heldout-Bksv92Th.js.map → statistical-heldout-TP6ndL0B.js.map} +1 -1
- package/dist/{steps-DlepJPwD.d.ts → steps-B8fYY_Vo.d.ts} +1 -3
- package/dist/steps-B8fYY_Vo.d.ts.map +1 -0
- package/dist/{store-B3nWRy3B.d.ts → store-CMs5wGXP.d.ts} +2 -4
- package/dist/store-CMs5wGXP.d.ts.map +1 -0
- package/dist/{store-BhNuLdJw.js → store-ZykIyQmy.js} +2 -3
- package/dist/{store-BhNuLdJw.js.map → store-ZykIyQmy.js.map} +1 -1
- package/dist/{store-otlp-CFf27E8_.js → store-otlp-DmLm65XW.js} +8 -13
- package/dist/{store-otlp-CFf27E8_.js.map → store-otlp-DmLm65XW.js.map} +1 -1
- package/dist/{store-tool-spans-DxsFwtdr.d.ts → store-tool-spans-B3i3fl0A.d.ts} +11 -29
- package/dist/store-tool-spans-B3i3fl0A.d.ts.map +1 -0
- package/dist/{store-tool-spans-BK_8FjGG.js → store-tool-spans-C2g8UYm-.js} +17 -41
- package/dist/{store-tool-spans-BK_8FjGG.js.map → store-tool-spans-C2g8UYm-.js.map} +1 -1
- package/dist/storyboard/index.d.ts +1 -5
- package/dist/storyboard/index.d.ts.map +1 -1
- package/dist/storyboard/index.js +3 -5
- package/dist/storyboard/index.js.map +1 -1
- package/dist/{summary-report-C8V49Jt3.d.ts → summary-report-0La5vejY.d.ts} +5 -13
- package/dist/summary-report-0La5vejY.d.ts.map +1 -0
- package/dist/{summary-report-DHDWxe6p.js → summary-report-CPfsrLac.js} +21 -30
- package/dist/summary-report-CPfsrLac.js.map +1 -0
- package/dist/supervisor-run/index.d.ts +30 -29
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +6 -7
- package/dist/{systemone-CHnqwmYg.d.ts → systemone-Cw2txK5m.d.ts} +12 -24
- package/dist/systemone-Cw2txK5m.d.ts.map +1 -0
- package/dist/{systemone-protocol-Bl2EI2KQ.d.ts → systemone-protocol-C4t7JH4Y.d.ts} +1 -3
- package/dist/systemone-protocol-C4t7JH4Y.d.ts.map +1 -0
- package/dist/systemone-protocol.d.ts +1 -1
- package/dist/systemone-protocol.js +2 -3
- package/dist/{systemone-review-cQ9acAsb.d.ts → systemone-review-BLgxt-4Q.d.ts} +8 -10
- package/dist/systemone-review-BLgxt-4Q.d.ts.map +1 -0
- package/dist/{systemone-review-DFGtIUcf.js → systemone-review-S49gsy_y.js} +5 -6
- package/dist/{systemone-review-DFGtIUcf.js.map → systemone-review-S49gsy_y.js.map} +1 -1
- package/dist/systemone.d.ts +4 -4
- package/dist/systemone.js +3 -3
- package/dist/{task-failure-attributes-oIK3BhCR.js → task-failure-attributes-CC6VuIpk.js} +7 -10
- package/dist/{task-failure-attributes-oIK3BhCR.js.map → task-failure-attributes-CC6VuIpk.js.map} +1 -1
- package/dist/{tool-groups-b3oU_D88.d.ts → tool-groups-C3K-d3gd.d.ts} +3 -5
- package/dist/tool-groups-C3K-d3gd.d.ts.map +1 -0
- package/dist/{tool-waste-CkjzWmeY.d.ts → tool-waste-BFG1vwTV.d.ts} +4 -16
- package/dist/tool-waste-BFG1vwTV.d.ts.map +1 -0
- package/dist/{tool-waste-DLsjS_p-.js → tool-waste-CLJ46AbT.js} +10 -26
- package/dist/{tool-waste-DLsjS_p-.js.map → tool-waste-CLJ46AbT.js.map} +1 -1
- package/dist/trace-attributes.d.ts +1 -1
- package/dist/trace-attributes.js +1 -2
- package/dist/{trace-questions-BmT8M6UQ.d.ts → trace-questions-ej5AEJ5X.d.ts} +4 -6
- package/dist/trace-questions-ej5AEJ5X.d.ts.map +1 -0
- package/dist/trace-repair/index.d.ts +46 -92
- package/dist/trace-repair/index.d.ts.map +1 -1
- package/dist/trace-repair/index.js +32 -54
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/traces.d.ts +13 -29
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +18 -22
- package/dist/traces.js.map +1 -1
- package/dist/{trajectory-D_7rLrvE.js → trajectory-O3GDHmev.js} +2 -3
- package/dist/{trajectory-D_7rLrvE.js.map → trajectory-O3GDHmev.js.map} +1 -1
- package/dist/trajectory-replay/index.d.ts +2 -22
- package/dist/trajectory-replay/index.d.ts.map +1 -1
- package/dist/trajectory-replay/index.js +19 -30
- package/dist/trajectory-replay/index.js.map +1 -1
- package/dist/{tree-DSqwJpL9.js → tree-DrIChF4a.js} +39 -68
- package/dist/{tree-DSqwJpL9.js.map → tree-DrIChF4a.js.map} +1 -1
- package/dist/{types-B_IFcKp5.d.ts → types-0KglnQ9o.d.ts} +3 -15
- package/dist/types-0KglnQ9o.d.ts.map +1 -0
- package/dist/{types-DZ0mYVw9.d.ts → types-0oMg7zee.d.ts} +3 -5
- package/dist/types-0oMg7zee.d.ts.map +1 -0
- package/dist/{types-CnWmj8NW.js → types-BK0blWhe.js} +3 -4
- package/dist/{types-CnWmj8NW.js.map → types-BK0blWhe.js.map} +1 -1
- package/dist/{types-CmXY0PQf.d.ts → types-C-aOqgt2.d.ts} +2 -5
- package/dist/types-C-aOqgt2.d.ts.map +1 -0
- package/dist/{types-M6eF9m-r.d.ts → types-C54Uk_a1.d.ts} +84 -24
- package/dist/types-C54Uk_a1.d.ts.map +1 -0
- package/dist/{types-BXgASBCL.js → types-DK4vNv5q.js} +2 -3
- package/dist/{types-BXgASBCL.js.map → types-DK4vNv5q.js.map} +1 -1
- package/dist/{types-6Lfdlshp.d.ts → types-DzCO-S1m.d.ts} +50 -62
- package/dist/types-DzCO-S1m.d.ts.map +1 -0
- package/dist/{verdict-BGQmxQ8A.js → verdict-C8TcdwfD.js} +3 -4
- package/dist/{verdict-BGQmxQ8A.js.map → verdict-C8TcdwfD.js.map} +1 -1
- package/dist/{verdict-C24NELtN.d.ts → verdict-D_qiBQ6_.d.ts} +1 -5
- package/dist/verdict-D_qiBQ6_.d.ts.map +1 -0
- package/dist/{verdict-cache-CL_7tePD.js → verdict-cache-BVH-fl18.js} +3 -4
- package/dist/{verdict-cache-CL_7tePD.js.map → verdict-cache-BVH-fl18.js.map} +1 -1
- package/dist/wire/index.d.ts +43 -51
- package/dist/wire/index.d.ts.map +1 -1
- package/dist/wire/index.js +1 -2
- package/docs/eval-surface-map.md +15 -0
- package/docs/rollout.md +132 -6
- package/package.json +18 -18
- package/dist/adversarial-smnADNFS.d.ts.map +0 -1
- package/dist/agent-profile-CNmwfaqq.d.ts.map +0 -1
- package/dist/agent-profile-cell-BcpFbNd5.d.ts.map +0 -1
- package/dist/analyze-runs-DfX6dHP0.d.ts.map +0 -1
- package/dist/attribute-vocabulary-CcXqHODT.d.ts.map +0 -1
- package/dist/benchmark-command-Cnjfo0Zh.js.map +0 -1
- package/dist/campaign-evidence-DunzcJGv.js.map +0 -1
- package/dist/campaign-uddTlFg5.js.map +0 -1
- package/dist/canonical-CFpojCN5.d.ts.map +0 -1
- package/dist/client-hwo3cJjR.d.ts.map +0 -1
- package/dist/completion-verifier-asaV1nSj.js.map +0 -1
- package/dist/cost-ledger-C1W3ICmP.d.ts.map +0 -1
- package/dist/dataset-DQqhOCPt.d.ts.map +0 -1
- package/dist/default-registry-CLG5YqGS.d.ts.map +0 -1
- package/dist/define-agent-eval-JKt3gMQr.d.ts.map +0 -1
- package/dist/descriptive-B2iPaT9J.d.ts +0 -89
- package/dist/descriptive-B2iPaT9J.d.ts.map +0 -1
- package/dist/descriptive-CVNy48rR.js.map +0 -1
- package/dist/emitter-DABYYTcH.d.ts.map +0 -1
- package/dist/engine-dtRVeuQs.d.ts.map +0 -1
- package/dist/errors-DEE6u6ot.d.ts.map +0 -1
- package/dist/evaluation-DblGquCB.d.ts.map +0 -1
- package/dist/exact-types-Do63KoKn.d.ts.map +0 -1
- package/dist/exporters-DWvM16LE.js.map +0 -1
- package/dist/exporters-Dk3oEbK_.d.ts.map +0 -1
- package/dist/failure-cluster-DN0t63Z0.d.ts.map +0 -1
- package/dist/feedback-trajectory-CYVJXolG.d.ts.map +0 -1
- package/dist/hf-dataset-CKxIJQba.js.map +0 -1
- package/dist/index-CHxwfW5g.d.ts.map +0 -1
- package/dist/index-CTIRz-AB.d.ts.map +0 -1
- package/dist/index-CalAsXMR.d.ts.map +0 -1
- package/dist/index-CdEVr8-O.d.ts.map +0 -1
- package/dist/index-CfJULcW5.d.ts.map +0 -1
- package/dist/index-D7fmC-1K.d.ts.map +0 -1
- package/dist/index-jnuFLxOs.d.ts.map +0 -1
- package/dist/integrity-D-s2iHiT.js.map +0 -1
- package/dist/integrity-D9lBnv_K.d.ts.map +0 -1
- package/dist/interval-ohuOJurX.d.ts.map +0 -1
- package/dist/judge-calibration-DFtEMlde.d.ts.map +0 -1
- package/dist/llm-judge-Cybq29bL.js.map +0 -1
- package/dist/lock-holder-DaJbfpci.d.ts.map +0 -1
- package/dist/matrix-B8l-Nsxd.js.map +0 -1
- package/dist/matrix-DtkZLD_3.d.ts.map +0 -1
- package/dist/mint-CkzpVPdz.d.ts +0 -81
- package/dist/mint-CkzpVPdz.d.ts.map +0 -1
- package/dist/multi-layer-verifier-DEgMUk6v.d.ts.map +0 -1
- package/dist/multiplicity-DIWHvysC.d.ts.map +0 -1
- package/dist/paired-promotion-decision-CQMJ5xGN.d.ts.map +0 -1
- package/dist/pareto-BiBnQXAE.js.map +0 -1
- package/dist/prime-bridge-transport-6feEglLf.d.ts.map +0 -1
- package/dist/prime-protocol-BGxjfhM4.d.ts.map +0 -1
- package/dist/promotion-gate-CkVZHagC.d.ts.map +0 -1
- package/dist/query-Cmv_U8vf.d.ts.map +0 -1
- package/dist/random-DGEyr3zG.d.ts.map +0 -1
- package/dist/redact-DXdlFb_U.d.ts.map +0 -1
- package/dist/registry-BcdJmyoU.d.ts.map +0 -1
- package/dist/release-confidence-CYIFH-fp.js.map +0 -1
- package/dist/render-BhJqXoBH.js.map +0 -1
- package/dist/researcher-DKWtoMWk.d.ts.map +0 -1
- package/dist/reward-BeUgVVC_.d.ts.map +0 -1
- package/dist/reward-hacking-WTxUbtbb.d.ts.map +0 -1
- package/dist/rollout-Dd1ucT_M.js.map +0 -1
- package/dist/rubric-predictive-validity-Cd5SCtAf.d.ts.map +0 -1
- package/dist/run-record-C3awiXPf.d.ts.map +0 -1
- package/dist/sandbox-harness-BlSOu4LX.d.ts.map +0 -1
- package/dist/schema-C-ziyJD7.d.ts.map +0 -1
- package/dist/schema-CvhfLjtZ.js.map +0 -1
- package/dist/schema-D6EVKzTB.d.ts.map +0 -1
- package/dist/search-kernel-CctpiDd2.d.ts.map +0 -1
- package/dist/search-ledger-types-p2xKfiDJ.d.ts.map +0 -1
- package/dist/sequential-KwGspfeR.d.ts.map +0 -1
- package/dist/spans-CVngGij3.d.ts.map +0 -1
- package/dist/statistical-heldout-BjzSOmLH.d.ts.map +0 -1
- package/dist/steps-DlepJPwD.d.ts.map +0 -1
- package/dist/store-B3nWRy3B.d.ts.map +0 -1
- package/dist/store-tool-spans-DxsFwtdr.d.ts.map +0 -1
- package/dist/summary-report-C8V49Jt3.d.ts.map +0 -1
- package/dist/summary-report-DHDWxe6p.js.map +0 -1
- package/dist/systemone-CHnqwmYg.d.ts.map +0 -1
- package/dist/systemone-protocol-Bl2EI2KQ.d.ts.map +0 -1
- package/dist/systemone-review-cQ9acAsb.d.ts.map +0 -1
- package/dist/terminal-record-CB9BFtjS.js.map +0 -1
- package/dist/tool-groups-b3oU_D88.d.ts.map +0 -1
- package/dist/tool-waste-CkjzWmeY.d.ts.map +0 -1
- package/dist/trace-questions-BmT8M6UQ.d.ts.map +0 -1
- package/dist/types-6Lfdlshp.d.ts.map +0 -1
- package/dist/types-B_IFcKp5.d.ts.map +0 -1
- package/dist/types-CmXY0PQf.d.ts.map +0 -1
- package/dist/types-DZ0mYVw9.d.ts.map +0 -1
- package/dist/types-M6eF9m-r.d.ts.map +0 -1
- package/dist/verdict-C24NELtN.d.ts.map +0 -1
|
@@ -1,23 +1,24 @@
|
|
|
1
|
-
import { c as errorMessage, s as ValidationError, t as AgentEvalError } from "./errors-
|
|
2
|
-
import { a as hashCanonical, i as compareCodeUnits, o as jsonDocument, r as canonicalString } from "./canonical-
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import "./ledger-
|
|
8
|
-
import
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
12
|
-
import {
|
|
13
|
-
import {
|
|
14
|
-
import { n as
|
|
15
|
-
import {
|
|
16
|
-
import {
|
|
17
|
-
import "./
|
|
18
|
-
import
|
|
19
|
-
import {
|
|
20
|
-
import { t as
|
|
1
|
+
import { c as errorMessage, s as ValidationError, t as AgentEvalError } from "./errors-DeEEV9Vx.js";
|
|
2
|
+
import { a as hashCanonical, i as compareCodeUnits, o as jsonDocument, r as canonicalString } from "./canonical-CicJlINA.js";
|
|
3
|
+
import { o as summarizeNumberSeries } from "./descriptive-cPwITVfy.js";
|
|
4
|
+
import { i as pairedBootstrap, t as mean$3 } from "./mean-CdDYG-us.js";
|
|
5
|
+
import { o as withLedgerFileLock, s as writeLedgerFileAtomically } from "./journal-C1uLJi0w.js";
|
|
6
|
+
import { a as resolveModelPricing } from "./metrics-DNCAUtuB.js";
|
|
7
|
+
import { a as CostLedgerPersistenceError, i as CostCeilingReachedError, n as CostAccountingIncompleteError, o as CostReceiptCaptureError, r as CostCallConflictError, s as CostReservationExceededError, t as CostLedger } from "./cost-ledger-CS8R3IZj.js";
|
|
8
|
+
import "./ledger-core-CfT-FzPf.js";
|
|
9
|
+
import { M as fsCampaignStorage, b as AnalystFindingSchema, i as startExternalOptimizerModelProxy, j as createRunCostLedger, r as runWithCleanup, v as resolveExternalOptimizerProcessLimits } from "./external-optimizer-subprocess-U616hV_l.js";
|
|
10
|
+
import { s as redactText } from "./redact-D6APJS1d.js";
|
|
11
|
+
import { i as makeFinding } from "./types-BK0blWhe.js";
|
|
12
|
+
import { t as acquireSingleRunLock } from "./single-run-lock-BGlW3OSk.js";
|
|
13
|
+
import { a as LlmCallError, n as isRecord, o as LlmResponseError } from "./json-DtvZNAU9.js";
|
|
14
|
+
import { A as RawAnalystFindingSchema, U as assertValidAnalystUsageReceipt, W as usageReceiptFromCostLedger, j as evidenceRefsFromRawFinding, k as RAW_FINDING_SCHEMA_PROMPT, m as TRACE_ANALYSIS_LIMITS, n as runTraceAnalyst } from "./kind-factory-VKysp1ds.js";
|
|
15
|
+
import { n as callLlmJson } from "./llm-client-kJ9EOqjt.js";
|
|
16
|
+
import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-jDiWkul6.js";
|
|
17
|
+
import { i as otlpTextToTraceAnalysisStore, n as DEFAULT_MAX_TRACE_FILE_BYTES, t as BufferTraceStore } from "./store-otlp-DmLm65XW.js";
|
|
18
|
+
import "./external-optimizer-process-BRVmaDFe.js";
|
|
19
|
+
import { t as assertEqualDeclarativeTerms } from "./equal-terms-K11VHmR3.js";
|
|
20
|
+
import { c as runPrimeExchange, l as decodeReplyRows, n as buildPrimePrompt, o as primeProtocolSha256, s as projectPrimeTrajectory, t as analystUsageReceiptFromPrimeUsage } from "./prime-protocol-CrhpXRz9.js";
|
|
21
|
+
import { t as nodeHttpPrimeBridgeTransport } from "./prime-bridge-transport-Csd5SQg7.js";
|
|
21
22
|
import { createHash, randomUUID } from "node:crypto";
|
|
22
23
|
import { z } from "zod";
|
|
23
24
|
import { constants, existsSync, lstatSync, readFileSync } from "node:fs";
|
|
@@ -29,7 +30,7 @@ import { link, lstat, mkdir, open, readFile, readdir, realpath, stat, unlink } f
|
|
|
29
30
|
import { TextDecoder as TextDecoder$1 } from "node:util";
|
|
30
31
|
import { performance } from "node:perf_hooks";
|
|
31
32
|
import { linearSumAssignment } from "linear-sum-assignment";
|
|
32
|
-
|
|
33
|
+
// src/analyst/benchmark-scoring.ts
|
|
33
34
|
function scoreAnalystFindings(testCase, findings) {
|
|
34
35
|
assertValidAnalystScoringCase(testCase);
|
|
35
36
|
const matchedFindingByIssue = matchFindingsToIssues(testCase.expectedIssues, findings);
|
|
@@ -112,8 +113,7 @@ function matchesEvidence(actual, expected, mode) {
|
|
|
112
113
|
function evidenceMatches(actual, expected) {
|
|
113
114
|
return actual.uri === expected.uri && (expected.kind === void 0 || actual.kind === expected.kind);
|
|
114
115
|
}
|
|
115
|
-
|
|
116
|
-
//#region src/analyst/benchmark-summary.ts
|
|
116
|
+
// src/analyst/benchmark-summary.ts
|
|
117
117
|
function summarizeAnalystBenchmarkRunner(runnerId, observations) {
|
|
118
118
|
const issueBearing = observations.filter((observation) => observation.labelState === "positive");
|
|
119
119
|
const completed = observations.filter((observation) => !observation.error);
|
|
@@ -213,20 +213,16 @@ function stableSum(values) {
|
|
|
213
213
|
return sum + correction;
|
|
214
214
|
}
|
|
215
215
|
function latencyDistribution(values) {
|
|
216
|
-
|
|
217
|
-
|
|
216
|
+
const summary = summarizeNumberSeries(values, { percentiles: [95] });
|
|
217
|
+
if (!summary) return null;
|
|
218
218
|
return {
|
|
219
|
-
min:
|
|
220
|
-
mean: mean$2(
|
|
221
|
-
p50:
|
|
222
|
-
p95:
|
|
223
|
-
max:
|
|
219
|
+
min: summary.min,
|
|
220
|
+
mean: mean$2(values),
|
|
221
|
+
p50: summary.p50,
|
|
222
|
+
p95: summary.percentiles[95],
|
|
223
|
+
max: summary.max
|
|
224
224
|
};
|
|
225
225
|
}
|
|
226
|
-
function percentile(sorted, quantile) {
|
|
227
|
-
if (sorted.length === 0) return 0;
|
|
228
|
-
return sorted[Math.ceil(quantile * sorted.length) - 1] ?? sorted.at(-1) ?? 0;
|
|
229
|
-
}
|
|
230
226
|
function repeatedObservationAgreement(observations, signature) {
|
|
231
227
|
const byCase = /* @__PURE__ */ new Map();
|
|
232
228
|
for (const observation of observations) {
|
|
@@ -266,8 +262,7 @@ function jaccard(left, right) {
|
|
|
266
262
|
for (const value of a) if (b.has(value)) intersection += 1;
|
|
267
263
|
return intersection / union.size;
|
|
268
264
|
}
|
|
269
|
-
|
|
270
|
-
//#region src/analyst/benchmark.ts
|
|
265
|
+
// src/analyst/benchmark.ts
|
|
271
266
|
/**
|
|
272
267
|
* Resolve canonical `trace://<trace>/span/<span>` evidence against a trace store.
|
|
273
268
|
* Other evidence kinds and URI schemes require a caller-supplied resolver.
|
|
@@ -524,8 +519,7 @@ function stableHash(value) {
|
|
|
524
519
|
}
|
|
525
520
|
return hash >>> 0;
|
|
526
521
|
}
|
|
527
|
-
|
|
528
|
-
//#region src/analyst/benchmark-dataset-utils.ts
|
|
522
|
+
// src/analyst/benchmark-dataset-utils.ts
|
|
529
523
|
function normalizeBenchmarkLabel(value) {
|
|
530
524
|
const normalized = nonEmpty$1(value, "benchmark label").toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-|-$/g, "");
|
|
531
525
|
if (!normalized) throw new TypeError("benchmark label must contain letters or digits");
|
|
@@ -557,8 +551,7 @@ function nonEmpty$1(value, field) {
|
|
|
557
551
|
if (!value.trim()) throw new TypeError(`${field} must not be empty`);
|
|
558
552
|
return value;
|
|
559
553
|
}
|
|
560
|
-
|
|
561
|
-
//#region src/analyst/benchmark-dataset-agentrx.ts
|
|
554
|
+
// src/analyst/benchmark-dataset-agentrx.ts
|
|
562
555
|
function agentRxBenchmarkCase(row, input, options = {}) {
|
|
563
556
|
const trajectoryId = externalId(row.trajectory_id, "AgentRx trajectory_id");
|
|
564
557
|
if (!Array.isArray(row.failures) || row.failures.length === 0) throw new TypeError(`AgentRx trajectory '${trajectoryId}' must contain failures`);
|
|
@@ -778,8 +771,7 @@ function assertMatchingAgentRxTaskId(value, trajectoryId, field) {
|
|
|
778
771
|
const taskId = externalId(value, `AgentRx prediction '${trajectoryId}' ${field}`);
|
|
779
772
|
if (taskId !== trajectoryId) throw new TypeError(`AgentRx prediction '${trajectoryId}' ${field} '${taskId}' does not match trajectory id`);
|
|
780
773
|
}
|
|
781
|
-
|
|
782
|
-
//#region src/analyst/benchmark-dataset-codetrace.ts
|
|
774
|
+
// src/analyst/benchmark-dataset-codetrace.ts
|
|
783
775
|
function codeTraceBenchCase(row, input, options = {}) {
|
|
784
776
|
const trajectoryId = requiredCodeTraceString(row.traj_id, "CodeTraceBench traj_id");
|
|
785
777
|
const taskName = requiredCodeTraceString(row.task_name, `CodeTraceBench '${trajectoryId}' task_name`);
|
|
@@ -1014,8 +1006,7 @@ function codeTraceSolved(value, trajectoryId) {
|
|
|
1014
1006
|
if (value === void 0 || value === null || typeof value === "boolean") return value;
|
|
1015
1007
|
throw new TypeError(`CodeTraceBench '${trajectoryId}' solved must be a boolean or null`);
|
|
1016
1008
|
}
|
|
1017
|
-
|
|
1018
|
-
//#region src/analyst/benchmark-agentrx-calibration.ts
|
|
1009
|
+
// src/analyst/benchmark-agentrx-calibration.ts
|
|
1019
1010
|
const AGENT_RX_UPSTREAM_REVISION = "f228165bfec60a801fd5fedd9d8ffe0f9de0c69d";
|
|
1020
1011
|
function summarizeAgentRxCalibration(result, upstreamRevision) {
|
|
1021
1012
|
if (!upstreamRevision.trim()) throw new TypeError("AgentRx calibration requires an upstream revision");
|
|
@@ -1122,8 +1113,7 @@ function number$1(value) {
|
|
|
1122
1113
|
function escapeCell$2(value) {
|
|
1123
1114
|
return value.replaceAll("|", "\\|").replaceAll("\n", " ");
|
|
1124
1115
|
}
|
|
1125
|
-
|
|
1126
|
-
//#region src/analyst/benchmark-comparison.ts
|
|
1116
|
+
// src/analyst/benchmark-comparison.ts
|
|
1127
1117
|
/**
|
|
1128
1118
|
* Every metric a benchmark comparison reports, mapped to the direction that
|
|
1129
1119
|
* is an improvement. This table is the only declaration of the vocabulary:
|
|
@@ -1339,8 +1329,7 @@ function assertValidComparison(comparison) {
|
|
|
1339
1329
|
].some((field) => comparison[field] !== null && !Number.isFinite(comparison[field]))) throw new Error(`compareAnalystRunners: ${comparison.metric} produced non-finite comparison output`);
|
|
1340
1330
|
if (comparison.intervalLow !== null && comparison.intervalHigh !== null && comparison.intervalLow > comparison.intervalHigh) throw new Error(`compareAnalystRunners: ${comparison.metric} produced an invalid confidence interval`);
|
|
1341
1331
|
}
|
|
1342
|
-
|
|
1343
|
-
//#region src/analyst/benchmark-command-validation.ts
|
|
1332
|
+
// src/analyst/benchmark-command-validation.ts
|
|
1344
1333
|
const nonEmptyString = z.string().refine((value) => value.trim().length > 0, { message: "must be a non-empty string" });
|
|
1345
1334
|
const safeInteger$1 = z.number().refine(Number.isSafeInteger, { message: "must be a safe integer" });
|
|
1346
1335
|
const nonNegativeInteger = safeInteger$1.refine((value) => value >= 0, { message: "must be a non-negative safe integer" });
|
|
@@ -1832,8 +1821,7 @@ function formatIssue(issue, context) {
|
|
|
1832
1821
|
if (issue.code === "unrecognized_keys") return `${path} contains unknown field '${issue.keys[0]}'`;
|
|
1833
1822
|
return `${path} ${issue.message}`;
|
|
1834
1823
|
}
|
|
1835
|
-
|
|
1836
|
-
//#region src/analyst/benchmark-command-artifact.ts
|
|
1824
|
+
// src/analyst/benchmark-command-artifact.ts
|
|
1837
1825
|
const ANALYST_BENCHMARK_MANIFEST_FILE = "manifest.json";
|
|
1838
1826
|
const ANALYST_BENCHMARK_OBSERVATIONS_FILE = "observations.jsonl";
|
|
1839
1827
|
const ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE = "run.local.json";
|
|
@@ -1877,7 +1865,7 @@ Object.freeze([
|
|
|
1877
1865
|
"package.json",
|
|
1878
1866
|
"pnpm-lock.yaml"
|
|
1879
1867
|
]);
|
|
1880
|
-
const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "
|
|
1868
|
+
const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "f80b333122fbf887742019a07ee26a151b0f077af7386f6768ace858c5efa45d";
|
|
1881
1869
|
const ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 = "1e03f2daed356d60316aabefb407ec1e437ac94d408d61eea4ae096e9c6fbb5b";
|
|
1882
1870
|
const ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 = "4dba263b6256a30d56c7fdb2d992d3a953c0035d731f359b704db806f68f75ac";
|
|
1883
1871
|
const ANALYST_BENCHMARK_IMPLEMENTATION_FILES = Object.freeze([
|
|
@@ -2031,9 +2019,8 @@ const ANALYST_BENCHMARK_IMPLEMENTATION_FILES = Object.freeze([
|
|
|
2031
2019
|
"src/trace/redaction/detectors.ts",
|
|
2032
2020
|
"src/verdict-cache.ts"
|
|
2033
2021
|
]);
|
|
2034
|
-
const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "
|
|
2035
|
-
|
|
2036
|
-
//#region src/analyst/benchmark-evidence-validation.ts
|
|
2022
|
+
const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "6e7968e5427d669897471f5c1225846769c490164022c59efbe0e548e4c76ca7";
|
|
2023
|
+
// src/analyst/benchmark-evidence-validation.ts
|
|
2037
2024
|
const MIN_ACTION_EXCERPT_CHARACTERS = 12;
|
|
2038
2025
|
const MAX_LABEL_SCAN_DEPTH = 64;
|
|
2039
2026
|
const MAX_SERIALIZED_JSON_SCAN_BYTES = 65536;
|
|
@@ -2243,8 +2230,7 @@ function assertExactActionExcerpt(findingId, evidence, spanId, content) {
|
|
|
2243
2230
|
if (excerpt.length < requiredLength) throw new Error(`model finding '${findingId}' excerpt for '${spanId}' is too short; expected at least ${requiredLength} characters`);
|
|
2244
2231
|
if (!content.includes(excerpt)) throw new Error(`model finding '${findingId}' excerpt is not present in '${spanId}' action content`);
|
|
2245
2232
|
}
|
|
2246
|
-
|
|
2247
|
-
//#region src/analyst/benchmark-verification-outcome.ts
|
|
2233
|
+
// src/analyst/benchmark-verification-outcome.ts
|
|
2248
2234
|
const MAX_REPORTED_CHECKS = 20;
|
|
2249
2235
|
const SWE_MULTI_NO_TEST_RESULTS = "After applying the fix patch, no test results were captured when executing the test command.";
|
|
2250
2236
|
const checkNameSchema = z.string().min(1);
|
|
@@ -2488,8 +2474,7 @@ function status(value) {
|
|
|
2488
2474
|
function unsupported(path) {
|
|
2489
2475
|
return /* @__PURE__ */ new TypeError(`final verification result has no supported outcome field: ${path}; expected is_resolved, resolved, valid, or a SWE-bench instance report`);
|
|
2490
2476
|
}
|
|
2491
|
-
|
|
2492
|
-
//#region src/analyst/benchmark-verification-artifacts.ts
|
|
2477
|
+
// src/analyst/benchmark-verification-artifacts.ts
|
|
2493
2478
|
const DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES = 8388608;
|
|
2494
2479
|
const SEARCHED_ARTIFACTS = {
|
|
2495
2480
|
"final-test-output": [
|
|
@@ -2992,8 +2977,7 @@ function publicBenchmarkProtocolSha256(dataset) {
|
|
|
2992
2977
|
}
|
|
2993
2978
|
}));
|
|
2994
2979
|
}
|
|
2995
|
-
|
|
2996
|
-
//#region src/analyst/benchmark-instructions-override.ts
|
|
2980
|
+
// src/analyst/benchmark-instructions-override.ts
|
|
2997
2981
|
/** Build an override from instruction text. Blank text is a caller error. */
|
|
2998
2982
|
function analystInstructionsOverrideFromText(text) {
|
|
2999
2983
|
if (typeof text !== "string" || !text.trim()) throw new Error("analyst instructions override must contain non-empty instruction text");
|
|
@@ -3033,8 +3017,7 @@ function effectiveAnalystProtocolSha256(dataset, override) {
|
|
|
3033
3017
|
rlmInstructionsSha256: override.sha256
|
|
3034
3018
|
}));
|
|
3035
3019
|
}
|
|
3036
|
-
|
|
3037
|
-
//#region src/analyst/benchmark-command-persistence.ts
|
|
3020
|
+
// src/analyst/benchmark-command-persistence.ts
|
|
3038
3021
|
const ANALYST_BENCHMARK_INITIALIZATION_COMPLETE_FILE = "initialization-complete.json";
|
|
3039
3022
|
async function openOutputDirectory(outDir, resume) {
|
|
3040
3023
|
const directory = resolve(outDir);
|
|
@@ -3417,8 +3400,7 @@ async function syncDirectory(path) {
|
|
|
3417
3400
|
function isNodeError(error, code) {
|
|
3418
3401
|
return error instanceof Error && "code" in error && error.code === code;
|
|
3419
3402
|
}
|
|
3420
|
-
|
|
3421
|
-
//#region src/analyst/benchmark-public-calibration.ts
|
|
3403
|
+
// src/analyst/benchmark-public-calibration.ts
|
|
3422
3404
|
function summarizeCodeTraceCalibration(result) {
|
|
3423
3405
|
return {
|
|
3424
3406
|
protocol: "labeled-positive-and-solved-negative",
|
|
@@ -3514,8 +3496,7 @@ function rate$1(value) {
|
|
|
3514
3496
|
function escapeCell$1(value) {
|
|
3515
3497
|
return value.replaceAll("|", "\\|").replaceAll("\n", " ");
|
|
3516
3498
|
}
|
|
3517
|
-
|
|
3518
|
-
//#region src/analyst/benchmark-command-result.ts
|
|
3499
|
+
// src/analyst/benchmark-command-result.ts
|
|
3519
3500
|
async function readAnalystBenchmarkArtifact(path) {
|
|
3520
3501
|
const value = parseJsonText(await readRegularFile(path, "analyst benchmark result"), path);
|
|
3521
3502
|
assertAnalystBenchmarkArtifact(value, "analyst benchmark result");
|
|
@@ -3606,8 +3587,7 @@ function assertSameObservations(expected, actual) {
|
|
|
3606
3587
|
}
|
|
3607
3588
|
if (expectedByKey.size > 0) throw new Error("benchmark result is missing durable observations");
|
|
3608
3589
|
}
|
|
3609
|
-
|
|
3610
|
-
//#region src/analyst/benchmark-public-adapters.ts
|
|
3590
|
+
// src/analyst/benchmark-public-adapters.ts
|
|
3611
3591
|
function emptyPublicBenchmarkRunner() {
|
|
3612
3592
|
return {
|
|
3613
3593
|
id: "empty",
|
|
@@ -3876,8 +3856,7 @@ function exactFindingSteps(trajectoryId, finding) {
|
|
|
3876
3856
|
});
|
|
3877
3857
|
return [...new Set(steps)];
|
|
3878
3858
|
}
|
|
3879
|
-
|
|
3880
|
-
//#region src/analyst/benchmark-public-errors.ts
|
|
3859
|
+
// src/analyst/benchmark-public-errors.ts
|
|
3881
3860
|
function publicBenchmarkError(error, secrets = []) {
|
|
3882
3861
|
if (error instanceof LlmCallError) return {
|
|
3883
3862
|
class: "LlmCallError",
|
|
@@ -3932,8 +3911,7 @@ function redactSensitiveText(value, secrets) {
|
|
|
3932
3911
|
const marker = `...[${redacted.length - 460} chars omitted]...`;
|
|
3933
3912
|
return `${head}${marker}${redacted.slice(-(500 - head.length - marker.length))}`;
|
|
3934
3913
|
}
|
|
3935
|
-
|
|
3936
|
-
//#region src/analyst/benchmark-public-types.ts
|
|
3914
|
+
// src/analyst/benchmark-public-types.ts
|
|
3937
3915
|
function requiredString(value, field) {
|
|
3938
3916
|
const trimmed = value.trim();
|
|
3939
3917
|
if (!trimmed) throw new TypeError(`${field} must be a non-empty string`);
|
|
@@ -3947,8 +3925,7 @@ function safeInteger(value, field) {
|
|
|
3947
3925
|
if (!Number.isSafeInteger(value)) throw new RangeError(`${field} must be a safe integer`);
|
|
3948
3926
|
return value;
|
|
3949
3927
|
}
|
|
3950
|
-
|
|
3951
|
-
//#region src/analyst/benchmark-response-cache.ts
|
|
3928
|
+
// src/analyst/benchmark-response-cache.ts
|
|
3952
3929
|
const SHA256 = /^[a-f0-9]{64}$/;
|
|
3953
3930
|
const CostReceiptInputSchema = z.object({
|
|
3954
3931
|
model: z.string().min(1),
|
|
@@ -4079,8 +4056,7 @@ function fileContext() {
|
|
|
4079
4056
|
integrityError: (message, options) => new ValidationError(message, options)
|
|
4080
4057
|
};
|
|
4081
4058
|
}
|
|
4082
|
-
|
|
4083
|
-
//#region src/analyst/definition.ts
|
|
4059
|
+
// src/analyst/definition.ts
|
|
4084
4060
|
/**
|
|
4085
4061
|
* AnalystDefinition — the declarative unit behind an analyst arm.
|
|
4086
4062
|
*
|
|
@@ -4173,8 +4149,7 @@ function analystDefinitionAsymmetries(definitions) {
|
|
|
4173
4149
|
}))
|
|
4174
4150
|
};
|
|
4175
4151
|
}
|
|
4176
|
-
|
|
4177
|
-
//#region src/analyst/benchmark-public-chunked.ts
|
|
4152
|
+
// src/analyst/benchmark-public-chunked.ts
|
|
4178
4153
|
/** The chunked one-shot JSON strategy: compile a chunked definition into a runnable arm. */
|
|
4179
4154
|
/** Refuse a definition the one-shot JSON strategy cannot execute exactly as declared. */
|
|
4180
4155
|
function checkChunkedDefinition(definition, config) {
|
|
@@ -4616,8 +4591,7 @@ async function prepareSingleTraceContext(store, context, attributeByteCaps) {
|
|
|
4616
4591
|
});
|
|
4617
4592
|
}
|
|
4618
4593
|
}
|
|
4619
|
-
|
|
4620
|
-
//#region src/analyst/benchmark-public-model.ts
|
|
4594
|
+
// src/analyst/benchmark-public-model.ts
|
|
4621
4595
|
/** The direct arm as a declarative unit for one public dataset. */
|
|
4622
4596
|
function publicDirectAnalystDefinition(dataset, args) {
|
|
4623
4597
|
const actor = dataset === "agentrx" ? "agentrx-root-cause-localizer" : "codetracebench-step-localizer";
|
|
@@ -4877,8 +4851,7 @@ function trajectoryIdFromCaseId$2(dataset, caseId) {
|
|
|
4877
4851
|
if (!caseId.startsWith(prefix) || caseId.length === prefix.length) throw new Error(`unexpected ${dataset} benchmark case id '${caseId}'`);
|
|
4878
4852
|
return caseId.slice(prefix.length);
|
|
4879
4853
|
}
|
|
4880
|
-
|
|
4881
|
-
//#region src/analyst/benchmark-public-consensus.ts
|
|
4854
|
+
// src/analyst/benchmark-public-consensus.ts
|
|
4882
4855
|
/**
|
|
4883
4856
|
* Step-level majority vote across independent analyst samples.
|
|
4884
4857
|
*
|
|
@@ -5007,8 +4980,7 @@ function contiguousSegments(sortedSteps) {
|
|
|
5007
4980
|
}
|
|
5008
4981
|
return segments;
|
|
5009
4982
|
}
|
|
5010
|
-
|
|
5011
|
-
//#region src/analyst/benchmark-public-rlm.ts
|
|
4983
|
+
// src/analyst/benchmark-public-rlm.ts
|
|
5012
4984
|
/** The dspy-rlm arm as a declarative unit for one public dataset. */
|
|
5013
4985
|
function publicRlmAnalystDefinition(dataset, args) {
|
|
5014
4986
|
return {
|
|
@@ -5472,8 +5444,7 @@ function trajectoryIdFromCaseId$1(dataset, caseId) {
|
|
|
5472
5444
|
function isPaidCallControlError(error) {
|
|
5473
5445
|
return error instanceof CostAccountingIncompleteError || error instanceof CostCallConflictError || error instanceof CostCeilingReachedError || error instanceof CostLedgerPersistenceError || error instanceof CostReceiptCaptureError || error instanceof CostReservationExceededError;
|
|
5474
5446
|
}
|
|
5475
|
-
|
|
5476
|
-
//#region src/analyst/benchmark-public-data.ts
|
|
5447
|
+
// src/analyst/benchmark-public-data.ts
|
|
5477
5448
|
const DEFAULT_MAX_PUBLIC_BENCHMARK_LABEL_BYTES = 268435456;
|
|
5478
5449
|
const INPUT_OPEN_FLAGS = constants.O_RDONLY | (constants.O_NOFOLLOW ?? 0);
|
|
5479
5450
|
async function loadPublicBenchmarkRows(path) {
|
|
@@ -5780,8 +5751,7 @@ function rootAgent(row) {
|
|
|
5780
5751
|
const rootCauseId = row.root_cause_failure_id ?? row.root_cause?.failure_id;
|
|
5781
5752
|
return scalarDistributionValue(row.failures.find((failure) => String(failure.failure_id) === String(rootCauseId))?.failed_agent);
|
|
5782
5753
|
}
|
|
5783
|
-
|
|
5784
|
-
//#region src/analyst/benchmark-runner-prime.ts
|
|
5754
|
+
// src/analyst/benchmark-runner-prime.ts
|
|
5785
5755
|
/**
|
|
5786
5756
|
* Prime analyst arm: the RLM coding agent reached through an OpenAI-compatible
|
|
5787
5757
|
* cli-bridge solves the CodeTraceBench incorrect-step task as a one-shot trace
|
|
@@ -6217,8 +6187,7 @@ function pricingForModel(model) {
|
|
|
6217
6187
|
outputUsdPerMillion: pricing.output * 1e3
|
|
6218
6188
|
};
|
|
6219
6189
|
}
|
|
6220
|
-
|
|
6221
|
-
//#region src/analyst/benchmark-report.ts
|
|
6190
|
+
// src/analyst/benchmark-report.ts
|
|
6222
6191
|
function renderAnalystBenchmarkMarkdown(result, comparisons = []) {
|
|
6223
6192
|
const { provenance } = result;
|
|
6224
6193
|
const lines = [
|
|
@@ -6301,8 +6270,7 @@ function json(value) {
|
|
|
6301
6270
|
function escapeCell(value) {
|
|
6302
6271
|
return value.replaceAll("|", "\\|").replaceAll("\n", " ");
|
|
6303
6272
|
}
|
|
6304
|
-
|
|
6305
|
-
//#region src/analyst/benchmark-command.ts
|
|
6273
|
+
// src/analyst/benchmark-command.ts
|
|
6306
6274
|
async function runAnalystBenchmarkCommand(argv, env = process.env, dependencies = {}) {
|
|
6307
6275
|
if (argv.includes("--help") || argv.includes("-h")) {
|
|
6308
6276
|
process.stdout.write(`${ANALYST_BENCHMARK_HELP}\n`);
|
|
@@ -6889,7 +6857,6 @@ function printSuccessSummary(artifact, paths) {
|
|
|
6889
6857
|
function shellQuote(value) {
|
|
6890
6858
|
return /^[a-zA-Z0-9_./:@%+=,-]+$/.test(value) ? value : `'${value.replaceAll("'", "'\\''")}'`;
|
|
6891
6859
|
}
|
|
6892
|
-
//#endregion
|
|
6893
6860
|
export { agentRxBenchmarkCase as A, ANALYST_BENCHMARK_COST_LEDGER_FILE as C, AGENT_RX_UPSTREAM_REVISION as D, ANALYST_BENCHMARK_OBSERVATIONS_FILE as E, runAnalystBenchmark as F, traceStoreEvidenceResolver as I, normalizeAgentRxCategory as M, externalId as N, codeTraceBenchCase as O, positiveStep as P, ANALYST_BENCHMARK_IMPLEMENTATION_FILES as S, ANALYST_BENCHMARK_MANIFEST_FILE as T, readAnalystBenchmarkArtifact as _, runInlineAnalystDefinition as a, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 as b, publicRlmAnalystDefinition as c, publicDirectAnalystDefinition as d, runChunkedAnalystDefinition as f, expandCodeTraceFailureBlocks as g, analystDefinitionProtocolSha256 as h, primeCodeTraceAnalystDefinition as i, agentRxPredictionsToFindings as j, codeTracerPredictionsToFindings as k, runReplVariableAnalystDefinition as l, analystDefinitionAsymmetries as m, createPrimeBenchmarkRunner as n, loadPublicBenchmarkRows as o, AnalystExpressivenessError as p, primeAnalystProtocolSha256 as r, createPublicBenchmarkRlmRunner as s, runAnalystBenchmarkCommand as t, createPublicBenchmarkDirectRunner as u, CODE_TRACE_BENCH_ANALYST_PROMPT as v, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE as w, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 as x, publicBenchmarkProtocolSha256 as y };
|
|
6894
6861
|
|
|
6895
|
-
//# sourceMappingURL=benchmark-command-
|
|
6862
|
+
//# sourceMappingURL=benchmark-command-jYWR2gya.js.map
|