@tangle-network/agent-eval 0.221.7 → 0.222.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +146 -0
- package/dist/adapters/http.d.ts +3 -5
- package/dist/adapters/http.d.ts.map +1 -1
- package/dist/adapters/http.js +1 -2
- package/dist/{adversarial-smnADNFS.d.ts → adversarial-DnQQFqTR.d.ts} +1 -3
- package/dist/adversarial-DnQQFqTR.d.ts.map +1 -0
- package/dist/{agent-profile-CNmwfaqq.d.ts → agent-profile-CoD1Dotf.d.ts} +4 -10
- package/dist/agent-profile-CoD1Dotf.d.ts.map +1 -0
- package/dist/agent-profile-Dngk3LZ0.js +153 -0
- package/dist/agent-profile-Dngk3LZ0.js.map +1 -0
- package/dist/{agent-profile-cell-BcpFbNd5.d.ts → agent-profile-cell-3kYxUsK2.d.ts} +3 -5
- package/dist/agent-profile-cell-3kYxUsK2.d.ts.map +1 -0
- package/dist/{agent-profile-cell-B1V1gUZs.js → agent-profile-cell-CT5JYueM.js} +5 -7
- package/dist/{agent-profile-cell-B1V1gUZs.js.map → agent-profile-cell-CT5JYueM.js.map} +1 -1
- package/dist/{agreement-irr-BhAqjluA.js → agreement-irr-BTjDN0i6.js} +4 -5
- package/dist/{agreement-irr-BhAqjluA.js.map → agreement-irr-BTjDN0i6.js.map} +1 -1
- package/dist/analyst/index.d.ts +95 -159
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +28 -39
- package/dist/analyst/index.js.map +1 -1
- package/dist/{analyze-runs-DfX6dHP0.d.ts → analyze-runs-C-pP1sK9.d.ts} +7 -13
- package/dist/analyze-runs-C-pP1sK9.d.ts.map +1 -0
- package/dist/{analyze-runs-CHmsykNJ.js → analyze-runs-CTheASYV.js} +23 -32
- package/dist/{analyze-runs-CHmsykNJ.js.map → analyze-runs-CTheASYV.js.map} +1 -1
- package/dist/{attribute-vocabulary-CcXqHODT.d.ts → attribute-vocabulary-5oo8ykIx.d.ts} +2 -4
- package/dist/attribute-vocabulary-5oo8ykIx.d.ts.map +1 -0
- package/dist/authenticity/index.d.ts +0 -2
- package/dist/authenticity/index.d.ts.map +1 -1
- package/dist/authenticity/index.js +1 -2
- package/dist/{benchmark-command-Cnjfo0Zh.js → benchmark-command-jYWR2gya.js} +61 -94
- package/dist/benchmark-command-jYWR2gya.js.map +1 -0
- package/dist/benchmarks/index.d.ts +5 -15
- package/dist/benchmarks/index.d.ts.map +1 -1
- package/dist/benchmarks/index.js +27 -38
- package/dist/benchmarks/index.js.map +1 -1
- package/dist/{bounded-process-Cj9YjXbE.js → bounded-process-BZrWXIKW.js} +2 -3
- package/dist/{bounded-process-Cj9YjXbE.js.map → bounded-process-BZrWXIKW.js.map} +1 -1
- package/dist/builder-eval/index.d.ts +5 -14
- package/dist/builder-eval/index.d.ts.map +1 -1
- package/dist/builder-eval/index.js +11 -17
- package/dist/builder-eval/index.js.map +1 -1
- package/dist/{calibration-CTwxpJ-t.js → calibration-6usfVYYo.js} +4 -5
- package/dist/{calibration-CTwxpJ-t.js.map → calibration-6usfVYYo.js.map} +1 -1
- package/dist/campaign/index.d.ts +9 -9
- package/dist/campaign/index.js +15 -14
- package/dist/{campaign-uddTlFg5.js → campaign-ddr1N3yD.js} +61 -58
- package/dist/campaign-ddr1N3yD.js.map +1 -0
- package/dist/{campaign-evidence-DunzcJGv.js → campaign-evidence-DN8rWuBj.js} +20 -322
- package/dist/campaign-evidence-DN8rWuBj.js.map +1 -0
- package/dist/{canonical-Dq2hOQ8L.js → canonical-CicJlINA.js} +3 -4
- package/dist/{canonical-Dq2hOQ8L.js.map → canonical-CicJlINA.js.map} +1 -1
- package/dist/{canonical-CFpojCN5.d.ts → canonical-gLeHiqzd.d.ts} +2 -4
- package/dist/canonical-gLeHiqzd.d.ts.map +1 -0
- package/dist/{cell-spend-DEWR3nj-.js → cell-spend-zxmzg4GH.js} +3 -4
- package/dist/{cell-spend-DEWR3nj-.js.map → cell-spend-zxmzg4GH.js.map} +1 -1
- package/dist/{chat-client-BNATB3rJ.js → chat-client-CO3uB33i.js} +3 -4
- package/dist/{chat-client-BNATB3rJ.js.map → chat-client-CO3uB33i.js.map} +1 -1
- package/dist/{chat-json-call-BzWYp18J.js → chat-json-call-8yUv4LFO.js} +4 -5
- package/dist/{chat-json-call-BzWYp18J.js.map → chat-json-call-8yUv4LFO.js.map} +1 -1
- package/dist/{claim-BPVuyHuy.js → claim-Dod_mjk3.js} +5 -6
- package/dist/{claim-BPVuyHuy.js.map → claim-Dod_mjk3.js.map} +1 -1
- package/dist/cli.js +179 -23
- package/dist/cli.js.map +1 -1
- package/dist/{client-hwo3cJjR.d.ts → client-BIFwUg7I.d.ts} +6 -12
- package/dist/client-BIFwUg7I.d.ts.map +1 -0
- package/dist/{cluster-bootstrap-DEwwhl0C.js → cluster-bootstrap-SbaeM44s.js} +4 -5
- package/dist/{cluster-bootstrap-DEwwhl0C.js.map → cluster-bootstrap-SbaeM44s.js.map} +1 -1
- package/dist/completion-verifier-7KEfroqx.d.ts +168 -0
- package/dist/completion-verifier-7KEfroqx.d.ts.map +1 -0
- package/dist/{completion-verifier-asaV1nSj.js → completion-verifier-rqbMh5-4.js} +9 -160
- package/dist/completion-verifier-rqbMh5-4.js.map +1 -0
- package/dist/contract/index.d.ts +13 -13
- package/dist/contract/index.js +41 -60
- package/dist/contract/index.js.map +1 -1
- package/dist/{cost-ledger-BGZB6yY2.js → cost-ledger-CS8R3IZj.js} +10 -17
- package/dist/{cost-ledger-BGZB6yY2.js.map → cost-ledger-CS8R3IZj.js.map} +1 -1
- package/dist/{cost-ledger-C1W3ICmP.d.ts → cost-ledger-Czro9wmo.d.ts} +1 -5
- package/dist/cost-ledger-Czro9wmo.d.ts.map +1 -0
- package/dist/{dataset-DQqhOCPt.d.ts → dataset-DThC1S6G.d.ts} +1 -3
- package/dist/dataset-DThC1S6G.d.ts.map +1 -0
- package/dist/{decision-point-0nJubuoM.js → decision-point-lhMgODOR.js} +14 -18
- package/dist/{decision-point-0nJubuoM.js.map → decision-point-lhMgODOR.js.map} +1 -1
- package/dist/{deep-freeze-CurcOQg3.js → deep-freeze-CK8-2W7p.js} +2 -3
- package/dist/{deep-freeze-CurcOQg3.js.map → deep-freeze-CK8-2W7p.js.map} +1 -1
- package/dist/{default-registry-CLG5YqGS.d.ts → default-registry-B1DstPYg.d.ts} +53 -61
- package/dist/default-registry-B1DstPYg.d.ts.map +1 -0
- package/dist/{default-registry-BBTDgkDM.js → default-registry-C1tPEjZ4.js} +29 -45
- package/dist/{default-registry-BBTDgkDM.js.map → default-registry-C1tPEjZ4.js.map} +1 -1
- package/dist/{define-agent-eval-CCbT7Kfr.js → define-agent-eval-BLoP4Lf9.js} +15 -18
- package/dist/{define-agent-eval-CCbT7Kfr.js.map → define-agent-eval-BLoP4Lf9.js.map} +1 -1
- package/dist/{define-agent-eval-JKt3gMQr.d.ts → define-agent-eval-CAffiFbN.d.ts} +19 -27
- package/dist/define-agent-eval-CAffiFbN.d.ts.map +1 -0
- package/dist/{descriptive-CVNy48rR.js → descriptive-cPwITVfy.js} +30 -8
- package/dist/descriptive-cPwITVfy.js.map +1 -0
- package/dist/diagnosis/index.d.ts +5 -15
- package/dist/diagnosis/index.d.ts.map +1 -1
- package/dist/diagnosis/index.js +13 -19
- package/dist/diagnosis/index.js.map +1 -1
- package/dist/{dspy-rlm-engine-DN1p_5jx.js → dspy-rlm-engine-jDiWkul6.js} +7 -10
- package/dist/{dspy-rlm-engine-DN1p_5jx.js.map → dspy-rlm-engine-jDiWkul6.js.map} +1 -1
- package/dist/{emitter-DbMXUIVP.js → emitter-DhQ65mza.js} +3 -4
- package/dist/{emitter-DbMXUIVP.js.map → emitter-DhQ65mza.js.map} +1 -1
- package/dist/{emitter-DABYYTcH.d.ts → emitter-mAXC5PSN.d.ts} +3 -5
- package/dist/emitter-mAXC5PSN.d.ts.map +1 -0
- package/dist/{engine-dtRVeuQs.d.ts → engine-CaHaCc3W.d.ts} +10 -18
- package/dist/engine-CaHaCc3W.d.ts.map +1 -0
- package/dist/{equal-terms-DbPGcVtI.js → equal-terms-K11VHmR3.js} +3 -4
- package/dist/{equal-terms-DbPGcVtI.js.map → equal-terms-K11VHmR3.js.map} +1 -1
- package/dist/{errors-BcOs5MKW.js → errors-DeEEV9Vx.js} +2 -3
- package/dist/{errors-BcOs5MKW.js.map → errors-DeEEV9Vx.js.map} +1 -1
- package/dist/{errors-DEE6u6ot.d.ts → errors-E9I2hldP.d.ts} +1 -3
- package/dist/errors-E9I2hldP.d.ts.map +1 -0
- package/dist/{eval-campaign-DoX5vz3E.js → eval-campaign-Cgixrvf7.js} +8 -9
- package/dist/{eval-campaign-DoX5vz3E.js.map → eval-campaign-Cgixrvf7.js.map} +1 -1
- package/dist/{evaluation-wdGyZ7jV.js → evaluation-B8H3GYej.js} +4 -6
- package/dist/{evaluation-wdGyZ7jV.js.map → evaluation-B8H3GYej.js.map} +1 -1
- package/dist/{evaluation-DblGquCB.d.ts → evaluation-BPqUvZ66.d.ts} +4 -6
- package/dist/evaluation-BPqUvZ66.d.ts.map +1 -0
- package/dist/evaluation.d.ts +1 -1
- package/dist/evaluation.js +1 -2
- package/dist/{exact-types-Do63KoKn.d.ts → exact-types-D98BKpxo.d.ts} +8 -10
- package/dist/exact-types-D98BKpxo.d.ts.map +1 -0
- package/dist/{exec-CpbtOXVt.js → exec-C0_AkLUv.js} +3 -5
- package/dist/{exec-CpbtOXVt.js.map → exec-C0_AkLUv.js.map} +1 -1
- package/dist/{execution-tracks-CpgFPpS5.js → execution-tracks-DaDXYwAq.js} +2 -3
- package/dist/{execution-tracks-CpgFPpS5.js.map → execution-tracks-DaDXYwAq.js.map} +1 -1
- package/dist/experiment/index.d.ts +9 -37
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +29 -40
- package/dist/experiment/index.js.map +1 -1
- package/dist/{exporters-Dk3oEbK_.d.ts → exporters-B5Ze_RKh.d.ts} +4 -4
- package/dist/exporters-B5Ze_RKh.d.ts.map +1 -0
- package/dist/{exporters-DWvM16LE.js → exporters-ByLcILYU.js} +23 -5
- package/dist/exporters-ByLcILYU.js.map +1 -0
- package/dist/{external-optimizer-process-DEzJ2CGX.js → external-optimizer-process-BRVmaDFe.js} +5 -6
- package/dist/{external-optimizer-process-DEzJ2CGX.js.map → external-optimizer-process-BRVmaDFe.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-B_ukPtRD.js → external-optimizer-subprocess-U616hV_l.js} +24 -37
- package/dist/{external-optimizer-subprocess-B_ukPtRD.js.map → external-optimizer-subprocess-U616hV_l.js.map} +1 -1
- package/dist/{extract-usage-BZLU01kR.js → extract-usage-ISFqhfDz.js} +2 -3
- package/dist/{extract-usage-BZLU01kR.js.map → extract-usage-ISFqhfDz.js.map} +1 -1
- package/dist/{failure-cluster-DN0t63Z0.d.ts → failure-cluster-DOoa7CBg.d.ts} +3 -7
- package/dist/failure-cluster-DOoa7CBg.d.ts.map +1 -0
- package/dist/{failure-taxonomy-Bx5oWqaW.js → failure-taxonomy-9eQfXKoW.js} +2 -3
- package/dist/{failure-taxonomy-Bx5oWqaW.js.map → failure-taxonomy-9eQfXKoW.js.map} +1 -1
- package/dist/{feedback-trajectory-CYVJXolG.d.ts → feedback-trajectory-SBGncrCP.d.ts} +7 -13
- package/dist/feedback-trajectory-SBGncrCP.d.ts.map +1 -0
- package/dist/{finding-composition-8n0fFgVI.js → finding-composition-DlvE1Qul.js} +4 -6
- package/dist/{finding-composition-8n0fFgVI.js.map → finding-composition-DlvE1Qul.js.map} +1 -1
- package/dist/{findings-store-Bg4sdS-e.js → findings-store-B75Dspaq.js} +11 -14
- package/dist/{findings-store-Bg4sdS-e.js.map → findings-store-B75Dspaq.js.map} +1 -1
- package/dist/fuzz.d.ts +3 -17
- package/dist/fuzz.d.ts.map +1 -1
- package/dist/fuzz.js +30 -29
- package/dist/fuzz.js.map +1 -1
- package/dist/{hf-dataset-CKxIJQba.js → hf-dataset-DPVQXW5n.js} +362 -21
- package/dist/hf-dataset-DPVQXW5n.js.map +1 -0
- package/dist/hosted/index.d.ts +2 -6
- package/dist/hosted/index.d.ts.map +1 -1
- package/dist/hosted/index.js +1 -2
- package/dist/{index-CalAsXMR.d.ts → index-B1Bm9oJA.d.ts} +3 -15
- package/dist/index-B1Bm9oJA.d.ts.map +1 -0
- package/dist/{index-CdEVr8-O.d.ts → index-B7v2QHlD.d.ts} +24 -299
- package/dist/index-B7v2QHlD.d.ts.map +1 -0
- package/dist/{index-CTIRz-AB.d.ts → index-CUjeTDPv.d.ts} +14 -36
- package/dist/index-CUjeTDPv.d.ts.map +1 -0
- package/dist/{index-CfJULcW5.d.ts → index-DAk2quYu.d.ts} +18 -38
- package/dist/index-DAk2quYu.d.ts.map +1 -0
- package/dist/{index-D7fmC-1K.d.ts → index-DUn0GNiZ.d.ts} +183 -36
- package/dist/index-DUn0GNiZ.d.ts.map +1 -0
- package/dist/{index-CHxwfW5g.d.ts → index-DwUGehqX.d.ts} +3 -9
- package/dist/index-DwUGehqX.d.ts.map +1 -0
- package/dist/{index-jnuFLxOs.d.ts → index-aDPVYBIM.d.ts} +11 -39
- package/dist/index-aDPVYBIM.d.ts.map +1 -0
- package/dist/index.d.ts +55 -188
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +122 -195
- package/dist/index.js.map +1 -1
- package/dist/{integrity-D-s2iHiT.js → integrity-B1V6klyO.js} +12 -363
- package/dist/integrity-B1V6klyO.js.map +1 -0
- package/dist/{integrity-D9lBnv_K.d.ts → integrity-BAdVzT8u.d.ts} +4 -6
- package/dist/integrity-BAdVzT8u.d.ts.map +1 -0
- package/dist/{integrity-W4CADcFc.js → integrity-DOHt1mwU.js} +3 -4
- package/dist/{integrity-W4CADcFc.js.map → integrity-DOHt1mwU.js.map} +1 -1
- package/dist/{internal-BTK91Bqt.js → internal-v6XfOeJW.js} +6 -8
- package/dist/{internal-BTK91Bqt.js.map → internal-v6XfOeJW.js.map} +1 -1
- package/dist/{interval-Dq9gt7jx.js → interval-Bd2f4CRT.js} +6 -8
- package/dist/{interval-Dq9gt7jx.js.map → interval-Bd2f4CRT.js.map} +1 -1
- package/dist/{interval-ohuOJurX.d.ts → interval-CWyxqDpE.d.ts} +1 -5
- package/dist/interval-CWyxqDpE.d.ts.map +1 -0
- package/dist/{journal-C7om8Gum.js → journal-C1uLJi0w.js} +115 -121
- package/dist/{journal-C7om8Gum.js.map → journal-C1uLJi0w.js.map} +1 -1
- package/dist/{json-BhdsJaOQ.js → json-DtvZNAU9.js} +4 -6
- package/dist/{json-BhdsJaOQ.js.map → json-DtvZNAU9.js.map} +1 -1
- package/dist/json-recovery-DK4MDm5r.js +296 -0
- package/dist/json-recovery-DK4MDm5r.js.map +1 -0
- package/dist/{judge-calibration-BkXMIWA4.js → judge-calibration-DGqlfWW8.js} +5 -6
- package/dist/{judge-calibration-BkXMIWA4.js.map → judge-calibration-DGqlfWW8.js.map} +1 -1
- package/dist/{judge-calibration-DFtEMlde.d.ts → judge-calibration-DnrbQaXI.d.ts} +1 -3
- package/dist/judge-calibration-DnrbQaXI.d.ts.map +1 -0
- package/dist/{judge-gate-BVvmP00P.js → judge-gate-C2BCOt-M.js} +8 -12
- package/dist/{judge-gate-BVvmP00P.js.map → judge-gate-C2BCOt-M.js.map} +1 -1
- package/dist/judges-BLxg5p8E.js +20 -0
- package/dist/judges-BLxg5p8E.js.map +1 -0
- package/dist/{kind-factory-Dl0PmNQL.js → kind-factory-VKysp1ds.js} +23 -39
- package/dist/{kind-factory-Dl0PmNQL.js.map → kind-factory-VKysp1ds.js.map} +1 -1
- package/dist/ledger-core/index.d.ts +2 -2
- package/dist/ledger-core/index.js +3 -3
- package/dist/ledger-core/lock-holder.d.ts +1 -1
- package/dist/ledger-core/lock-holder.js +1 -2
- package/dist/{ledger-core-CAxUdDk0.js → ledger-core-CfT-FzPf.js} +5 -6
- package/dist/{ledger-core-CAxUdDk0.js.map → ledger-core-CfT-FzPf.js.map} +1 -1
- package/dist/{llm-client-b1ysZVIU.js → llm-client-kJ9EOqjt.js} +22 -30
- package/dist/{llm-client-b1ysZVIU.js.map → llm-client-kJ9EOqjt.js.map} +1 -1
- package/dist/{llm-judge-Cybq29bL.js → llm-judge-cgbhTKQp.js} +108 -164
- package/dist/llm-judge-cgbhTKQp.js.map +1 -0
- package/dist/{lock-holder-DaJbfpci.d.ts → lock-holder-DoxlZFkQ.d.ts} +1 -3
- package/dist/lock-holder-DoxlZFkQ.d.ts.map +1 -0
- package/dist/matrix/index.d.ts +3 -3
- package/dist/matrix/index.js +2 -2
- package/dist/{matrix-DtkZLD_3.d.ts → matrix-CBUzIZs4.d.ts} +4 -12
- package/dist/matrix-CBUzIZs4.d.ts.map +1 -0
- package/dist/{matrix-B8l-Nsxd.js → matrix-CgpX8wdm.js} +8 -13
- package/dist/matrix-CgpX8wdm.js.map +1 -0
- package/dist/{mean-BbA_JCzW.js → mean-CdDYG-us.js} +6 -9
- package/dist/{mean-BbA_JCzW.js.map → mean-CdDYG-us.js.map} +1 -1
- package/dist/meta-eval/index.d.ts +3 -3
- package/dist/meta-eval/index.js +17 -21
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/{metrics-BKaPBtIG.js → metrics-DNCAUtuB.js} +2 -3
- package/dist/{metrics-BKaPBtIG.js.map → metrics-DNCAUtuB.js.map} +1 -1
- package/dist/{mint-CbdwjTPW.js → mint-D9ZysYtY.js} +7 -8
- package/dist/{mint-CbdwjTPW.js.map → mint-D9ZysYtY.js.map} +1 -1
- package/dist/{multi-layer-verifier-DEgMUk6v.d.ts → multi-layer-verifier-lM4aVN78.d.ts} +2 -4
- package/dist/multi-layer-verifier-lM4aVN78.d.ts.map +1 -0
- package/dist/{multiplicity-Sg0U7h8j.js → multiplicity-DAd4xaDC.js} +3 -4
- package/dist/{multiplicity-Sg0U7h8j.js.map → multiplicity-DAd4xaDC.js.map} +1 -1
- package/dist/{multiplicity-DIWHvysC.d.ts → multiplicity-D_SEsc5j.d.ts} +1 -3
- package/dist/multiplicity-D_SEsc5j.d.ts.map +1 -0
- package/dist/multishot/golden/index.d.ts +1 -17
- package/dist/multishot/golden/index.d.ts.map +1 -1
- package/dist/multishot/golden/index.js +10 -17
- package/dist/multishot/golden/index.js.map +1 -1
- package/dist/multishot/index.d.ts +2 -10
- package/dist/multishot/index.d.ts.map +1 -1
- package/dist/multishot/index.js +11 -18
- package/dist/multishot/index.js.map +1 -1
- package/dist/{nonnegative-number-DvdMxg_f.js → nonnegative-number-lEYbOsuh.js} +2 -3
- package/dist/{nonnegative-number-DvdMxg_f.js.map → nonnegative-number-lEYbOsuh.js.map} +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{otel-spans-CdN909k1.js → otel-spans-BsGzTWIK.js} +5 -6
- package/dist/{otel-spans-CdN909k1.js.map → otel-spans-BsGzTWIK.js.map} +1 -1
- package/dist/{otlp-attributes-D9ptWaIJ.js → otlp-attributes-Boeb7gtH.js} +2 -3
- package/dist/{otlp-attributes-D9ptWaIJ.js.map → otlp-attributes-Boeb7gtH.js.map} +1 -1
- package/dist/{outcome-observations-FLmRpgYa.js → outcome-observations-D4snOtUb.js} +4 -5
- package/dist/{outcome-observations-FLmRpgYa.js.map → outcome-observations-D4snOtUb.js.map} +1 -1
- package/dist/{outcome-store-DUcMj-3D.js → outcome-store-TarrcfHG.js} +2 -3
- package/dist/{outcome-store-DUcMj-3D.js.map → outcome-store-TarrcfHG.js.map} +1 -1
- package/dist/{package-version-D7lQHt_-.js → package-version-CJl_pY9W.js} +2 -3
- package/dist/{package-version-D7lQHt_-.js.map → package-version-CJl_pY9W.js.map} +1 -1
- package/dist/{paired-arms-B2ttLc0_.js → paired-arms-D-54hO-k.js} +10 -14
- package/dist/{paired-arms-B2ttLc0_.js.map → paired-arms-D-54hO-k.js.map} +1 -1
- package/dist/{paired-binary-B_nejA44.js → paired-binary-BR0nwHOA.js} +3 -4
- package/dist/{paired-binary-B_nejA44.js.map → paired-binary-BR0nwHOA.js.map} +1 -1
- package/dist/{paired-promotion-decision-CQMJ5xGN.d.ts → paired-promotion-decision-BDnqepZ1.d.ts} +1 -5
- package/dist/paired-promotion-decision-BDnqepZ1.d.ts.map +1 -0
- package/dist/{paired-promotion-decision-D0SHb-ZL.js → paired-promotion-decision-FGvHA4p_.js} +5 -7
- package/dist/{paired-promotion-decision-D0SHb-ZL.js.map → paired-promotion-decision-FGvHA4p_.js.map} +1 -1
- package/dist/{pareto-BiBnQXAE.js → pareto-B9udAt2i.js} +28 -50
- package/dist/pareto-B9udAt2i.js.map +1 -0
- package/dist/pipelines/index.d.ts +5 -11
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js +6 -8
- package/dist/pipelines/index.js.map +1 -1
- package/dist/{power-and-mde-CQX-0weG.js → power-and-mde-ClI6RWw4.js} +4 -5
- package/dist/{power-and-mde-CQX-0weG.js.map → power-and-mde-ClI6RWw4.js.map} +1 -1
- package/dist/{predicate-FdKmElA_.js → predicate-BYHA4MBn.js} +2 -3
- package/dist/{predicate-FdKmElA_.js.map → predicate-BYHA4MBn.js.map} +1 -1
- package/dist/{prime-bridge-transport-6feEglLf.d.ts → prime-bridge-transport-Cfqir_Im.d.ts} +1 -3
- package/dist/prime-bridge-transport-Cfqir_Im.d.ts.map +1 -0
- package/dist/{prime-bridge-transport-Z3cpKGoV.js → prime-bridge-transport-Csd5SQg7.js} +2 -3
- package/dist/{prime-bridge-transport-Z3cpKGoV.js.map → prime-bridge-transport-Csd5SQg7.js.map} +1 -1
- package/dist/{prime-protocol-BGxjfhM4.d.ts → prime-protocol-COFkxas6.d.ts} +4 -8
- package/dist/prime-protocol-COFkxas6.d.ts.map +1 -0
- package/dist/{prime-protocol-BFgGrEMP.js → prime-protocol-CrhpXRz9.js} +4 -6
- package/dist/{prime-protocol-BFgGrEMP.js.map → prime-protocol-CrhpXRz9.js.map} +1 -1
- package/dist/profile-cell.d.ts +1 -1
- package/dist/profile-cell.js +1 -2
- package/dist/{promotion-gate-CkVZHagC.d.ts → promotion-gate-CixshGI8.d.ts} +5 -11
- package/dist/promotion-gate-CixshGI8.d.ts.map +1 -0
- package/dist/{promotion-policy-6A8osGr_.js → promotion-policy-CBYeD4zi.js} +5 -6
- package/dist/{promotion-policy-6A8osGr_.js.map → promotion-policy-CBYeD4zi.js.map} +1 -1
- package/dist/{proposal-findings-DqLUWsAG.js → proposal-findings-WFQrxnfe.js} +3 -4
- package/dist/{proposal-findings-DqLUWsAG.js.map → proposal-findings-WFQrxnfe.js.map} +1 -1
- package/dist/{quantile--0yb07pD.js → quantile-CncXP-Ss.js} +2 -3
- package/dist/{quantile--0yb07pD.js.map → quantile-CncXP-Ss.js.map} +1 -1
- package/dist/{query-B_RZ36an.js → query-CGXzO9d4.js} +5 -6
- package/dist/{query-B_RZ36an.js.map → query-CGXzO9d4.js.map} +1 -1
- package/dist/{query-Cmv_U8vf.d.ts → query-UD0B08Sb.d.ts} +4 -6
- package/dist/query-UD0B08Sb.d.ts.map +1 -0
- package/dist/{random-DGEyr3zG.d.ts → random-BN150Q_X.d.ts} +1 -5
- package/dist/random-BN150Q_X.d.ts.map +1 -0
- package/dist/{random-DDDcC7YU.js → random-DrzcgC7F.js} +3 -4
- package/dist/{random-DDDcC7YU.js.map → random-DrzcgC7F.js.map} +1 -1
- package/dist/{raw-provider-sink-75w4FWBj.js → raw-provider-sink-DDLkP_eF.js} +3 -4
- package/dist/{raw-provider-sink-75w4FWBj.js.map → raw-provider-sink-DDLkP_eF.js.map} +1 -1
- package/dist/{record-id-DUgsK5qp.js → record-id-CWZXFh58.js} +2 -3
- package/dist/{record-id-DUgsK5qp.js.map → record-id-CWZXFh58.js.map} +1 -1
- package/dist/{redact-DXdlFb_U.d.ts → redact-C_wzC4c_.d.ts} +1 -3
- package/dist/redact-C_wzC4c_.d.ts.map +1 -0
- package/dist/{redact-mtkTiJVk.js → redact-D6APJS1d.js} +3 -5
- package/dist/{redact-mtkTiJVk.js.map → redact-D6APJS1d.js.map} +1 -1
- package/dist/{registry-BcdJmyoU.d.ts → registry-dhdDoAV8.d.ts} +5 -11
- package/dist/registry-dhdDoAV8.d.ts.map +1 -0
- package/dist/{release-confidence-CYIFH-fp.js → release-confidence-CTUJz5mM.js} +10 -16
- package/dist/release-confidence-CTUJz5mM.js.map +1 -0
- package/dist/{render-BhJqXoBH.js → render-pfAZ7IR4.js} +266 -33
- package/dist/render-pfAZ7IR4.js.map +1 -0
- package/dist/{reporting-html-Kvlc8oMt.js → reporting-html-DMXIjATy.js} +2 -3
- package/dist/{reporting-html-Kvlc8oMt.js.map → reporting-html-DMXIjATy.js.map} +1 -1
- package/dist/reporting.d.ts +6 -6
- package/dist/reporting.js +7 -7
- package/dist/{researcher-DKWtoMWk.d.ts → researcher-CLnNJ7Or.d.ts} +8 -12
- package/dist/researcher-CLnNJ7Or.d.ts.map +1 -0
- package/dist/{reward-nw2xZGZG.js → reward-P0VD_Aft.js} +2 -3
- package/dist/{reward-nw2xZGZG.js.map → reward-P0VD_Aft.js.map} +1 -1
- package/dist/{reward-BeUgVVC_.d.ts → reward-ST4PXNXF.d.ts} +2 -4
- package/dist/reward-ST4PXNXF.d.ts.map +1 -0
- package/dist/{reward-hacking-WTxUbtbb.d.ts → reward-hacking-C9hPVT0Q.d.ts} +4 -8
- package/dist/reward-hacking-C9hPVT0Q.d.ts.map +1 -0
- package/dist/{reward-hacking-ByuETaIb.js → reward-hacking-DZzHZlS1.js} +5 -7
- package/dist/{reward-hacking-ByuETaIb.js.map → reward-hacking-DZzHZlS1.js.map} +1 -1
- package/dist/rl.d.ts +26 -63
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +35 -52
- package/dist/rl.js.map +1 -1
- package/dist/{rolldown-runtime-8H4AJuhK.js → rolldown-runtime-BJohB4LM.js} +1 -2
- package/dist/rollout/index.d.ts +6 -6
- package/dist/rollout/index.js +7 -7
- package/dist/{rollout-Dd1ucT_M.js → rollout-BhkMpAJT.js} +279 -16
- package/dist/rollout-BhkMpAJT.js.map +1 -0
- package/dist/{terminal-record-CB9BFtjS.js → rollout-nodes-BHR9Q5jP.js} +351 -11
- package/dist/rollout-nodes-BHR9Q5jP.js.map +1 -0
- package/dist/{round-decimal-COrKglMh.js → round-decimal-ZmjAQPo1.js} +2 -3
- package/dist/{round-decimal-COrKglMh.js.map → round-decimal-ZmjAQPo1.js.map} +1 -1
- package/dist/{rubric-predictive-validity-Cd5SCtAf.d.ts → rubric-predictive-validity-B3RzbwOx.d.ts} +2 -8
- package/dist/rubric-predictive-validity-B3RzbwOx.d.ts.map +1 -0
- package/dist/{rubric-predictive-validity-CeKW2GQN.js → rubric-predictive-validity-CQp_M0vy.js} +3 -4
- package/dist/{rubric-predictive-validity-CeKW2GQN.js.map → rubric-predictive-validity-CQp_M0vy.js.map} +1 -1
- package/dist/{run-record-CysKLB93.js → run-record-CZy4-TnZ.js} +4 -5
- package/dist/{run-record-CysKLB93.js.map → run-record-CZy4-TnZ.js.map} +1 -1
- package/dist/{run-record-C3awiXPf.d.ts → run-record-D2BFMPGl.d.ts} +5 -7
- package/dist/run-record-D2BFMPGl.d.ts.map +1 -0
- package/dist/{run-record-DhEJgoPz.js → run-record-DEjx43cI.js} +6 -7
- package/dist/{run-record-DhEJgoPz.js.map → run-record-DEjx43cI.js.map} +1 -1
- package/dist/{sandbox-harness-BlSOu4LX.d.ts → sandbox-harness-B3Kx1fOA.d.ts} +1 -3
- package/dist/sandbox-harness-B3Kx1fOA.d.ts.map +1 -0
- package/dist/{schema-D6EVKzTB.d.ts → schema-CkIvnmLU.d.ts} +2 -43
- package/dist/schema-CkIvnmLU.d.ts.map +1 -0
- package/dist/{schema-Bt2vLFm3.js → schema-D-xu3MU_.js} +2 -3
- package/dist/{schema-Bt2vLFm3.js.map → schema-D-xu3MU_.js.map} +1 -1
- package/dist/{schema-C-ziyJD7.d.ts → schema-DkFJr3Y8.d.ts} +111 -48
- package/dist/schema-DkFJr3Y8.d.ts.map +1 -0
- package/dist/{schema-CvhfLjtZ.js → schema-YUIXT8iW.js} +37 -7
- package/dist/schema-YUIXT8iW.js.map +1 -0
- package/dist/search/index.d.ts +3 -35
- package/dist/search/index.d.ts.map +1 -1
- package/dist/search/index.js +4 -5
- package/dist/{search-kernel-CctpiDd2.d.ts → search-kernel-CBdwFZ05.d.ts} +10 -36
- package/dist/search-kernel-CBdwFZ05.d.ts.map +1 -0
- package/dist/{search-ledger-CZRqtFbW.js → search-ledger-BsVi-Ngv.js} +17 -26
- package/dist/{search-ledger-CZRqtFbW.js.map → search-ledger-BsVi-Ngv.js.map} +1 -1
- package/dist/{search-ledger-file-Bd5Tioq6.js → search-ledger-file-DTBD6X-y.js} +6 -8
- package/dist/{search-ledger-file-Bd5Tioq6.js.map → search-ledger-file-DTBD6X-y.js.map} +1 -1
- package/dist/{search-ledger-types-p2xKfiDJ.d.ts → search-ledger-types-qiYRUo_N.d.ts} +5 -9
- package/dist/search-ledger-types-qiYRUo_N.d.ts.map +1 -0
- package/dist/{search-shipper-Dn3NLsuH.js → search-shipper-pdg4viK7.js} +8 -13
- package/dist/{search-shipper-Dn3NLsuH.js.map → search-shipper-pdg4viK7.js.map} +1 -1
- package/dist/{search-summary-D4bwYnAE.js → search-summary-Ct7SrmVc.js} +6 -7
- package/dist/{search-summary-D4bwYnAE.js.map → search-summary-Ct7SrmVc.js.map} +1 -1
- package/dist/{sequential-CimQrbjv.js → sequential-B1I0tRfL.js} +6 -7
- package/dist/{sequential-CimQrbjv.js.map → sequential-B1I0tRfL.js.map} +1 -1
- package/dist/{sequential-KwGspfeR.d.ts → sequential-Bb_pdTqG.d.ts} +1 -3
- package/dist/sequential-Bb_pdTqG.d.ts.map +1 -0
- package/dist/{sequential-BVv1sjsw.js → sequential-Bjs5roiK.js} +2 -3
- package/dist/{sequential-BVv1sjsw.js.map → sequential-Bjs5roiK.js.map} +1 -1
- package/dist/{sequential-eprocess-DodI6RoF.js → sequential-eprocess-C1YLwFaz.js} +3 -4
- package/dist/{sequential-eprocess-DodI6RoF.js.map → sequential-eprocess-C1YLwFaz.js.map} +1 -1
- package/dist/{server-ChhXPCgX.js → server-DA6h3co5.js} +11 -17
- package/dist/{server-ChhXPCgX.js.map → server-DA6h3co5.js.map} +1 -1
- package/dist/{single-run-lock-Dekd8_Wv.js → single-run-lock-BGlW3OSk.js} +3 -4
- package/dist/{single-run-lock-Dekd8_Wv.js.map → single-run-lock-BGlW3OSk.js.map} +1 -1
- package/dist/{skillopt-optimization-method-sB_-yi1G.js → skillopt-optimization-method-qB1M554K.js} +38 -57
- package/dist/{skillopt-optimization-method-sB_-yi1G.js.map → skillopt-optimization-method-qB1M554K.js.map} +1 -1
- package/dist/{spans-CVngGij3.d.ts → spans-vZoW__3q.d.ts} +2 -4
- package/dist/spans-vZoW__3q.d.ts.map +1 -0
- package/dist/{statistical-heldout-BjzSOmLH.d.ts → statistical-heldout-Cei036nE.d.ts} +9 -37
- package/dist/statistical-heldout-Cei036nE.d.ts.map +1 -0
- package/dist/{statistical-heldout-Bksv92Th.js → statistical-heldout-TP6ndL0B.js} +4 -5
- package/dist/{statistical-heldout-Bksv92Th.js.map → statistical-heldout-TP6ndL0B.js.map} +1 -1
- package/dist/{steps-DlepJPwD.d.ts → steps-B8fYY_Vo.d.ts} +1 -3
- package/dist/steps-B8fYY_Vo.d.ts.map +1 -0
- package/dist/{store-B3nWRy3B.d.ts → store-CMs5wGXP.d.ts} +2 -4
- package/dist/store-CMs5wGXP.d.ts.map +1 -0
- package/dist/{store-BhNuLdJw.js → store-ZykIyQmy.js} +2 -3
- package/dist/{store-BhNuLdJw.js.map → store-ZykIyQmy.js.map} +1 -1
- package/dist/{store-otlp-CFf27E8_.js → store-otlp-DmLm65XW.js} +8 -13
- package/dist/{store-otlp-CFf27E8_.js.map → store-otlp-DmLm65XW.js.map} +1 -1
- package/dist/{store-tool-spans-DxsFwtdr.d.ts → store-tool-spans-B3i3fl0A.d.ts} +11 -29
- package/dist/store-tool-spans-B3i3fl0A.d.ts.map +1 -0
- package/dist/{store-tool-spans-BK_8FjGG.js → store-tool-spans-C2g8UYm-.js} +17 -41
- package/dist/{store-tool-spans-BK_8FjGG.js.map → store-tool-spans-C2g8UYm-.js.map} +1 -1
- package/dist/storyboard/index.d.ts +1 -5
- package/dist/storyboard/index.d.ts.map +1 -1
- package/dist/storyboard/index.js +3 -5
- package/dist/storyboard/index.js.map +1 -1
- package/dist/{summary-report-C8V49Jt3.d.ts → summary-report-0La5vejY.d.ts} +5 -13
- package/dist/summary-report-0La5vejY.d.ts.map +1 -0
- package/dist/{summary-report-DHDWxe6p.js → summary-report-CPfsrLac.js} +21 -30
- package/dist/summary-report-CPfsrLac.js.map +1 -0
- package/dist/supervisor-run/index.d.ts +30 -29
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +6 -7
- package/dist/{systemone-CHnqwmYg.d.ts → systemone-Cw2txK5m.d.ts} +12 -24
- package/dist/systemone-Cw2txK5m.d.ts.map +1 -0
- package/dist/{systemone-protocol-Bl2EI2KQ.d.ts → systemone-protocol-C4t7JH4Y.d.ts} +1 -3
- package/dist/systemone-protocol-C4t7JH4Y.d.ts.map +1 -0
- package/dist/systemone-protocol.d.ts +1 -1
- package/dist/systemone-protocol.js +2 -3
- package/dist/{systemone-review-cQ9acAsb.d.ts → systemone-review-BLgxt-4Q.d.ts} +8 -10
- package/dist/systemone-review-BLgxt-4Q.d.ts.map +1 -0
- package/dist/{systemone-review-DFGtIUcf.js → systemone-review-S49gsy_y.js} +5 -6
- package/dist/{systemone-review-DFGtIUcf.js.map → systemone-review-S49gsy_y.js.map} +1 -1
- package/dist/systemone.d.ts +4 -4
- package/dist/systemone.js +3 -3
- package/dist/{task-failure-attributes-BMsblaDh.js → task-failure-attributes-CC6VuIpk.js} +12 -11
- package/dist/task-failure-attributes-CC6VuIpk.js.map +1 -0
- package/dist/{tool-groups-b3oU_D88.d.ts → tool-groups-C3K-d3gd.d.ts} +3 -5
- package/dist/tool-groups-C3K-d3gd.d.ts.map +1 -0
- package/dist/{tool-waste-CkjzWmeY.d.ts → tool-waste-BFG1vwTV.d.ts} +4 -16
- package/dist/tool-waste-BFG1vwTV.d.ts.map +1 -0
- package/dist/{tool-waste-DLsjS_p-.js → tool-waste-CLJ46AbT.js} +10 -26
- package/dist/{tool-waste-DLsjS_p-.js.map → tool-waste-CLJ46AbT.js.map} +1 -1
- package/dist/trace-attributes.d.ts +1 -1
- package/dist/trace-attributes.js +1 -2
- package/dist/{trace-questions-BmT8M6UQ.d.ts → trace-questions-ej5AEJ5X.d.ts} +4 -6
- package/dist/trace-questions-ej5AEJ5X.d.ts.map +1 -0
- package/dist/trace-repair/index.d.ts +46 -92
- package/dist/trace-repair/index.d.ts.map +1 -1
- package/dist/trace-repair/index.js +32 -54
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/traces.d.ts +13 -29
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +18 -22
- package/dist/traces.js.map +1 -1
- package/dist/{trajectory-D_7rLrvE.js → trajectory-O3GDHmev.js} +2 -3
- package/dist/{trajectory-D_7rLrvE.js.map → trajectory-O3GDHmev.js.map} +1 -1
- package/dist/trajectory-replay/index.d.ts +2 -22
- package/dist/trajectory-replay/index.d.ts.map +1 -1
- package/dist/trajectory-replay/index.js +19 -30
- package/dist/trajectory-replay/index.js.map +1 -1
- package/dist/{tree-DSqwJpL9.js → tree-DrIChF4a.js} +39 -68
- package/dist/{tree-DSqwJpL9.js.map → tree-DrIChF4a.js.map} +1 -1
- package/dist/{types-B_IFcKp5.d.ts → types-0KglnQ9o.d.ts} +3 -15
- package/dist/types-0KglnQ9o.d.ts.map +1 -0
- package/dist/{types-DZ0mYVw9.d.ts → types-0oMg7zee.d.ts} +3 -5
- package/dist/types-0oMg7zee.d.ts.map +1 -0
- package/dist/{types-CnWmj8NW.js → types-BK0blWhe.js} +3 -4
- package/dist/{types-CnWmj8NW.js.map → types-BK0blWhe.js.map} +1 -1
- package/dist/{types-CmXY0PQf.d.ts → types-C-aOqgt2.d.ts} +2 -5
- package/dist/types-C-aOqgt2.d.ts.map +1 -0
- package/dist/{types-M6eF9m-r.d.ts → types-C54Uk_a1.d.ts} +84 -24
- package/dist/types-C54Uk_a1.d.ts.map +1 -0
- package/dist/{types-BXgASBCL.js → types-DK4vNv5q.js} +2 -3
- package/dist/{types-BXgASBCL.js.map → types-DK4vNv5q.js.map} +1 -1
- package/dist/{types-6Lfdlshp.d.ts → types-DzCO-S1m.d.ts} +50 -62
- package/dist/types-DzCO-S1m.d.ts.map +1 -0
- package/dist/{verdict-BGQmxQ8A.js → verdict-C8TcdwfD.js} +3 -4
- package/dist/{verdict-BGQmxQ8A.js.map → verdict-C8TcdwfD.js.map} +1 -1
- package/dist/{verdict-C24NELtN.d.ts → verdict-D_qiBQ6_.d.ts} +1 -5
- package/dist/verdict-D_qiBQ6_.d.ts.map +1 -0
- package/dist/{verdict-cache-CL_7tePD.js → verdict-cache-BVH-fl18.js} +3 -4
- package/dist/{verdict-cache-CL_7tePD.js.map → verdict-cache-BVH-fl18.js.map} +1 -1
- package/dist/wire/index.d.ts +43 -51
- package/dist/wire/index.d.ts.map +1 -1
- package/dist/wire/index.js +1 -2
- package/docs/concepts.md +1 -0
- package/docs/eval-surface-map.md +15 -0
- package/docs/rollout.md +132 -6
- package/package.json +18 -18
- package/dist/adversarial-smnADNFS.d.ts.map +0 -1
- package/dist/agent-profile-CNmwfaqq.d.ts.map +0 -1
- package/dist/agent-profile-cell-BcpFbNd5.d.ts.map +0 -1
- package/dist/analyze-runs-DfX6dHP0.d.ts.map +0 -1
- package/dist/attribute-vocabulary-CcXqHODT.d.ts.map +0 -1
- package/dist/benchmark-command-Cnjfo0Zh.js.map +0 -1
- package/dist/campaign-evidence-DunzcJGv.js.map +0 -1
- package/dist/campaign-uddTlFg5.js.map +0 -1
- package/dist/canonical-CFpojCN5.d.ts.map +0 -1
- package/dist/client-hwo3cJjR.d.ts.map +0 -1
- package/dist/completion-verifier-asaV1nSj.js.map +0 -1
- package/dist/cost-ledger-C1W3ICmP.d.ts.map +0 -1
- package/dist/dataset-DQqhOCPt.d.ts.map +0 -1
- package/dist/default-registry-CLG5YqGS.d.ts.map +0 -1
- package/dist/define-agent-eval-JKt3gMQr.d.ts.map +0 -1
- package/dist/descriptive-B2iPaT9J.d.ts +0 -89
- package/dist/descriptive-B2iPaT9J.d.ts.map +0 -1
- package/dist/descriptive-CVNy48rR.js.map +0 -1
- package/dist/emitter-DABYYTcH.d.ts.map +0 -1
- package/dist/engine-dtRVeuQs.d.ts.map +0 -1
- package/dist/errors-DEE6u6ot.d.ts.map +0 -1
- package/dist/evaluation-DblGquCB.d.ts.map +0 -1
- package/dist/exact-types-Do63KoKn.d.ts.map +0 -1
- package/dist/exporters-DWvM16LE.js.map +0 -1
- package/dist/exporters-Dk3oEbK_.d.ts.map +0 -1
- package/dist/failure-cluster-DN0t63Z0.d.ts.map +0 -1
- package/dist/feedback-trajectory-CYVJXolG.d.ts.map +0 -1
- package/dist/hf-dataset-CKxIJQba.js.map +0 -1
- package/dist/index-CHxwfW5g.d.ts.map +0 -1
- package/dist/index-CTIRz-AB.d.ts.map +0 -1
- package/dist/index-CalAsXMR.d.ts.map +0 -1
- package/dist/index-CdEVr8-O.d.ts.map +0 -1
- package/dist/index-CfJULcW5.d.ts.map +0 -1
- package/dist/index-D7fmC-1K.d.ts.map +0 -1
- package/dist/index-jnuFLxOs.d.ts.map +0 -1
- package/dist/integrity-D-s2iHiT.js.map +0 -1
- package/dist/integrity-D9lBnv_K.d.ts.map +0 -1
- package/dist/interval-ohuOJurX.d.ts.map +0 -1
- package/dist/judge-calibration-DFtEMlde.d.ts.map +0 -1
- package/dist/llm-judge-Cybq29bL.js.map +0 -1
- package/dist/lock-holder-DaJbfpci.d.ts.map +0 -1
- package/dist/matrix-B8l-Nsxd.js.map +0 -1
- package/dist/matrix-DtkZLD_3.d.ts.map +0 -1
- package/dist/mint-CkzpVPdz.d.ts +0 -81
- package/dist/mint-CkzpVPdz.d.ts.map +0 -1
- package/dist/multi-layer-verifier-DEgMUk6v.d.ts.map +0 -1
- package/dist/multiplicity-DIWHvysC.d.ts.map +0 -1
- package/dist/paired-promotion-decision-CQMJ5xGN.d.ts.map +0 -1
- package/dist/pareto-BiBnQXAE.js.map +0 -1
- package/dist/prime-bridge-transport-6feEglLf.d.ts.map +0 -1
- package/dist/prime-protocol-BGxjfhM4.d.ts.map +0 -1
- package/dist/promotion-gate-CkVZHagC.d.ts.map +0 -1
- package/dist/query-Cmv_U8vf.d.ts.map +0 -1
- package/dist/random-DGEyr3zG.d.ts.map +0 -1
- package/dist/redact-DXdlFb_U.d.ts.map +0 -1
- package/dist/registry-BcdJmyoU.d.ts.map +0 -1
- package/dist/release-confidence-CYIFH-fp.js.map +0 -1
- package/dist/render-BhJqXoBH.js.map +0 -1
- package/dist/researcher-DKWtoMWk.d.ts.map +0 -1
- package/dist/reward-BeUgVVC_.d.ts.map +0 -1
- package/dist/reward-hacking-WTxUbtbb.d.ts.map +0 -1
- package/dist/rollout-Dd1ucT_M.js.map +0 -1
- package/dist/rubric-predictive-validity-Cd5SCtAf.d.ts.map +0 -1
- package/dist/run-record-C3awiXPf.d.ts.map +0 -1
- package/dist/sandbox-harness-BlSOu4LX.d.ts.map +0 -1
- package/dist/schema-C-ziyJD7.d.ts.map +0 -1
- package/dist/schema-CvhfLjtZ.js.map +0 -1
- package/dist/schema-D6EVKzTB.d.ts.map +0 -1
- package/dist/search-kernel-CctpiDd2.d.ts.map +0 -1
- package/dist/search-ledger-types-p2xKfiDJ.d.ts.map +0 -1
- package/dist/sequential-KwGspfeR.d.ts.map +0 -1
- package/dist/spans-CVngGij3.d.ts.map +0 -1
- package/dist/statistical-heldout-BjzSOmLH.d.ts.map +0 -1
- package/dist/steps-DlepJPwD.d.ts.map +0 -1
- package/dist/store-B3nWRy3B.d.ts.map +0 -1
- package/dist/store-tool-spans-DxsFwtdr.d.ts.map +0 -1
- package/dist/summary-report-C8V49Jt3.d.ts.map +0 -1
- package/dist/summary-report-DHDWxe6p.js.map +0 -1
- package/dist/systemone-CHnqwmYg.d.ts.map +0 -1
- package/dist/systemone-protocol-Bl2EI2KQ.d.ts.map +0 -1
- package/dist/systemone-review-cQ9acAsb.d.ts.map +0 -1
- package/dist/task-failure-attributes-BMsblaDh.js.map +0 -1
- package/dist/terminal-record-CB9BFtjS.js.map +0 -1
- package/dist/tool-groups-b3oU_D88.d.ts.map +0 -1
- package/dist/tool-waste-CkjzWmeY.d.ts.map +0 -1
- package/dist/trace-questions-BmT8M6UQ.d.ts.map +0 -1
- package/dist/types-6Lfdlshp.d.ts.map +0 -1
- package/dist/types-B_IFcKp5.d.ts.map +0 -1
- package/dist/types-CmXY0PQf.d.ts.map +0 -1
- package/dist/types-DZ0mYVw9.d.ts.map +0 -1
- package/dist/types-M6eF9m-r.d.ts.map +0 -1
- package/dist/verdict-C24NELtN.d.ts.map +0 -1
package/dist/index.d.ts
CHANGED
|
@@ -1,59 +1,55 @@
|
|
|
1
|
-
import { _ as PendingCostCall, a as CostLedgerFilter, c as CostLedgerPersistence, d as CostReceipt, f as CostReceiptInput, g as PaidCallResult, h as MaximumCharge, i as CostChannel, l as CostLedgerSummary, m as CustomTokenPricing, n as ChannelRollup, o as CostLedgerHandle, p as CostUsage, s as CostLedgerOptions, t as CostLedger, u as CostProvenance, v as PendingCostCallView, y as RunPaidCallInput } from "./cost-ledger-
|
|
2
|
-
import { a as JudgeError, c as ValidationError, i as ConfigError, n as AgentEvalErrorCode, s as NotFoundError, t as AgentEvalError } from "./errors-
|
|
3
|
-
import { _ as toAgentProfileJson, g as groupRunsByAgentProfileCell, h as buildAgentProfileCell, i as AgentProfileCellInput, l as AgentProfileJson, m as agentProfileCellKey, p as AgentProfileSourceInput, r as AgentProfileCell, s as AgentProfileDimensionValue, t as AGENT_PROFILE_KINDS, y as verifyAgentProfileCell } from "./agent-profile-cell-
|
|
4
|
-
import { E as isToolSpan, S as TraceEvent, T as isLlmSpan, _ as Span, a as FAILURE_CLASSES, c as JudgeSpan, f as Run, h as RunStatus, l as LlmSpan, n as BudgetLedgerEntry, o as FailureClass, p as RunCaptureReport, r as BudgetSpec, s as GenericSpan, t as Artifact, w as isJudgeSpan, x as ToolSpan } from "./schema-
|
|
5
|
-
import { _ as runTaskScore, a as RunRecord, c as RunSplitTag, d as RunTokenUsage, f as RunTraceRef, g as parseRunRecordSafe, h as modelHasSnapshot, i as RunOutcome, l as RunTaskFailure, m as isRunRecord, n as RunCostProvenance, o as RunRecordValidationError, p as UNKNOWN_MODEL, r as RunJudgeMetadata, s as RunSearchCoordinates, t as JudgeScoresRecord, u as RunTerminalOutcome, v as validateRunRecord } from "./run-record-
|
|
6
|
-
import { $ as QueryTracesPage, H as createBoundedTraceAnalysisStore, J as TraceAnalysisStore, Q as ErrorCluster, S as makeProposalFinding, X as DEFAULT_TRACE_ANALYST_BUDGETS, Z as DatasetOverview, at as TraceAnalystSpan, b as computeFindingId, c as AnalystRunEvent, ct as TraceAnalystTraceSummary, d as AnalystRunSummary, dt as ViewTraceResult, et as SearchSpanResult, f as AnalystSeverity, i as AnalystFinding, it as TraceAnalystFilters, l as AnalystRunInputs, lt as ViewSpansResult, m as EvidenceRef, n as AnalystContext, nt as SpanMatchRecord, ot as TraceAnalystSpanKind, p as AnalystUsageReceipt, rt as TraceAnalystByteBudgets, st as TraceAnalystSpanStatus, t as Analyst, tt as SearchTraceResult, u as AnalystRunResult, ut as ViewTraceOversized, v as ProposalFinding, x as makeFinding } from "./types-
|
|
7
|
-
import { $ as AssertCrossFamilyServedOptions, A as createChatClient, B as LlmToolChoice, C as ChatResponse, D as MockTransportOpts, E as CustomTransportOpts, G as InMemoryRawProviderSink, H as LlmUsage, I as LlmMessage, M as LlmCallRequest, N as LlmCallResult, O as OpenAiCompatibleTransportOpts, P as LlmChargeBounds, R as LlmTokenLogprob, S as ChatRequest, T as CreateChatClientOpts, U as FileSystemRawProviderSink, V as LlmToolDefinition, X as RawProviderEvent, Z as RawProviderSink, _ as ScenarioResult, a as CompletionCriterion, at as assertCrossFamilyServed, b as ChatCallOpts, c as JudgeFn, ct as checkServedModel, d as PersonaConfig, dt as CrossFamilyError, et as AssertServedModelOptions, f as ProductClientConfig, ft as JudgeFamily, g as ScenarioFile, h as RubricDimension, i as CollectedArtifacts, it as ServedModelVerdict, j as LlmCallMetadata, k as SandboxSdkTransportOpts, l as JudgeInput, lt as describeServedModelCheck, m as RouteMap, mt as judgeFamily, n as ArtifactResult, nt as ServedModelCheck, o as DimensionJudgeScore, ot as assertServedModel, p as ProductScenario, pt as assertCrossFamily, q as NoopRawProviderSink, r as CheckResult, rt as ServedModelPolicy, s as DriverState, st as assertServedModels, t as ArtifactCheck, tt as ModelSubstitutionError, u as JudgeRubric, ut as AssertCrossFamilyOptions, v as Turn, w as ChatTransport, x as ChatClient, y as TurnResult, z as LlmToolCall } from "./types-
|
|
8
|
-
import { a as ContinuousCalibrationResult, d as calibrateJudgeContinuous, f as continuousAgreement, h as verbosityBias, i as ContinuousAgreementOptions, l as VerbosityBiasResult, n as CandidateScore, o as GoldenItem, r as ContinuousAgreement, t as CalibrationResult, u as calibrateJudge } from "./judge-calibration-
|
|
9
|
-
import { $ as measureJudgeAgreement, B as JudgeConfusion, F as CalibrationExample, G as JudgeGateRefusedError, H as JudgeGateDecision, I as CalibrationMerge, J as JudgeRunMeta, K as JudgeGateStatus, L as DEFAULT_JUDGE_GATE_POLICY, Q as judgeGateDecision, R as JudgeAgreement, St as analyzeSeries, U as JudgeGateInput, V as JudgeExampleAgreement, W as JudgeGatePolicy, X as addCalibrationVerdicts, Y as OwnerVerdict, Z as assertJudgeMayGate, an as CorpusAgreementPerDimension, bt as SeriesConvergenceOptions, cn as corpusInterRaterAgreement, et as registerCalibrationSet, in as CorpusAgreementOptions, ln as corpusInterRaterAgreementFromJudgeScores, on as CorpusAgreementReport, q as JudgeRun, sn as CorpusScoreRecord, tt as snapshotFromJudgeAgreement, un as interRaterReliability, xt as SeriesConvergenceResult, z as JudgeCalibrationSet } from "./index-
|
|
10
|
-
import {
|
|
11
|
-
import { n as bonferroni, r as holm, t as benjaminiHochberg } from "./multiplicity-
|
|
12
|
-
import { A as PairRunRecordsResult, At as EProcess, B as ArmPopulationSummary, Bt as mcnemar, D as MatchedRunRecordPair, E as MatchedPair, F as comparePairedArms, Ft as ExactRiskDifferenceResult, Gt as wilson, Ht as pairedRiskDifferenceExact, I as pairArms, It as McNemarResult, L as pairRunRecords, Lt as ProportionInterval, M as PairedArmsComparison, Mt as EProcessState, N as PairedCorrectness, Nt as EProcessStep, O as PairArmsOptions, P as PairedMetricDelta, Pt as eProcess, R as ArmAssignment, Rt as RiskDifferenceResult, S as manifestContentDigest, T as ComparePairedArmsOptions, Ut as pairedRiskDifferenceScore, Vt as pairedRiskDifference, Wt as passAtK, _t as AttestationProvenance, bt as attest, gt as ATTESTATION_ALGORITHM, it as paretoFrontier, j as PairedArmRow, jt as EProcessOptions, k as PairArmsResult, nt as ParetoResult, rt as dominates, tt as Objective, vt as AttestationVerification, x as hashJson, xt as verifyAttestation, yt as AttestedReport, z as ArmPopulationReading, zt as ScoreRiskDifferenceResult } from "./statistical-heldout-
|
|
13
|
-
import { a as PairedPromotionDecision, c as BOOTSTRAP_GATE_MIN_N, d as PairedSignTestResult, f as PairedTTestResult, g as pairedTTest, h as pairedSignTest, i as PairedMcNemarEvidence, l as PairedBootstrapOptions, m as pairedBootstrap, n as PairedDecisionShape, o as PairedPromotionDecisionOptions, p as SignTestAlternative, r as PairedDecisionStatistic, s as decidePairedPromotion, t as PairedDecisionMethod, u as PairedBootstrapResult } from "./paired-promotion-decision-
|
|
14
|
-
import { a as requiredPairedSampleSize, i as pairedMde, n as mcnemarPower, o as requiredSampleSize, r as mcnemarRequiredN, t as mulberry32 } from "./random-
|
|
15
|
-
import { C as mannWhitneyU, S as WilcoxonSignedRankResult, _ as evaluateReleaseConfidence, a as bootstrapCi, b as RankTestMethodRequest, d as ReleaseConfidenceIssue, f as ReleaseConfidenceMetrics, g as ReleaseTraceEvidence, i as Verdict, n as BootstrapResult, p as ReleaseConfidenceScorecard, s as ActionableSideInfo, t as BootstrapOptions, u as ReleaseConfidenceInput, v as MannWhitneyResult, w as wilcoxonSignedRank, x as RankTestOptions, y as RankTestMethod } from "./promotion-gate-
|
|
16
|
-
import { $ as summarizeBackendIntegrity,
|
|
17
|
-
import { R as Scenario, S as JudgeConfig, _ as GateDecision, a as CampaignResult, w as JudgeScore } from "./types-
|
|
18
|
-
import { a as RunFilter, i as InMemoryTraceStore, n as FileSystemTraceStore, o as SpanFilter, s as TraceStore, t as EventFilter } from "./store-
|
|
19
|
-
import {
|
|
20
|
-
import { n as
|
|
21
|
-
import {
|
|
22
|
-
import { a as
|
|
23
|
-
import { i as
|
|
24
|
-
import { C as
|
|
25
|
-
import { a as
|
|
26
|
-
import {
|
|
27
|
-
import { a as
|
|
28
|
-
import { d as
|
|
29
|
-
import {
|
|
30
|
-
import {
|
|
31
|
-
import { i as
|
|
32
|
-
import {
|
|
33
|
-
import {
|
|
34
|
-
import { a as
|
|
35
|
-
import {
|
|
36
|
-
import {
|
|
37
|
-
import {
|
|
38
|
-
import { n as
|
|
39
|
-
import {
|
|
40
|
-
import {
|
|
41
|
-
import { S as
|
|
42
|
-
import { A as
|
|
43
|
-
import {
|
|
44
|
-
import { a as
|
|
45
|
-
import
|
|
46
|
-
import "./
|
|
47
|
-
import {
|
|
48
|
-
import { i as judgeSpans, n as argHash, s as runsForScenario } from "./query-Cmv_U8vf.js";
|
|
1
|
+
import { _ as PendingCostCall, a as CostLedgerFilter, c as CostLedgerPersistence, d as CostReceipt, f as CostReceiptInput, g as PaidCallResult, h as MaximumCharge, i as CostChannel, l as CostLedgerSummary, m as CustomTokenPricing, n as ChannelRollup, o as CostLedgerHandle, p as CostUsage, s as CostLedgerOptions, t as CostLedger, u as CostProvenance, v as PendingCostCallView, y as RunPaidCallInput } from "./cost-ledger-Czro9wmo.js";
|
|
2
|
+
import { a as JudgeError, c as ValidationError, i as ConfigError, n as AgentEvalErrorCode, s as NotFoundError, t as AgentEvalError } from "./errors-E9I2hldP.js";
|
|
3
|
+
import { _ as toAgentProfileJson, g as groupRunsByAgentProfileCell, h as buildAgentProfileCell, i as AgentProfileCellInput, l as AgentProfileJson, m as agentProfileCellKey, p as AgentProfileSourceInput, r as AgentProfileCell, s as AgentProfileDimensionValue, t as AGENT_PROFILE_KINDS, y as verifyAgentProfileCell } from "./agent-profile-cell-3kYxUsK2.js";
|
|
4
|
+
import { E as isToolSpan, S as TraceEvent, T as isLlmSpan, _ as Span, a as FAILURE_CLASSES, c as JudgeSpan, f as Run, h as RunStatus, l as LlmSpan, n as BudgetLedgerEntry, o as FailureClass, p as RunCaptureReport, r as BudgetSpec, s as GenericSpan, t as Artifact, w as isJudgeSpan, x as ToolSpan } from "./schema-CkIvnmLU.js";
|
|
5
|
+
import { _ as runTaskScore, a as RunRecord, c as RunSplitTag, d as RunTokenUsage, f as RunTraceRef, g as parseRunRecordSafe, h as modelHasSnapshot, i as RunOutcome, l as RunTaskFailure, m as isRunRecord, n as RunCostProvenance, o as RunRecordValidationError, p as UNKNOWN_MODEL, r as RunJudgeMetadata, s as RunSearchCoordinates, t as JudgeScoresRecord, u as RunTerminalOutcome, v as validateRunRecord } from "./run-record-D2BFMPGl.js";
|
|
6
|
+
import { $ as QueryTracesPage, H as createBoundedTraceAnalysisStore, J as TraceAnalysisStore, Q as ErrorCluster, S as makeProposalFinding, X as DEFAULT_TRACE_ANALYST_BUDGETS, Z as DatasetOverview, at as TraceAnalystSpan, b as computeFindingId, c as AnalystRunEvent, ct as TraceAnalystTraceSummary, d as AnalystRunSummary, dt as ViewTraceResult, et as SearchSpanResult, f as AnalystSeverity, i as AnalystFinding, it as TraceAnalystFilters, l as AnalystRunInputs, lt as ViewSpansResult, m as EvidenceRef, n as AnalystContext, nt as SpanMatchRecord, ot as TraceAnalystSpanKind, p as AnalystUsageReceipt, rt as TraceAnalystByteBudgets, st as TraceAnalystSpanStatus, t as Analyst, tt as SearchTraceResult, u as AnalystRunResult, ut as ViewTraceOversized, v as ProposalFinding, x as makeFinding } from "./types-DzCO-S1m.js";
|
|
7
|
+
import { $ as AssertCrossFamilyServedOptions, A as createChatClient, B as LlmToolChoice, C as ChatResponse, D as MockTransportOpts, E as CustomTransportOpts, G as InMemoryRawProviderSink, H as LlmUsage, I as LlmMessage, M as LlmCallRequest, N as LlmCallResult, O as OpenAiCompatibleTransportOpts, P as LlmChargeBounds, R as LlmTokenLogprob, S as ChatRequest, T as CreateChatClientOpts, U as FileSystemRawProviderSink, V as LlmToolDefinition, X as RawProviderEvent, Z as RawProviderSink, _ as ScenarioResult, a as CompletionCriterion, at as assertCrossFamilyServed, b as ChatCallOpts, c as JudgeFn, ct as checkServedModel, d as PersonaConfig, dt as CrossFamilyError, et as AssertServedModelOptions, f as ProductClientConfig, ft as JudgeFamily, g as ScenarioFile, h as RubricDimension, i as CollectedArtifacts, it as ServedModelVerdict, j as LlmCallMetadata, k as SandboxSdkTransportOpts, l as JudgeInput, lt as describeServedModelCheck, m as RouteMap, mt as judgeFamily, n as ArtifactResult, nt as ServedModelCheck, o as DimensionJudgeScore, ot as assertServedModel, p as ProductScenario, pt as assertCrossFamily, q as NoopRawProviderSink, r as CheckResult, rt as ServedModelPolicy, s as DriverState, st as assertServedModels, t as ArtifactCheck, tt as ModelSubstitutionError, u as JudgeRubric, ut as AssertCrossFamilyOptions, v as Turn, w as ChatTransport, x as ChatClient, y as TurnResult, z as LlmToolCall } from "./types-0KglnQ9o.js";
|
|
8
|
+
import { a as ContinuousCalibrationResult, d as calibrateJudgeContinuous, f as continuousAgreement, h as verbosityBias, i as ContinuousAgreementOptions, l as VerbosityBiasResult, n as CandidateScore, o as GoldenItem, r as ContinuousAgreement, t as CalibrationResult, u as calibrateJudge } from "./judge-calibration-DnrbQaXI.js";
|
|
9
|
+
import { $ as measureJudgeAgreement, B as JudgeConfusion, F as CalibrationExample, G as JudgeGateRefusedError, H as JudgeGateDecision, I as CalibrationMerge, J as JudgeRunMeta, K as JudgeGateStatus, L as DEFAULT_JUDGE_GATE_POLICY, Q as judgeGateDecision, R as JudgeAgreement, St as analyzeSeries, U as JudgeGateInput, V as JudgeExampleAgreement, W as JudgeGatePolicy, X as addCalibrationVerdicts, Y as OwnerVerdict, Z as assertJudgeMayGate, an as CorpusAgreementPerDimension, bt as SeriesConvergenceOptions, cn as corpusInterRaterAgreement, et as registerCalibrationSet, in as CorpusAgreementOptions, ln as corpusInterRaterAgreementFromJudgeScores, on as CorpusAgreementReport, q as JudgeRun, sn as CorpusScoreRecord, tt as snapshotFromJudgeAgreement, un as interRaterReliability, xt as SeriesConvergenceResult, z as JudgeCalibrationSet } from "./index-DAk2quYu.js";
|
|
10
|
+
import { B as WeightedCompositeResult, G as spearmanR, H as partialCredit, J as weightedMean, K as summarizeNumberSeries, L as SeriesDistribution, R as SeriesDistributionOptions, U as pearsonR, V as confidenceInterval, W as ranks, a as MintedRolloutLine, q as weightedComposite, z as WeightedCompositeInput } from "./schema-DkFJr3Y8.js";
|
|
11
|
+
import { n as bonferroni, r as holm, t as benjaminiHochberg } from "./multiplicity-D_SEsc5j.js";
|
|
12
|
+
import { A as PairRunRecordsResult, At as EProcess, B as ArmPopulationSummary, Bt as mcnemar, D as MatchedRunRecordPair, E as MatchedPair, F as comparePairedArms, Ft as ExactRiskDifferenceResult, Gt as wilson, Ht as pairedRiskDifferenceExact, I as pairArms, It as McNemarResult, L as pairRunRecords, Lt as ProportionInterval, M as PairedArmsComparison, Mt as EProcessState, N as PairedCorrectness, Nt as EProcessStep, O as PairArmsOptions, P as PairedMetricDelta, Pt as eProcess, R as ArmAssignment, Rt as RiskDifferenceResult, S as manifestContentDigest, T as ComparePairedArmsOptions, Ut as pairedRiskDifferenceScore, Vt as pairedRiskDifference, Wt as passAtK, _t as AttestationProvenance, bt as attest, gt as ATTESTATION_ALGORITHM, it as paretoFrontier, j as PairedArmRow, jt as EProcessOptions, k as PairArmsResult, nt as ParetoResult, rt as dominates, tt as Objective, vt as AttestationVerification, x as hashJson, xt as verifyAttestation, yt as AttestedReport, z as ArmPopulationReading, zt as ScoreRiskDifferenceResult } from "./statistical-heldout-Cei036nE.js";
|
|
13
|
+
import { a as PairedPromotionDecision, c as BOOTSTRAP_GATE_MIN_N, d as PairedSignTestResult, f as PairedTTestResult, g as pairedTTest, h as pairedSignTest, i as PairedMcNemarEvidence, l as PairedBootstrapOptions, m as pairedBootstrap, n as PairedDecisionShape, o as PairedPromotionDecisionOptions, p as SignTestAlternative, r as PairedDecisionStatistic, s as decidePairedPromotion, t as PairedDecisionMethod, u as PairedBootstrapResult } from "./paired-promotion-decision-BDnqepZ1.js";
|
|
14
|
+
import { a as requiredPairedSampleSize, i as pairedMde, n as mcnemarPower, o as requiredSampleSize, r as mcnemarRequiredN, t as mulberry32 } from "./random-BN150Q_X.js";
|
|
15
|
+
import { C as mannWhitneyU, S as WilcoxonSignedRankResult, _ as evaluateReleaseConfidence, a as bootstrapCi, b as RankTestMethodRequest, d as ReleaseConfidenceIssue, f as ReleaseConfidenceMetrics, g as ReleaseTraceEvidence, i as Verdict, n as BootstrapResult, p as ReleaseConfidenceScorecard, s as ActionableSideInfo, t as BootstrapOptions, u as ReleaseConfidenceInput, v as MannWhitneyResult, w as wilcoxonSignedRank, x as RankTestOptions, y as RankTestMethod } from "./promotion-gate-CixshGI8.js";
|
|
16
|
+
import { $ as summarizeBackendIntegrity, $n as RedTeamCategory, Di as RunCampaignOptions, Ei as CampaignCellRetryPolicy, Oi as runCampaign, Q as assertRealBackend, Qn as RedTeamCase, Ti as CampaignCellFailureReceipt, X as BackendIntegrityError, Z as BackendIntegrityReport, Zn as DEFAULT_RED_TEAM_CORPUS, ar as CanaryAlert, ci as LlmJudgeOptions, cr as CanaryOptions, er as RedTeamFinding, fi as transientDispatchFailure, ft as ArtifactEventLike, gt as extractProducedState, ht as ToolCallEventLike, ir as scoreRedTeamOutput, li as llmJudge, lr as CanaryReport, mt as RuntimeEventLike, nr as redTeamDataset, or as CanaryEvaluation, pt as ProposalEventLike, rr as redTeamReport, sr as CanaryKind, tr as RedTeamReport, ur as runCanaries } from "./index-B7v2QHlD.js";
|
|
17
|
+
import { $ as MintRolloutResult, Q as MintRolloutOptions, R as Scenario, S as JudgeConfig, _ as GateDecision, a as CampaignResult, nt as mintRolloutRows, tt as RolloutSearchLineage, w as JudgeScore } from "./types-C54Uk_a1.js";
|
|
18
|
+
import { a as RunFilter, i as InMemoryTraceStore, n as FileSystemTraceStore, o as SpanFilter, s as TraceStore, t as EventFilter } from "./store-CMs5wGXP.js";
|
|
19
|
+
import { n as ScorePreference } from "./reward-ST4PXNXF.js";
|
|
20
|
+
import { a as ProfileAxisSpec, c as expandProfileAxes, i as HarnessType, l as harnessAxisOf, n as CODING_HARNESSES, o as agentProfileHash, r as HARNESS_NATIVE_MODEL, s as agentProfileId, t as AgentProfile } from "./agent-profile-CoD1Dotf.js";
|
|
21
|
+
import { i as DatasetSplit, n as DatasetManifest, r as DatasetScenario, t as Dataset } from "./dataset-DThC1S6G.js";
|
|
22
|
+
import { C as runEquivalenceCheck, S as defineEquivalenceCheck, _ as StrategyChecker, a as CheckerIdentity, b as VerificationStrategyProfile, c as EquivalenceCheckDefinition, d as EquivalenceCheckerInput, f as EquivalenceCheckerResult, g as EquivalenceRecord, h as EquivalenceProtocolError, i as equivalenceVerdict, l as EquivalenceCheckSpec, m as EquivalenceObligationStatus, n as VerdictCertification, o as CheckerOutcome, p as EquivalenceObligation, r as certificationEvidenceDigest, s as EquivalenceArm, t as DefaultVerdict, u as EquivalenceChecker, v as VERIFICATION_STRATEGIES, x as VerificationStrategySource, y as VERIFICATION_STRATEGY_SOURCES } from "./verdict-D_qiBQ6_.js";
|
|
23
|
+
import { a as MultiLayerVerifier, c as VerifyOptions, i as LayerStatus, l as gradeSemanticStatus, n as Layer, o as Severity, r as LayerResult, s as VerificationReport, t as Finding } from "./multi-layer-verifier-lM4aVN78.js";
|
|
24
|
+
import { C as HeldOutGateRejectionCode, S as HeldOutGateDecision, _ as gainHistogram, a as ResearchReportOptions, b as HeldOutGate, d as GainDistributionOptions, g as SummaryTableRow, h as SummaryTableOptions, l as GainDistributionBin, m as SummaryTable, p as ParetoPoint, t as ResearchReport, u as GainDistributionFigureSpec, v as summaryTable, w as SplitCoverage, x as HeldOutGateConfig, y as GateEvidence } from "./summary-report-0La5vejY.js";
|
|
25
|
+
import { a as FailureClassification, c as FailureRule, d as failureBlame, i as FailureBlame, l as classifyFailure, o as FailureContext, r as failureClusterView, s as FailureReasonRule, u as classifyFailureReason } from "./failure-cluster-DOoa7CBg.js";
|
|
26
|
+
import { d as InsightReport, n as analyzeRuns, t as AnalyzeRunsOptions } from "./analyze-runs-C-pP1sK9.js";
|
|
27
|
+
import { a as ProducedProposal, c as SatisfiedBy, d as createLlmCorrectnessChecker, f as verifyCompletion, i as LlmCorrectnessCheckerOpts, l as TaskGold, n as CompletionVerdict, o as ProducedState, r as CorrectnessChecker, s as RequirementCheck, t as CompletionRequirement, u as completionVerdict } from "./completion-verifier-7KEfroqx.js";
|
|
28
|
+
import { _ as SelfImproveMethodResult, a as DefinedAgentEval, c as SelfImproveMethodOptions, d as SelfImproveProposerOptions, f as SelfImproveProposerResult, g as SelfImproveMethodProvenance, h as selfImprove, i as DefineAgentEvalOptions, l as SelfImproveOptions, n as AgentEvalEvaluateOptions, o as defineAgentEval, p as SelfImproveResult, r as AgentEvalImproveOptions, s as SelfImproveBudget, t as AgentEvalAgent, u as SelfImproveProgressEvent } from "./define-agent-eval-CAffiFbN.js";
|
|
29
|
+
import { B as FindingsDiff, H as PersistedFinding, U as diffFindings, V as FindingsStore, z as DiffPolicy } from "./systemone-Cw2txK5m.js";
|
|
30
|
+
import { i as ExactAnalystRunEvent, l as ExactCapableAnalyst, o as ExactAnalystRunResult } from "./exact-types-D98BKpxo.js";
|
|
31
|
+
import { a as createTraceAnalyst, i as TraceAnalystDefinition, n as buildDefaultAnalystRegistry, r as CreateTraceAnalystOptions, t as DefaultAnalystRegistryOptions } from "./default-registry-B1DstPYg.js";
|
|
32
|
+
import { r as TraceAnalysisEngineResult, s as RawAnalystFinding, t as TraceAnalysisEngine } from "./engine-CaHaCc3W.js";
|
|
33
|
+
import { a as BudgetPolicy, c as RegistryRunOpts, i as AnalystRegistryOptions, s as ExactRegistryRunOpts, t as AnalystRegistry } from "./registry-dhdDoAV8.js";
|
|
34
|
+
import { C as SEMANTIC_CONCEPT_JUDGE_VERSION, D as runSemanticConceptJudge, E as SemanticConceptJudgeResult, S as ConceptSpec, T as SemanticConceptJudgeOptions, _ as DspyRlmTraceEngineOptions, a as FAILURE_MODE_KIND_SPEC, b as createChatTraceEngine, d as FindingSubject, f as FindingSubjectKind, t as DEFAULT_TRACE_ANALYST_KINDS, v as createDspyRlmTraceEngine, w as SemanticConceptJudgeInput, x as ConceptFinding, y as ChatTraceEngineOptions } from "./index-CUjeTDPv.js";
|
|
35
|
+
import { i as BenchmarkEvaluation } from "./types-0oMg7zee.js";
|
|
36
|
+
import { a as SpanHandle, n as CaptureWrite, o as TraceEmitter, s as TraceEmitterOptions, t as CaptureErrorHandler } from "./emitter-mAXC5PSN.js";
|
|
37
|
+
import { n as SandboxDriver } from "./sandbox-harness-B3Kx1fOA.js";
|
|
38
|
+
import { _ as shareAllowed, a as RedactionProfile, d as assessShareSafety, g as redactText, h as redactForShare, l as ShareSafetyStatus, m as redact, n as REDACTION_VERSION, o as RedactionReport, r as RedactOptions, u as ShareSafetyVerdict } from "./redact-C_wzC4c_.js";
|
|
39
|
+
import { a as PairedEvalueStep, c as SequentialDecision, i as PairedEvalueSequence, l as evaluateInterimReleaseConfidence, n as InterimReleaseConfidenceInput, r as PairedEvalueOptions, t as InterimReleaseConfidence, u as pairedEvalueSequence } from "./sequential-Bb_pdTqG.js";
|
|
40
|
+
import { S as welchsTTest, _ as computeToolUseMetrics, b as WelchTestStatus, d as Trajectory, f as TrajectoryStep, g as ToolUseOptions, h as ToolUseMetrics, i as toolWasteView, m as ToolStats, p as buildTrajectory, s as judgeAgreementView, u as budgetBreachView, x as iqr, y as WelchTestResult } from "./tool-waste-BFG1vwTV.js";
|
|
41
|
+
import { A as AnalystFindingDigest, B as ControlRuntimeConfig, C as createFeedbackTrajectory, D as renderPreferenceMemoryMarkdown, E as feedbackTrajectoryToOptimizerRow, F as ControlBudget, H as ControlSeverity, I as ControlContext, L as ControlDecision, M as AnalystRunDigest, N as analystRunDigest, O as summarizePreferenceMemory, P as ControlActionOutcome, R as ControlEvalResult, S as controlRunToFeedbackTrajectory, T as feedbackTrajectoriesToOptimizerRows, U as ControlStep, V as ControlRuntimeError, W as StopDecision, _ as PreferenceMemoryEntry, a as FeedbackLabel, b as analystRunToReviewRequests, c as FeedbackOptimizerRow, d as FeedbackTask, f as FeedbackTrajectory, g as InMemoryFeedbackTrajectoryStore, h as FileSystemFeedbackTrajectoryStore, i as FeedbackAttempt, j as AnalystReviewDecision, k as withAssignedFeedbackSplit, l as FeedbackOutcome, m as FeedbackTrajectoryStore, n as AnalystReviewRequest, o as FeedbackLabelKind, p as FeedbackTrajectoryFilter, r as FeedbackArtifactType, s as FeedbackLabelSource, t as AnalystFeedbackTrajectoryOptions, u as FeedbackSplitPolicy, v as ProposedSideEffect, w as feedbackTrajectoriesToDatasetScenarios, x as assignFeedbackSplit, y as analystRunToFeedbackTrajectory, z as ControlRunResult } from "./feedback-trajectory-SBGncrCP.js";
|
|
42
|
+
import { A as TraceInsightReadiness, F as describeTraceInsightScope, G as AnalyzeTracesResult, H as tokenizeDomainWords, I as domainEvidencePattern, K as analyzeTraces, L as inferDomainKeywords, N as buildTraceInsightContext, P as buildTraceInsightPrompt, V as scoreTraceInsightReadiness, a as captureFetchToRawSink, b as OtlpSpan, c as ExtractedUsage, d as extractUsageFromSse, f as OtlpFileTraceStore, g as spanRecordsToTraceAnalysisStore, h as otlpTextToTraceAnalysisStore, j as TraceInsightSuite, m as SpanRecordsToTraceAnalysisStoreOptions, n as toolSpansToTraceAnalysisStore, o as OtlpFlatLine, u as extractUsage, v as OtlpExport, x as exportRunAsOtlp } from "./store-tool-spans-B3i3fl0A.js";
|
|
43
|
+
import { a as RunIntegrityReport, o as assertRunCaptured, t as RunIntegrityError } from "./integrity-BAdVzT8u.js";
|
|
44
|
+
import { a as SteeringChange, c as CampaignRunContext, d as CampaignVariant, f as EvalCampaignOptions, h as runEvalCampaign, i as Researcher, l as CampaignRunOutcome, m as FailedRun, n as ExperimentResult, o as CampaignFactoryParams, p as EvalCampaignResult, r as FailureMode, s as CampaignIntegrityPolicy, t as ExperimentPlan, u as CampaignScenario } from "./researcher-CLnNJ7Or.js";
|
|
45
|
+
import "./index-DUn0GNiZ.js";
|
|
46
|
+
import { y as OUTPUT_VALUE } from "./attribute-vocabulary-5oo8ykIx.js";
|
|
47
|
+
import { i as judgeSpans, n as argHash, s as runsForScenario } from "./query-UD0B08Sb.js";
|
|
49
48
|
import { SpanKind } from "@tangle-network/agent-trace-contract";
|
|
50
|
-
//#region src/cost-ledger/errors.d.ts
|
|
51
49
|
export declare class CostCeilingReachedError extends ValidationError {
|
|
52
50
|
constructor(ceilingUsd: number, committedUsd: number, requestedUsd: number, phase: string, actor: string);
|
|
53
51
|
}
|
|
54
52
|
export declare class CostAccountingIncompleteError extends ValidationError {}
|
|
55
|
-
//#endregion
|
|
56
|
-
//#region src/cost-ledger/pricing.d.ts
|
|
57
53
|
interface CostResult {
|
|
58
54
|
costUsd: number;
|
|
59
55
|
costUnknown: boolean;
|
|
@@ -61,8 +57,6 @@ interface CostResult {
|
|
|
61
57
|
export declare function costForUsage(model: string, usage: CostUsage): CostResult;
|
|
62
58
|
/** Price token counts with caller-supplied per-million rates. */
|
|
63
59
|
export declare function costForTokenPricing(pricing: CustomTokenPricing, usage: Pick<CostUsage, 'inputTokens' | 'outputTokens' | 'cachedTokens' | 'cacheWriteTokens'>): number;
|
|
64
|
-
//#endregion
|
|
65
|
-
//#region src/llm-client/accounting.d.ts
|
|
66
60
|
export declare function maximumChargeForLlmRequest(request: Pick<LlmCallRequest, 'model' | 'messages' | 'jsonSchema' | 'tools' | 'toolChoice' | 'maxTokens' | 'thinking'>, options?: LlmChargeBounds): MaximumCharge | undefined;
|
|
67
61
|
/** Convert a provider result into the canonical paid-call receipt input.
|
|
68
62
|
* The receipt is JSON-clean: absent optional fields are omitted, never carried
|
|
@@ -72,8 +66,6 @@ export declare function maximumChargeForLlmRequest(request: Pick<LlmCallRequest,
|
|
|
72
66
|
export declare function costReceiptFromLlm(result: LlmCallResult, customTokenPricing?: CustomTokenPricing): CostReceiptInput;
|
|
73
67
|
/** Structured-response failures retain their completed provider receipt. */
|
|
74
68
|
export declare function costReceiptFromLlmError(error: Error, customTokenPricing?: CustomTokenPricing): CostReceiptInput | undefined;
|
|
75
|
-
//#endregion
|
|
76
|
-
//#region src/llm-client/errors.d.ts
|
|
77
69
|
export declare class LlmCallError extends AgentEvalError {
|
|
78
70
|
readonly status: number;
|
|
79
71
|
readonly body: string;
|
|
@@ -89,16 +81,12 @@ export declare class LlmResponseError extends AgentEvalError {
|
|
|
89
81
|
cause?: unknown;
|
|
90
82
|
});
|
|
91
83
|
}
|
|
92
|
-
//#endregion
|
|
93
|
-
//#region src/llm-client/json.d.ts
|
|
94
84
|
/**
|
|
95
85
|
* Strip a ```json / ``` code fence if the model emitted one.
|
|
96
86
|
* Idempotent for naked JSON. Some models (claude-code via router, certain
|
|
97
87
|
* deepseek models) wrap output even under json_object.
|
|
98
88
|
*/
|
|
99
89
|
export declare function stripFencedJson(raw: string): string;
|
|
100
|
-
//#endregion
|
|
101
|
-
//#region src/llm-client/resilience.d.ts
|
|
102
90
|
/**
|
|
103
91
|
* True when an error is a transient transport/network fault worth retrying,
|
|
104
92
|
* as opposed to a deterministic failure (4xx schema reject, JSON parse) that
|
|
@@ -111,8 +99,6 @@ export declare function stripFencedJson(raw: string): string;
|
|
|
111
99
|
* consistently across transports.
|
|
112
100
|
*/
|
|
113
101
|
export declare function isTransientLlmError(err: unknown): boolean;
|
|
114
|
-
//#endregion
|
|
115
|
-
//#region src/statistics/effect-sizes.d.ts
|
|
116
102
|
/**
|
|
117
103
|
* Standardized effect sizes: Cohen's d family and Cliff's delta, with the
|
|
118
104
|
* shared degenerate-input contract (null where the effect is undefined).
|
|
@@ -157,8 +143,6 @@ export declare function cliffsDelta(before: number[], after: number[]): number;
|
|
|
157
143
|
* <0.474 medium, else large.
|
|
158
144
|
*/
|
|
159
145
|
export declare function interpretCliffs(delta: number): CliffsMagnitude;
|
|
160
|
-
//#endregion
|
|
161
|
-
//#region src/statistics/inference.d.ts
|
|
162
146
|
/** Two-sided normal tail, evaluated without subtracting a near-one CDF. */
|
|
163
147
|
export declare function normalTwoSidedPValue(z: number): number;
|
|
164
148
|
/** Two-sided Student-t tail, preserving small tail probabilities. */
|
|
@@ -181,8 +165,6 @@ export declare function linearRegressionSlope(points: readonly {
|
|
|
181
165
|
x: number;
|
|
182
166
|
y: number;
|
|
183
167
|
}[]): LinearRegressionResult;
|
|
184
|
-
//#endregion
|
|
185
|
-
//#region src/statistics/samples.d.ts
|
|
186
168
|
interface SampleSummaryOptions {
|
|
187
169
|
confidence?: number;
|
|
188
170
|
seed?: number;
|
|
@@ -215,12 +197,10 @@ interface SampleSummary {
|
|
|
215
197
|
export declare function sampleMedian(values: readonly number[]): number | null;
|
|
216
198
|
/** Descriptive facts, not stability policy or a significance test. */
|
|
217
199
|
export declare function summarizeSample(values: readonly number[], options?: SampleSummaryOptions): SampleSummary | null;
|
|
218
|
-
//#endregion
|
|
219
|
-
//#region src/analyst/policy-edit.d.ts
|
|
220
200
|
type PolicyEditSchemaVersion = 'policy-edit/v1';
|
|
221
|
-
declare const POLICY_EDIT_AXES: readonly [
|
|
201
|
+
declare const POLICY_EDIT_AXES: readonly ["carrier", "representation", "budget", "sampling", "output_contract", "tool_contract", "routing", "memory", "agent_profile", "deployment_target"];
|
|
222
202
|
type PolicyEditAxis = (typeof POLICY_EDIT_AXES)[number];
|
|
223
|
-
declare const POLICY_EDIT_TARGET_SURFACES: readonly [
|
|
203
|
+
declare const POLICY_EDIT_TARGET_SURFACES: readonly ["prompt", "tool-contract", "runtime-config", "memory", "agent-profile", "code", "deployment"];
|
|
224
204
|
type PolicyEditTargetSurface = (typeof POLICY_EDIT_TARGET_SURFACES)[number];
|
|
225
205
|
type PolicyEditRisk = 'low' | 'medium' | 'high' | 'unknown';
|
|
226
206
|
type PolicyEditGainDirection = 'increase' | 'decrease';
|
|
@@ -279,7 +259,7 @@ interface PolicyEdit {
|
|
|
279
259
|
validationPlan?: string;
|
|
280
260
|
metadata?: Record<string, unknown>;
|
|
281
261
|
}
|
|
282
|
-
declare const POLICY_EDIT_CANDIDATE_RECORD_SCHEMA:
|
|
262
|
+
declare const POLICY_EDIT_CANDIDATE_RECORD_SCHEMA: "tangle.policy-edit-candidate.v1";
|
|
283
263
|
/** JSON-safe attribution carried with a measured candidate and its scores. */
|
|
284
264
|
interface PolicyEditCandidateRecord {
|
|
285
265
|
schema: typeof POLICY_EDIT_CANDIDATE_RECORD_SCHEMA;
|
|
@@ -308,8 +288,6 @@ interface PolicyEditAdmission {
|
|
|
308
288
|
reasons: string[];
|
|
309
289
|
}
|
|
310
290
|
export declare function makePolicyEditCandidateRecord(edit: PolicyEdit): PolicyEditCandidateRecord;
|
|
311
|
-
//#endregion
|
|
312
|
-
//#region src/capability-headroom.d.ts
|
|
313
291
|
/**
|
|
314
292
|
* Capability-headroom gate — "can this task set even SEE the capability
|
|
315
293
|
* you're about to A/B?"
|
|
@@ -401,8 +379,6 @@ interface AssertCapabilityHeadroomOptions {
|
|
|
401
379
|
* calibration run and the treatment run.
|
|
402
380
|
*/
|
|
403
381
|
export declare function assertCapabilityHeadroom(result: CapabilityHeadroomResult, opts?: AssertCapabilityHeadroomOptions): void;
|
|
404
|
-
//#endregion
|
|
405
|
-
//#region src/cost-tracker.d.ts
|
|
406
382
|
/**
|
|
407
383
|
* Cost tracker — token + USD accounting per scenario and per run.
|
|
408
384
|
*
|
|
@@ -478,8 +454,6 @@ interface CostSummary {
|
|
|
478
454
|
/** Total USD / completed scenarios — null when nothing completed. */
|
|
479
455
|
costPerCompletedTaskUsd: number | null;
|
|
480
456
|
}
|
|
481
|
-
//#endregion
|
|
482
|
-
//#region src/detectors/index.d.ts
|
|
483
457
|
type DetectorSeverity = 'info' | 'warn' | 'critical';
|
|
484
458
|
/** A normalized step a detector folds over. Fields are optional; each detector reads only what it
|
|
485
459
|
* needs (repeated-action → `actionFingerprint`; no-progress → `stateFingerprint` + `score`;
|
|
@@ -535,8 +509,6 @@ export declare function errorStreakDetector(opts?: ErrorStreakOptions): Streamin
|
|
|
535
509
|
/** Fold one event through many detectors at once; returns every signal that fired this step. The
|
|
536
510
|
* natural shape for an online pipe watching with a whole panel of detectors. */
|
|
537
511
|
export declare function observeAll(detectors: ReadonlyArray<StreamingDetector>, event: DetectorEvent): DetectorSignal[];
|
|
538
|
-
//#endregion
|
|
539
|
-
//#region src/error-count-extractor.d.ts
|
|
540
512
|
/**
|
|
541
513
|
* Toolchain error-count extractor.
|
|
542
514
|
*
|
|
@@ -583,8 +555,6 @@ interface ExtractResult {
|
|
|
583
555
|
* NOT treat that as "zero TS errors" because the toolchain is wrong.
|
|
584
556
|
*/
|
|
585
557
|
export declare function extractErrorCount(text: string, opts?: ExtractOptions): ExtractResult;
|
|
586
|
-
//#endregion
|
|
587
|
-
//#region src/knowledge/types.d.ts
|
|
588
558
|
type KnowledgeRequirementCategory = 'user_specific' | 'company_specific' | 'domain_specific' | 'codebase_specific' | 'market_specific' | 'regulatory' | 'tool_api' | 'credential_or_secret' | 'runtime_environment' | 'preference' | 'historical_context';
|
|
589
559
|
type KnowledgeAcquisitionMode = 'ask_user' | 'search_web' | 'query_connector' | 'inspect_repo' | 'run_command' | 'infer_low_confidence' | 'not_available';
|
|
590
560
|
type KnowledgeImportance = 'blocking' | 'high' | 'medium' | 'low';
|
|
@@ -657,8 +627,6 @@ interface DataAcquisitionPlan {
|
|
|
657
627
|
questions?: UserQuestion[];
|
|
658
628
|
metadata?: Record<string, unknown>;
|
|
659
629
|
}
|
|
660
|
-
//#endregion
|
|
661
|
-
//#region src/leaderboard.d.ts
|
|
662
630
|
interface LeaderboardRow {
|
|
663
631
|
/** Group key — the agent-profile cellId by default, else a caller dimension. */
|
|
664
632
|
key: string;
|
|
@@ -691,8 +659,6 @@ interface LeaderboardOptions {
|
|
|
691
659
|
* Pure projection: no I/O, deterministic, safe to call on any RunRecord[].
|
|
692
660
|
*/
|
|
693
661
|
export declare function leaderboard(records: RunRecord[], opts: LeaderboardOptions): LeaderboardRow[];
|
|
694
|
-
//#endregion
|
|
695
|
-
//#region src/paired-delta-test.d.ts
|
|
696
662
|
interface PairedDeltaTestOptions extends PairedBootstrapOptions {
|
|
697
663
|
/** Smallest candidate-minus-baseline delta that counts as improvement. Default 0. */
|
|
698
664
|
threshold?: number;
|
|
@@ -753,8 +719,6 @@ export declare function minimumPairsForPairedDeltaTest(confidence?: number): num
|
|
|
753
719
|
* interval, rather than thresholding this function's bootstrap directly.
|
|
754
720
|
*/
|
|
755
721
|
export declare function pairedDeltaTest(before: number[], after: number[], options?: PairedDeltaTestOptions): PairedDeltaTestResult;
|
|
756
|
-
//#endregion
|
|
757
|
-
//#region src/partition-held-out.d.ts
|
|
758
722
|
/**
|
|
759
723
|
* Deterministic held-out partitioning over stable ids.
|
|
760
724
|
*
|
|
@@ -837,8 +801,6 @@ interface TrainSelectionTestPartition<T> {
|
|
|
837
801
|
selectionFraction: number;
|
|
838
802
|
testFraction: number;
|
|
839
803
|
}
|
|
840
|
-
//#endregion
|
|
841
|
-
//#region src/product-benchmark/export.d.ts
|
|
842
804
|
interface ProductBenchmarkExportOptions {
|
|
843
805
|
/** Source eval run directories, each containing a `records.jsonl` of RunRecord rows. */
|
|
844
806
|
readonly runDirs: readonly string[];
|
|
@@ -900,9 +862,7 @@ export declare function exportProductBenchmark(options: ProductBenchmarkSingleRu
|
|
|
900
862
|
* run through the contract validators before anything is written.
|
|
901
863
|
*/
|
|
902
864
|
export declare function exportProductBenchmarkRuns(options: ProductBenchmarkExportOptions): ProductBenchmarkExportResult;
|
|
903
|
-
|
|
904
|
-
//#region src/product-benchmark/index.d.ts
|
|
905
|
-
declare const productBenchmarkSplits: readonly ['practice', 'dev', 'holdout', 'safety', 'sentinel'];
|
|
865
|
+
declare const productBenchmarkSplits: readonly ["practice", "dev", "holdout", "safety", "sentinel"];
|
|
906
866
|
type ProductBenchmarkSplit = (typeof productBenchmarkSplits)[number];
|
|
907
867
|
interface ProductBenchmarkRepoRef {
|
|
908
868
|
readonly url: string;
|
|
@@ -979,8 +939,6 @@ export declare function readProductBenchmarkManifest(path: string): ProductBench
|
|
|
979
939
|
* integrity, and artifact failure listed. Returns the report when clean.
|
|
980
940
|
*/
|
|
981
941
|
export declare function assertProductBenchmarkRun(runDir: string): ProductBenchmarkValidationReport;
|
|
982
|
-
//#endregion
|
|
983
|
-
//#region src/runtime-trajectory.d.ts
|
|
984
942
|
interface RuntimeTrajectoryHookEvent {
|
|
985
943
|
id: string;
|
|
986
944
|
runId: string;
|
|
@@ -1025,8 +983,6 @@ interface ProjectRuntimeTrajectoryEvidenceOptions<TRecord extends RuntimeTraject
|
|
|
1025
983
|
scenarioIdOf?: (record: TRecord, index: number) => string | undefined;
|
|
1026
984
|
}
|
|
1027
985
|
export declare function projectRuntimeTrajectoryEvidence<TRecord extends RuntimeTrajectoryRecord>(options: ProjectRuntimeTrajectoryEvidenceOptions<TRecord>): RuntimeTrajectoryEvidenceProjection;
|
|
1028
|
-
//#endregion
|
|
1029
|
-
//#region src/active-learning.d.ts
|
|
1030
986
|
type SynthesisReason = 'high-variance' | 'undersampled' | 'failure-cluster' | 'difficulty-gap';
|
|
1031
987
|
interface SynthesisTarget {
|
|
1032
988
|
reason: SynthesisReason;
|
|
@@ -1048,8 +1004,6 @@ interface ActiveLearningOptions {
|
|
|
1048
1004
|
topK?: number;
|
|
1049
1005
|
}
|
|
1050
1006
|
export declare function proposeSynthesisTargets(dataset: Dataset, traceStore: TraceStore, options?: ActiveLearningOptions): Promise<SynthesisTarget[]>;
|
|
1051
|
-
//#endregion
|
|
1052
|
-
//#region src/bounded-process.d.ts
|
|
1053
1007
|
/**
|
|
1054
1008
|
* `runBoundedProcess` — run one command under a wall-clock bound and return
|
|
1055
1009
|
* what it produced, leaving no descendant behind.
|
|
@@ -1246,8 +1200,6 @@ interface BoundedProcessResult {
|
|
|
1246
1200
|
runnerError?: string;
|
|
1247
1201
|
}
|
|
1248
1202
|
export declare function runBoundedProcess(input: BoundedProcessInput): Promise<BoundedProcessResult>;
|
|
1249
|
-
//#endregion
|
|
1250
|
-
//#region src/command-runner.d.ts
|
|
1251
1203
|
/**
|
|
1252
1204
|
* CommandRunner — abstract subprocess execution surface.
|
|
1253
1205
|
*
|
|
@@ -1320,8 +1272,6 @@ interface CommandRunner {
|
|
|
1320
1272
|
readDir(path: string): Promise<DirEntry[]>;
|
|
1321
1273
|
}
|
|
1322
1274
|
export declare const localCommandRunner: CommandRunner;
|
|
1323
|
-
//#endregion
|
|
1324
|
-
//#region src/discover-personas.d.ts
|
|
1325
1275
|
/**
|
|
1326
1276
|
* Walk a personas directory and return every file matching the convention
|
|
1327
1277
|
* `NN-slug.{yaml,yml,json,md}`. Sorted by filename so the numeric prefix
|
|
@@ -1356,8 +1306,6 @@ interface DiscoveredPersona {
|
|
|
1356
1306
|
id: string;
|
|
1357
1307
|
}
|
|
1358
1308
|
export declare function discoverPersonas(dir: string, opts?: DiscoverPersonasOptions): Promise<DiscoveredPersona[]>;
|
|
1359
|
-
//#endregion
|
|
1360
|
-
//#region src/improvement-verdict.d.ts
|
|
1361
1309
|
/** Verdict for one candidate relative to its parent. ITERATE is the neutral
|
|
1362
1310
|
* "keep collecting reps / no parent to compare against" state. */
|
|
1363
1311
|
type ExperimentVerdict = 'KEEP' | 'ITERATE' | 'NOISE' | 'REGRESSION';
|
|
@@ -1416,8 +1364,6 @@ interface ImprovementVerdictResult {
|
|
|
1416
1364
|
/** Human-readable reason for the verdict — for dashboards and logs. */
|
|
1417
1365
|
reason: string;
|
|
1418
1366
|
}
|
|
1419
|
-
//#endregion
|
|
1420
|
-
//#region src/propose-review.d.ts
|
|
1421
1367
|
interface Verification {
|
|
1422
1368
|
pass: boolean;
|
|
1423
1369
|
score?: number;
|
|
@@ -1532,8 +1478,6 @@ interface LlmReviewerConfig<State, Summary = unknown> {
|
|
|
1532
1478
|
systemPromptAddendum?: string;
|
|
1533
1479
|
}
|
|
1534
1480
|
export declare function createLlmReviewer<State, Summary = unknown>(cfg: LlmReviewerConfig<State, Summary>): ReviewFn<State, Summary>;
|
|
1535
|
-
//#endregion
|
|
1536
|
-
//#region src/propose-review-control.d.ts
|
|
1537
1481
|
interface ProposeReviewControlState<State, Summary = unknown> {
|
|
1538
1482
|
shot: number;
|
|
1539
1483
|
state: State;
|
|
@@ -1576,8 +1520,6 @@ interface ProposeReviewControlConfig<State, Summary = unknown> {
|
|
|
1576
1520
|
failureClassFromVerification?: (verification: Verification) => FailureClass | undefined;
|
|
1577
1521
|
actionFailure?: ControlRuntimeConfig<ProposeReviewControlState<State, Summary>, ProposeReviewControlAction, ProposeReviewControlResult<State, Summary>>['actionFailure'];
|
|
1578
1522
|
}
|
|
1579
|
-
//#endregion
|
|
1580
|
-
//#region src/reflective-mutation.d.ts
|
|
1581
1523
|
interface TrialTrace {
|
|
1582
1524
|
/** Stable id for the trial — surfaces in the prompt for grounding. */
|
|
1583
1525
|
id: string;
|
|
@@ -1634,8 +1576,6 @@ interface ReflectionProposal {
|
|
|
1634
1576
|
* fences and surrounding prose. Returns at most `maxProposals`.
|
|
1635
1577
|
*/
|
|
1636
1578
|
export declare function parseReflectionResponse(raw: string, maxProposals?: number): ReflectionProposal[];
|
|
1637
|
-
//#endregion
|
|
1638
|
-
//#region src/eval-trace-store.d.ts
|
|
1639
1579
|
/**
|
|
1640
1580
|
* Backing persistence for `EvalTraceStore`. The in-memory store is the default;
|
|
1641
1581
|
* the JSONL file store appends one validated `RunRecord` per line. Both keep an
|
|
@@ -1653,8 +1593,6 @@ interface RunRecordBackend {
|
|
|
1653
1593
|
export declare function jsonlRunRecordBackend(path: string, opts?: {
|
|
1654
1594
|
skipInvalid?: boolean;
|
|
1655
1595
|
}): RunRecordBackend;
|
|
1656
|
-
//#endregion
|
|
1657
|
-
//#region src/integrity/preflight.d.ts
|
|
1658
1596
|
interface ModelPreflight {
|
|
1659
1597
|
/** The model id as supplied by the caller. */
|
|
1660
1598
|
model: string;
|
|
@@ -1728,8 +1666,6 @@ interface PreflightOutcome {
|
|
|
1728
1666
|
* unconfigured (a 401 `model_not_found` from the router) is caught.
|
|
1729
1667
|
*/
|
|
1730
1668
|
export declare function preflightModels(opts: PreflightModelsOptions): Promise<PreflightOutcome>;
|
|
1731
|
-
//#endregion
|
|
1732
|
-
//#region src/model-seats.d.ts
|
|
1733
1669
|
/**
|
|
1734
1670
|
* ModelSeats — the program's model seating chart.
|
|
1735
1671
|
*
|
|
@@ -1802,8 +1738,6 @@ export declare const seatPresets: Record<'economy' | 'frontier', ModelSeats>;
|
|
|
1802
1738
|
export declare function resolveSeat(seats: ModelSeats, seat: 'judges', fallback?: string): string[];
|
|
1803
1739
|
export declare function resolveSeat(seats: ModelSeats, seat: Exclude<SeatName, 'judges'>, fallback?: string): string;
|
|
1804
1740
|
export declare function resolveSeat(seats: ModelSeats, seat: SeatName, fallback?: string): string | string[];
|
|
1805
|
-
//#endregion
|
|
1806
|
-
//#region src/prompt-registry.d.ts
|
|
1807
1741
|
/**
|
|
1808
1742
|
* Versioned prompt registry.
|
|
1809
1743
|
*
|
|
@@ -1844,8 +1778,6 @@ export declare class PromptRegistry {
|
|
|
1844
1778
|
}
|
|
1845
1779
|
/** SHA-256(content) → first 12 hex chars. Stable across runtimes. */
|
|
1846
1780
|
export declare function hashContent(content: string): Promise<string>;
|
|
1847
|
-
//#endregion
|
|
1848
|
-
//#region src/reference-replay.d.ts
|
|
1849
1781
|
/**
|
|
1850
1782
|
* Reference replay — score an agent against withheld historical outcomes.
|
|
1851
1783
|
*
|
|
@@ -1930,8 +1862,6 @@ interface ReferenceReplayRun<Input = unknown> {
|
|
|
1930
1862
|
score: ReferenceReplayScore;
|
|
1931
1863
|
metadata?: Record<string, unknown>;
|
|
1932
1864
|
}
|
|
1933
|
-
//#endregion
|
|
1934
|
-
//#region src/steering.d.ts
|
|
1935
1865
|
interface SteeringRolePrompt {
|
|
1936
1866
|
system?: string;
|
|
1937
1867
|
append?: string;
|
|
@@ -1945,8 +1875,6 @@ interface SteeringBundle {
|
|
|
1945
1875
|
rolePrompts?: Record<string, SteeringRolePrompt>;
|
|
1946
1876
|
metadata?: Record<string, unknown>;
|
|
1947
1877
|
}
|
|
1948
|
-
//#endregion
|
|
1949
|
-
//#region src/run-score.d.ts
|
|
1950
1878
|
interface RunScore {
|
|
1951
1879
|
success: number;
|
|
1952
1880
|
goalProgress: number;
|
|
@@ -1976,8 +1904,6 @@ interface RunScoreWeights {
|
|
|
1976
1904
|
}
|
|
1977
1905
|
export declare function aggregateRunScore(score: RunScore, weights?: Partial<RunScoreWeights>): number;
|
|
1978
1906
|
export declare function clamp01(value: number): number;
|
|
1979
|
-
//#endregion
|
|
1980
|
-
//#region src/steering-optimizer.d.ts
|
|
1981
1907
|
type SteeringOptimizerBackend = 'pairwise';
|
|
1982
1908
|
interface SteeringOptimizationRow {
|
|
1983
1909
|
variantId: string;
|
|
@@ -2016,8 +1942,6 @@ interface SteeringOptimizerConfig {
|
|
|
2016
1942
|
export declare class PairwiseSteeringOptimizer {
|
|
2017
1943
|
optimize(rows: SteeringOptimizationRow[], config?: SteeringOptimizerConfig): SteeringOptimizationResult;
|
|
2018
1944
|
}
|
|
2019
|
-
//#endregion
|
|
2020
|
-
//#region src/counterfactual.d.ts
|
|
2021
1945
|
type CounterfactualMutation = {
|
|
2022
1946
|
kind: 'swap-model';
|
|
2023
1947
|
at: number;
|
|
@@ -2070,8 +1994,6 @@ interface CounterfactualRunner {
|
|
|
2070
1994
|
*/
|
|
2071
1995
|
executeFrom: (ctx: CounterfactualContext, emitter: TraceEmitter) => Promise<void>;
|
|
2072
1996
|
}
|
|
2073
|
-
//#endregion
|
|
2074
|
-
//#region src/scorecard.d.ts
|
|
2075
1997
|
/** One commit's measurement of one (scenario, profile) cell. */
|
|
2076
1998
|
interface ScorecardEntry {
|
|
2077
1999
|
commitSha: string;
|
|
@@ -2184,8 +2106,6 @@ export declare function diffScorecard(scorecard: Scorecard, opts?: DiffScorecard
|
|
|
2184
2106
|
* enumerated.
|
|
2185
2107
|
*/
|
|
2186
2108
|
export declare function formatScorecardDiff(diff: ScorecardDiff): string;
|
|
2187
|
-
//#endregion
|
|
2188
|
-
//#region src/trace-contracts/types.d.ts
|
|
2189
2109
|
/**
|
|
2190
2110
|
* Minimal structural span the checker reads. The eval-side `Span`
|
|
2191
2111
|
* (trace/schema) and the output of {@link contractSpansFromOtlp} satisfy it.
|
|
@@ -2262,11 +2182,11 @@ interface SpanPredicate {
|
|
|
2262
2182
|
* instead of silently dropping the check. */
|
|
2263
2183
|
requiresCustom?: true;
|
|
2264
2184
|
}
|
|
2265
|
-
declare const ORDER_MODES: readonly [
|
|
2185
|
+
declare const ORDER_MODES: readonly ["start-order", "finish-before-start", "all-occurrences"];
|
|
2266
2186
|
type OrderMode = (typeof ORDER_MODES)[number];
|
|
2267
|
-
declare const ARGUMENT_OCCURRENCES: readonly [
|
|
2187
|
+
declare const ARGUMENT_OCCURRENCES: readonly ["first", "last", "any", "all"];
|
|
2268
2188
|
type ArgumentOccurrence = (typeof ARGUMENT_OCCURRENCES)[number];
|
|
2269
|
-
declare const ARGUMENT_TYPES: readonly [
|
|
2189
|
+
declare const ARGUMENT_TYPES: readonly ["string", "number", "boolean", "object", "array", "null"];
|
|
2270
2190
|
type ArgumentType = (typeof ARGUMENT_TYPES)[number];
|
|
2271
2191
|
type ArgumentCheck = {
|
|
2272
2192
|
op: 'exists';
|
|
@@ -2417,8 +2337,6 @@ interface EvaluateTraceContractOptions {
|
|
|
2417
2337
|
/** The run `run` rules read. Ignored under `scope`, where the scope root is the run. */
|
|
2418
2338
|
run?: ContractRun;
|
|
2419
2339
|
}
|
|
2420
|
-
//#endregion
|
|
2421
|
-
//#region src/trace-contracts/builder.d.ts
|
|
2422
2340
|
interface OrderOptions {
|
|
2423
2341
|
order?: OrderMode;
|
|
2424
2342
|
}
|
|
@@ -2470,8 +2388,6 @@ declare class TraceContractBuilder {
|
|
|
2470
2388
|
private add;
|
|
2471
2389
|
}
|
|
2472
2390
|
export declare function traceContract(name: string): TraceContractBuilder;
|
|
2473
|
-
//#endregion
|
|
2474
|
-
//#region src/trace-contracts/evaluate.d.ts
|
|
2475
2391
|
/**
|
|
2476
2392
|
* Evaluate one contract over a span sequence. Pure and synchronous — works on
|
|
2477
2393
|
* `Span[]` from a TraceStore, `contractSpansFromOtlp` output, or any array
|
|
@@ -2485,12 +2401,8 @@ export declare function evaluateTraceContract(contract: TraceContract, spans: re
|
|
|
2485
2401
|
* contract list — `allValid: true` over zero contracts is a silent pass.
|
|
2486
2402
|
*/
|
|
2487
2403
|
export declare function checkTraceContracts(spans: readonly ContractSpan[], contracts: readonly TraceContract[], options?: EvaluateTraceContractOptions): ContractCheckResult;
|
|
2488
|
-
//#endregion
|
|
2489
|
-
//#region src/trace-contracts/explain.d.ts
|
|
2490
2404
|
/** Plain-language statement of everything a contract checks, one rule per line. */
|
|
2491
2405
|
export declare function explainTraceContract(contract: TraceContract): string;
|
|
2492
|
-
//#endregion
|
|
2493
|
-
//#region src/trace-contracts/spec.d.ts
|
|
2494
2406
|
interface ToolArgumentSpec {
|
|
2495
2407
|
tool: string;
|
|
2496
2408
|
/** RFC 6901 JSON Pointer into the call's arguments; `''` is the whole value. */
|
|
@@ -2583,8 +2495,6 @@ interface ContractLintFinding {
|
|
|
2583
2495
|
* strictly first, so a malformed spec throws instead of linting.
|
|
2584
2496
|
*/
|
|
2585
2497
|
export declare function lintTraceContractSpec(input: unknown): ContractLintFinding[];
|
|
2586
|
-
//#endregion
|
|
2587
|
-
//#region src/action-policy.d.ts
|
|
2588
2498
|
interface ActionExecutionPolicy {
|
|
2589
2499
|
allowedTypes?: string[];
|
|
2590
2500
|
blockedTypes?: string[];
|
|
@@ -2607,8 +2517,6 @@ interface ActionPolicyDecision {
|
|
|
2607
2517
|
export declare function evaluateActionPolicy(action: ProposedSideEffect, policy?: ActionExecutionPolicy, options?: {
|
|
2608
2518
|
createdAt?: string;
|
|
2609
2519
|
}): ActionPolicyDecision;
|
|
2610
|
-
//#endregion
|
|
2611
|
-
//#region src/contamination-guard.d.ts
|
|
2612
2520
|
interface CanaryLeak {
|
|
2613
2521
|
scenarioId: string;
|
|
2614
2522
|
canary: string;
|
|
@@ -2616,8 +2524,6 @@ interface CanaryLeak {
|
|
|
2616
2524
|
evidence: string;
|
|
2617
2525
|
}
|
|
2618
2526
|
export declare function checkCanaries(output: string, scenarios: DatasetScenario[]): CanaryLeak[];
|
|
2619
|
-
//#endregion
|
|
2620
|
-
//#region src/deploy-gate-layer.d.ts
|
|
2621
2527
|
type DeployFamily = 'frontend-static' | 'nextjs' | 'remix' | 'fullstack-ts';
|
|
2622
2528
|
interface DeployRunResult {
|
|
2623
2529
|
ok: boolean;
|
|
@@ -2723,8 +2629,6 @@ interface WranglerDeployRunnerInput {
|
|
|
2723
2629
|
* — the gate caller decides whether to require deploy validation).
|
|
2724
2630
|
*/
|
|
2725
2631
|
export declare function wranglerDeployRunner(input: WranglerDeployRunnerInput): DeployRunner;
|
|
2726
|
-
//#endregion
|
|
2727
|
-
//#region src/hidden-criteria-grading.d.ts
|
|
2728
2632
|
/**
|
|
2729
2633
|
* Hidden-criteria grading firewall — grade an agent on criteria it never saw.
|
|
2730
2634
|
*
|
|
@@ -2867,8 +2771,6 @@ interface JudgeScoreInput<TArtifact> {
|
|
|
2867
2771
|
* to [0,1] — a judge on a non-unit scale must be normalized by the caller first.
|
|
2868
2772
|
*/
|
|
2869
2773
|
export declare function blendHeldout(heldoutPassRate: number, judgeScore: number, weights?: BlendWeights): number;
|
|
2870
|
-
//#endregion
|
|
2871
|
-
//#region src/integrity/single-backend.d.ts
|
|
2872
2774
|
/**
|
|
2873
2775
|
* Minimal backend-config shape the assertion reads. Consumers may pass richer
|
|
2874
2776
|
* types — only these five fields are inspected.
|
|
@@ -2915,8 +2817,6 @@ interface SingleBackendReport {
|
|
|
2915
2817
|
* agent. Returns the report so callers can log it in either case.
|
|
2916
2818
|
*/
|
|
2917
2819
|
export declare function assertSingleBackend(agent: BackendDescriptor, judge: BackendDescriptor, opts?: AssertSingleBackendOptions): SingleBackendReport;
|
|
2918
|
-
//#endregion
|
|
2919
|
-
//#region src/intent-match-judge.d.ts
|
|
2920
2820
|
interface IntentMatchInput {
|
|
2921
2821
|
/** The full natural-language prompt the agent was handed. */
|
|
2922
2822
|
userRequest: string;
|
|
@@ -2963,8 +2863,6 @@ interface IntentMatchOptions {
|
|
|
2963
2863
|
* Run the intent-match judge. Soft-fails to available=false on error.
|
|
2964
2864
|
*/
|
|
2965
2865
|
export declare function runIntentMatchJudge(input: IntentMatchInput, options: IntentMatchOptions): Promise<IntentMatchResult>;
|
|
2966
|
-
//#endregion
|
|
2967
|
-
//#region src/judge-ensemble.d.ts
|
|
2968
2866
|
/** One judge's verdict. `perDimension: null` ⇒ that judge call failed (threw or
|
|
2969
2867
|
* returned malformed output) — recorded, never folded into a zero. */
|
|
2970
2868
|
interface JudgeVerdict<D extends string = string> {
|
|
@@ -3015,8 +2913,6 @@ interface EnsembleAggregate<D extends string = string> {
|
|
|
3015
2913
|
* - Throws if `verdicts` or `dimensionKeys` is empty, or if every judge failed.
|
|
3016
2914
|
*/
|
|
3017
2915
|
export declare function aggregateJudgeVerdicts<D extends string>(verdicts: readonly JudgeVerdict<D>[], dimensionKeys: readonly D[], weights?: Partial<Record<D, number>>): EnsembleAggregate<D>;
|
|
3018
|
-
//#endregion
|
|
3019
|
-
//#region src/judge-retry.d.ts
|
|
3020
2916
|
/**
|
|
3021
2917
|
* Wrap a single judge LLM call with retry, optional fallback-model
|
|
3022
2918
|
* rotation, exponential backoff, and a typed `JudgeRetryOutcome`. Callers
|
|
@@ -3086,8 +2982,6 @@ interface JudgeRetryOutcome<T> {
|
|
|
3086
2982
|
* synthetic zero is indistinguishable from a real low score downstream.
|
|
3087
2983
|
*/
|
|
3088
2984
|
export declare function withJudgeRetry<T>(judgeFn: (model: string, signal: AbortSignal) => Promise<T>, policy?: JudgeRetryPolicy): Promise<JudgeRetryOutcome<T>>;
|
|
3089
|
-
//#endregion
|
|
3090
|
-
//#region src/judge-panel.d.ts
|
|
3091
2985
|
interface EnsembleJudgeOptions<D extends string> {
|
|
3092
2986
|
/** Judge name — becomes the returned `JudgeConfig.name`. */
|
|
3093
2987
|
name: string;
|
|
@@ -3144,8 +3038,6 @@ interface EnsembleJudgeOptions<D extends string> {
|
|
|
3144
3038
|
* failed cell instead of averaging a fabricated zero.
|
|
3145
3039
|
*/
|
|
3146
3040
|
export declare function ensembleJudge<D extends string>(opts: EnsembleJudgeOptions<D>): JudgeConfig<unknown>;
|
|
3147
|
-
//#endregion
|
|
3148
|
-
//#region src/keyword-coverage-judge.d.ts
|
|
3149
3041
|
/**
|
|
3150
3042
|
* Keyword-coverage judge — baseline complement to the semantic concept
|
|
3151
3043
|
* judge.
|
|
@@ -3221,8 +3113,6 @@ export declare function runKeywordCoverageJudge(html: string, expectedConcepts:
|
|
|
3221
3113
|
* then score via {@link runKeywordCoverageJudge}.
|
|
3222
3114
|
*/
|
|
3223
3115
|
export declare function runKeywordCoverageJudgeUrl(previewUrl: string, expectedConcepts: ReadonlyArray<KeywordConceptSpec>, options?: KeywordCoverageOptions): Promise<KeywordCoverageResult>;
|
|
3224
|
-
//#endregion
|
|
3225
|
-
//#region src/oracle.d.ts
|
|
3226
3116
|
interface OracleObservation {
|
|
3227
3117
|
/** Final observable text output from the agent (response, page snapshot, stdout). */
|
|
3228
3118
|
text?: string;
|
|
@@ -3254,8 +3144,6 @@ interface OracleReport extends DefaultVerdict {
|
|
|
3254
3144
|
}
|
|
3255
3145
|
/** Run all oracles against one observation and aggregate. */
|
|
3256
3146
|
export declare function evaluateOracles(obs: OracleObservation, oracles: Oracle[]): OracleReport;
|
|
3257
|
-
//#endregion
|
|
3258
|
-
//#region src/paired-promotion-power.d.ts
|
|
3259
3147
|
/** A serializable law for one scalar draw. */
|
|
3260
3148
|
type PairedValueLaw = {
|
|
3261
3149
|
kind: 'point';
|
|
@@ -3411,8 +3299,6 @@ export declare function pairedPromotionPower(options: PairedPromotionPowerOption
|
|
|
3411
3299
|
* recorded and the scan continues.
|
|
3412
3300
|
*/
|
|
3413
3301
|
export declare function requiredPairsForPairedPromotion(options: RequiredPairsForPairedPromotionOptions): RequiredPairsForPairedPromotionResult;
|
|
3414
|
-
//#endregion
|
|
3415
|
-
//#region src/treatment-gate.d.ts
|
|
3416
3302
|
/**
|
|
3417
3303
|
* Treatment-applied gate — "did the treatment's tool actually fire this run?"
|
|
3418
3304
|
*
|
|
@@ -3488,8 +3374,6 @@ interface TreatmentGate {
|
|
|
3488
3374
|
* captured AND zero matching calls appear; an empty histogram fails open.
|
|
3489
3375
|
*/
|
|
3490
3376
|
export declare function gateTreatmentApplied(input: TreatmentGateInput, opts?: TreatmentGateOptions): TreatmentGate;
|
|
3491
|
-
//#endregion
|
|
3492
|
-
//#region src/verdict-cache.d.ts
|
|
3493
3377
|
/**
|
|
3494
3378
|
* Canonical JSON (RFC 8785): object keys sorted recursively, so two
|
|
3495
3379
|
* semantically equal values produce byte-identical output regardless of key
|
|
@@ -3515,8 +3399,6 @@ interface VerdictCacheStore {
|
|
|
3515
3399
|
* a half-written file that needs operator attention.
|
|
3516
3400
|
*/
|
|
3517
3401
|
export declare function fileVerdictCache(path: string): VerdictCacheStore;
|
|
3518
|
-
//#endregion
|
|
3519
|
-
//#region src/profile/baselines.d.ts
|
|
3520
3402
|
/**
|
|
3521
3403
|
* Strong, generically-useful baseline ROLES — the top zone of an `AgentProfile`
|
|
3522
3404
|
* before any domain layer. A product composes one of these with its own
|
|
@@ -3640,8 +3522,6 @@ declare function applyDomainPatch(p: PromptProfile, sectionId: string, newBody:
|
|
|
3640
3522
|
* content.
|
|
3641
3523
|
*/
|
|
3642
3524
|
declare function sectionHash(section: AgentProfileSection): string;
|
|
3643
|
-
//#endregion
|
|
3644
|
-
//#region src/budget-guard.d.ts
|
|
3645
3525
|
export declare class BudgetBreachError extends AgentEvalError {
|
|
3646
3526
|
dimension: keyof BudgetSpec;
|
|
3647
3527
|
limit: number;
|
|
@@ -3660,8 +3540,6 @@ export declare class BudgetGuard {
|
|
|
3660
3540
|
tickWall(nowMs: number, spanId?: string): Promise<void>;
|
|
3661
3541
|
get state(): Record<keyof BudgetSpec, number>;
|
|
3662
3542
|
}
|
|
3663
|
-
//#endregion
|
|
3664
|
-
//#region src/client.d.ts
|
|
3665
3543
|
/**
|
|
3666
3544
|
* ProductClient — configurable HTTP client for exercising any agent's APIs.
|
|
3667
3545
|
*
|
|
@@ -3739,15 +3617,9 @@ export declare class ProductClient {
|
|
|
3739
3617
|
/** Generic PATCH for custom routes */
|
|
3740
3618
|
patch(path: string, body: Record<string, unknown>): Promise<Record<string, unknown>>;
|
|
3741
3619
|
}
|
|
3742
|
-
//#endregion
|
|
3743
|
-
//#region src/control-runtime.d.ts
|
|
3744
3620
|
export declare function runAgentControlLoop<TState, TAction, TActionResult, TEval extends ControlEvalResult = ControlEvalResult>(config: ControlRuntimeConfig<TState, TAction, TActionResult, TEval>): Promise<ControlRunResult<TState, TAction, TActionResult, TEval>>;
|
|
3745
|
-
//#endregion
|
|
3746
|
-
//#region src/control-runtime/policy.d.ts
|
|
3747
3621
|
export declare function objectiveEval(input: Omit<ControlEvalResult, 'objective'>): ControlEvalResult;
|
|
3748
3622
|
export declare function subjectiveEval(input: Omit<ControlEvalResult, 'objective'>): ControlEvalResult;
|
|
3749
|
-
//#endregion
|
|
3750
|
-
//#region src/knowledge/readiness.d.ts
|
|
3751
3623
|
interface ScoreKnowledgeReadinessOptions {
|
|
3752
3624
|
taskId: string;
|
|
3753
3625
|
requirements: KnowledgeRequirement[];
|
|
@@ -3770,8 +3642,6 @@ export declare function knowledgeReadinessTracePayload(report: KnowledgeReadines
|
|
|
3770
3642
|
}): Record<string, unknown>;
|
|
3771
3643
|
export declare function userQuestionsForKnowledgeGaps(gaps: KnowledgeRequirement[]): UserQuestion[];
|
|
3772
3644
|
export declare function acquisitionPlansForKnowledgeGaps(gaps: KnowledgeRequirement[]): DataAcquisitionPlan[];
|
|
3773
|
-
//#endregion
|
|
3774
|
-
//#region src/metrics.d.ts
|
|
3775
3645
|
interface TokenPrice {
|
|
3776
3646
|
input: number;
|
|
3777
3647
|
output: number;
|
|
@@ -3791,8 +3661,6 @@ export declare function estimateTokens(text: string): number;
|
|
|
3791
3661
|
* once (not a silent zero) and return 0 so callers that ignore pricing keep
|
|
3792
3662
|
* working; cost-sensitive callers should gate on {@link isModelPriced}. */
|
|
3793
3663
|
export declare function estimateCost(inputTokens: number, outputTokens: number, model: string): number;
|
|
3794
|
-
//#endregion
|
|
3795
|
-
//#region src/anti-slop.d.ts
|
|
3796
3664
|
interface AntiSlopConfig {
|
|
3797
3665
|
/** Domain label — appears in the DimensionJudgeScore output */
|
|
3798
3666
|
domain?: string;
|
|
@@ -3835,6 +3703,5 @@ interface AntiSlopReport {
|
|
|
3835
3703
|
export declare function analyzeAntiSlop(outputs: string[], config: Omit<Required<AntiSlopConfig>, 'domain'> & {
|
|
3836
3704
|
penaltyWeights: Record<SlopCategory, number>;
|
|
3837
3705
|
}): AntiSlopReport;
|
|
3838
|
-
//#endregion
|
|
3839
|
-
export { AGENT_PROFILE_KINDS, ATTESTATION_ALGORITHM, type ActionExecutionPolicy, type ActionPolicyDecision, type ActionableSideInfo, type ActiveLearningOptions, type AgentEvalAgent, AgentEvalError, type AgentEvalErrorCode, type AgentEvalEvaluateOptions, type AgentEvalImproveOptions, type AgentProfile, type AgentProfileCell, type AgentProfileCellInput, type AgentProfileDimensionValue, type AgentProfileJson, type AgentProfileSourceInput, type Analyst, type AnalystContext, type AnalystFeedbackTrajectoryOptions, type AnalystFinding, type AnalystFindingDigest, AnalystRegistry, type AnalystRegistryOptions, type AnalystReviewDecision, type AnalystReviewRequest, type AnalystRunDigest, type AnalystRunEvent, type AnalystRunInputs, type AnalystRunResult, type AnalystRunSummary, type AnalystSeverity, type AnalystUsageReceipt, type AnalyzeRunsOptions, type AnalyzeTracesResult, type ArgumentCheck, type ArmAssignment, type ArmPopulationReading, type ArmPopulationSummary, type Artifact, type ArtifactCheck, type ArtifactEventLike, type ArtifactResult, type AssertCapabilityHeadroomOptions, type AssertCrossFamilyOptions, type AssertCrossFamilyServedOptions, type AssertServedModelOptions, type AssertSingleBackendOptions, type AttestationProvenance, type AttestationVerification, type AttestedReport, BOOTSTRAP_GATE_MIN_N, type BackendDescriptor, BackendIntegrityError, type BackendIntegrityReport, type BenchmarkEvaluation, type BlendWeights, type BootstrapOptions, type BootstrapResult, type BoundedProcessInput, type BoundedProcessResult, type BudgetLedgerEntry, type BudgetPolicy, type BudgetSpec, CODING_HARNESSES, type CalibrationExample, type CalibrationMerge, type CalibrationResult, type CampaignCellFailureReceipt, type CampaignCellRetryPolicy, type CampaignFactoryParams, type CampaignIntegrityPolicy, type CampaignResult, type CampaignRunContext, type CampaignRunOutcome, type CampaignScenario, type CampaignVariant, type CanaryAlert, type CanaryEvaluation, type CanaryKind, type CanaryLeak, type CanaryOptions, type CanaryReport, type CandidateScore, type CapabilityHeadroomOptions, type CapabilityHeadroomResult, type CaptureErrorHandler, type CaptureWrite, type CellVerdict, type ChannelRollup, type ChatCallOpts, type ChatClient, type ChatRequest, type ChatResponse, type ChatTraceEngineOptions, type ChatTransport, type CheckResult, type CheckerIdentity, type CheckerOutcome, type CliffsMagnitude, type CollectedArtifacts, type CommandRunner, type ComparePairedArmsOptions, type CompletionCriterion, type CompletionRequirement, type CompletionVerdict, type ConceptFinding, type ConceptSpec, ConfigError, type ContinuousAgreement, type ContinuousAgreementOptions, type ContinuousCalibrationResult, type ContractCheckResult, type ContractLintFinding, type ContractRule, type ContractRuleExecution, type ContractRun, type ContractSpan, type ContractStatus, type ContractVerdict, type ControlActionOutcome, type ControlBudget, type ControlContext, type ControlDecision, type ControlEvalResult, type ControlRunResult, type ControlRuntimeConfig, type ControlRuntimeError, type ControlStep, type CorpusAgreementOptions, type CorpusAgreementPerDimension, type CorpusAgreementReport, type CorpusScoreRecord, type CorrectnessChecker, type CostChannel, type CostEntry, CostLedger, type CostLedgerFilter, type CostLedgerHandle, type CostLedgerOptions, type CostLedgerPersistence, type CostLedgerSummary, type CostProvenance, type CostReceipt, type CostReceiptInput, type CostResult, type CostSummary, type CostUsage, type CounterfactualContext, type CounterfactualMutation, type CounterfactualResult, type CounterfactualRunner, type CreateChatClientOpts, type CreateTraceAnalystOptions, CrossFamilyError, type CustomTokenPricing, type CustomTransportOpts, DEFAULT_JUDGE_GATE_POLICY, DEFAULT_RED_TEAM_CORPUS, DEFAULT_TRACE_ANALYST_BUDGETS, DEFAULT_TRACE_ANALYST_KINDS, type DataAcquisitionPlan, type DatasetManifest, type DatasetOverview, type DatasetScenario, type DatasetSplit, type DefaultAnalystRegistryOptions, type DefaultVerdict, type DefineAgentEvalOptions, type DefinedAgentEval, type DeployGateLayerInput, type DeployRunResult, type DeployRunner, type DetectorEvent, type DetectorSignal, type DiffPolicy, type DiffScorecardOptions, type DimensionJudgeScore, type DirEntry, type DiscoverPersonasOptions, type DiscoveredPersona, type DriverState, type DspyRlmTraceEngineOptions, type EProcess, type EProcessOptions, type EProcessState, type EProcessStep, type EnsembleAggregate, type EnsembleJudgeOptions, type EquivalenceArm, type EquivalenceCheckDefinition, type EquivalenceCheckSpec, type EquivalenceChecker, type EquivalenceCheckerInput, type EquivalenceCheckerResult, type EquivalenceObligation, type EquivalenceObligationStatus, EquivalenceProtocolError, type EquivalenceRecord, type ErrorCluster, type ErrorCountPattern, type ErrorStreakOptions, type EvalCampaignOptions, type EvalCampaignResult, type EventFilter, type EvidenceRef, type ExactAnalystRunEvent, type ExactAnalystRunResult, type ExactCapableAnalyst, type ExactRegistryRunOpts, type ExactRiskDifferenceResult, type ExperimentPlan, type ExperimentRep, type ExperimentResult, type ExperimentStats, type ExtractOptions, type ExtractResult, type ExtractedUsage, FAILURE_CLASSES, FAILURE_MODE_KIND_SPEC, type FailedRun, type FailureBlame, type FailureClass, type FailureClassification, type FailureContext, type FailureMode, type FailureReasonRule, type FailureRule, type FeedbackArtifactType, type FeedbackAttempt, type FeedbackLabel, type FeedbackLabelKind, type FeedbackLabelSource, type FeedbackOptimizerRow, type FeedbackOutcome, type FeedbackSplitPolicy, type FeedbackTask, type FeedbackTrajectory, type FeedbackTrajectoryFilter, type FeedbackTrajectoryStore, type FieldDestination, FileSystemFeedbackTrajectoryStore, FileSystemRawProviderSink, FileSystemTraceStore, type Finding, type FindingSubject, type FindingSubjectKind, type FindingToPolicyEditOptions, type FindingsDiff, FindingsStore, type GainDistributionBin, type GainDistributionFigureSpec, type GainDistributionOptions, type GateDecision, type GateEvidence, type GenericSpan, type GoldenItem, HARNESS_NATIVE_MODEL, type HarnessType, type HeadroomInput, HeldOutGate, type HeldOutGateConfig, type HeldOutGateDecision, type HeldOutGateRejectionCode, type HeldOutPartition, type HiddenCriteriaGrader, type HiddenGradeResult, type HiddenLeak, type ImprovementThresholds, type ImprovementVerdictResult, InMemoryFeedbackTrajectoryStore, InMemoryRawProviderSink, InMemoryTraceStore, type InsightReport, type IntentMatchInput, type IntentMatchOptions, type IntentMatchResult, type InterimReleaseConfidence, type InterimReleaseConfidenceInput, type JudgeAgreement, type JudgeCalibrationSet, type JudgeConfusion, JudgeError, type JudgeExampleAgreement, type JudgeFamily, type JudgeFn, type JudgeGateDecision, type JudgeGateInput, type JudgeGatePolicy, JudgeGateRefusedError, type JudgeGateStatus, type JudgeInput, type JudgeRetryOutcome, type JudgeRetryPolicy, type JudgeRubric, type JudgeRun, type JudgeRunMeta, type JudgeScore, type JudgeScoreInput, type JudgeScoresRecord, type JudgeSpan, type JudgeVerdict, type KeywordConceptSpec, type KeywordCoverageFinding, type KeywordCoverageOptions, type KeywordCoverageResult, type KnowledgeAcquisitionMode, type KnowledgeBundle, type KnowledgeFreshness, type KnowledgeImportance, type KnowledgeReadinessReport, type KnowledgeRequirement, type KnowledgeRequirementCategory, type KnowledgeSensitivity, type Layer, type LayerResult, type LayerStatus, type LeaderboardOptions, type LeaderboardRow, type LinearRegressionResult, type LlmCallMetadata, type LlmCallRequest, type LlmCallResult, type LlmChargeBounds, type LlmCorrectnessCheckerOpts, type LlmJudgeOptions, type LlmMessage, type LlmReviewerConfig, type LlmSpan, type LlmTokenLogprob, type LlmToolCall, type LlmToolChoice, type LlmToolDefinition, type LlmUsage, type MannWhitneyResult, type MatchedPair, type MatchedRunRecordPair, type MaximumCharge, type McNemarResult, type MintRolloutOptions, type MintRolloutResult, type MintedRolloutLine, type MockTransportOpts, type ModelEndpointCheck, type ModelEndpointRequest, type ModelSeats, ModelSubstitutionError, MultiLayerVerifier, type NoLeakOptions, NoopRawProviderSink, NotFoundError, OUTPUT_VALUE, type Objective, type OpenAiCompatibleTransportOpts, type Oracle, type OracleObservation, type OracleReport, type OracleResult, type OrderMode, type OtlpExport, OtlpFileTraceStore, type OtlpFlatLine, type OtlpSpan, type OwnerVerdict, type PaidCallResult, type PairArmsOptions, type PairArmsResult, type PairRunRecordsResult, type PairedArmRow, type PairedArmsComparison, type PairedBootstrapOptions, type PairedBootstrapResult, type PairedCorrectness, type PairedDecisionMethod, type PairedDecisionShape, type PairedDecisionStatistic, type PairedDeltaTestOptions, type PairedDeltaTestResult, type PairedEvalueOptions, type PairedEvalueSequence, type PairedEvalueStep, type PairedMcNemarEvidence, type PairedMetricDelta, type PairedPromotionAlternative, type PairedPromotionAlternativeCell, type PairedPromotionCallRates, type PairedPromotionDecision, type PairedPromotionDecisionOptions, type PairedPromotionPowerCall, type PairedPromotionPowerOptions, type PairedPromotionPowerResult, type PairedSignTestResult, type PairedTTestResult, type PairedValueLaw, type ParetoPoint, type ParetoResult, type PartitionHeldOutOptions, type PendingCostCall, type PendingCostCallView, type PersistedFinding, type PersonaConfig, type PolicyEdit, type PolicyEditAdmission, type PolicyEditAdmissionOptions, type PolicyEditAxis, type PolicyEditCandidateRecord, type PolicyEditChange, type PolicyEditExpectedGain, type PolicyEditGainDirection, type PolicyEditGainUnit, type PolicyEditInit, type PolicyEditRisk, type PolicyEditSchemaVersion, type PolicyEditSource, type PolicyEditTarget, type PolicyEditTargetSurface, type PreferenceMemoryEntry, type ProducedProposal, type ProducedState, type ProductBenchmarkExportOptions, type ProductBenchmarkExportResult, type ProductBenchmarkManifest, type ProductBenchmarkSingleRunExportOptions, type ProductBenchmarkSplit, type ProductBenchmarkValidationReport, type ProductClientConfig, type ProductScenario, type ProfileAxisSpec, type ProjectRuntimeTrajectoryEvidenceOptions, type PromptHandle, type ProportionInterval, type ProposalEventLike, type ProposalFinding, type ProposeFn, type ProposeInput, type ProposeOutput, type ProposeReviewConfig, type ProposeReviewControlAction, type ProposeReviewControlConfig, type ProposeReviewControlResult, type ProposeReviewControlState, type ProposeReviewReport, type ProposedSideEffect, type QueryTracesPage, REDACTION_VERSION, type RankTestMethod, type RankTestMethodRequest, type RankTestOptions, type RawAnalystFinding, type RawProviderEvent, type RawProviderSink, type RecordRunsOptions, type RedTeamCase, type RedTeamCategory, type RedTeamFinding, type RedTeamReport, type RedactOptions, type RedactionProfile, type RedactionReport, type ReferenceReplayCaseRun, type ReferenceReplayRun, type ReferenceReplaySplit, type ReflectionContext, type ReflectionProposal, type RegistryRunOpts, type ReleaseConfidenceInput, type ReleaseConfidenceIssue, type ReleaseConfidenceMetrics, type ReleaseConfidenceScorecard, type ReleaseTraceEvidence, type RepeatedActionOptions, type RequiredPairsForPairedPromotionOptions, type RequiredPairsForPairedPromotionResult, type RequirementCheck, type ResearchReport, type ResearchReportOptions, type Researcher, type RetryWrite, type Review, type ReviewFn, type ReviewInput, type ReviewMemoryEntry, type ReviewMemoryStore, type RiskDifferenceResult, type RolloutSearchLineage, type RouteMap, type RoutedField, type RubricDimension, type Run, type RunCampaignOptions, type RunCaptureReport, type RunCommandInput, type RunCommandResult, type RunCostProvenance, type RunFilter, RunIntegrityError, type RunIntegrityReport, type RunJudgeMetadata, type RunOutcome, type RunPaidCallInput, type RunRecord, type RunRecordBackend, RunRecordValidationError, type RunScore, type RunScoreWeights, type RunSearchCoordinates, type RunSplitTag, type RunStatus, type RunTaskFailure, type RunTerminalOutcome, type RunTokenUsage, type RunTraceRef, type RuntimeEventLike, type RuntimeTrajectoryEvidenceProjection, type RuntimeTrajectoryEvidenceSummary, type RuntimeTrajectoryHookEvent, type RuntimeTrajectoryRecord, type RuntimeTrajectoryRunRecord, SEMANTIC_CONCEPT_JUDGE_VERSION, type SampleSummary, type SampleSummaryOptions, type SandboxDriver, type SandboxSdkTransportOpts, type SatisfiedBy, type Scenario, type ScenarioCost, type ScenarioFile, type ScenarioResult, type ScorePreference, type ScoreRiskDifferenceResult, type Scorecard, type ScorecardCell, type ScorecardCellDiff, type ScorecardDiff, type ScorecardEntry, type ScorecardLogLine, type SearchSpanResult, type SearchTraceResult, type SelfImproveBudget, type SelfImproveMethodOptions, type SelfImproveMethodProvenance, type SelfImproveMethodResult, type SelfImproveOptions, type SelfImproveProgressEvent, type SelfImproveProposerOptions, type SelfImproveProposerResult, type SelfImproveResult, type SemanticConceptJudgeInput, type SemanticConceptJudgeOptions, type SemanticConceptJudgeResult, type SequentialDecision, type SeriesConvergenceOptions, type SeriesConvergenceResult, type SeriesDistribution, type ServedModelCheck, type ServedModelPolicy, type ServedModelVerdict, type Severity, type ShareSafetyStatus, type ShareSafetyVerdict, type SignTestAlternative, type SingleBackendDivergence, type SingleBackendReport, type Span, type SpanFilter, type SpanHandle, type SpanMatchRecord, type SpanPredicate, type SpanRecordsToTraceAnalysisStoreOptions, type SplitCoverage, type SteeringBundle, type SteeringChange, type SteeringOptimizationResult, type SteeringOptimizationRow, type StopDecision, type StrategyChecker, type StreamingDetector, type SummaryTable, type SummaryTableOptions, type SummaryTableRow, type SynthesisTarget, type TaskGold, type TaskHeadroom, type ToolCallEventLike, type ToolSpan, type ToolStats, type ToolUseMetrics, type ToolUseOptions, type TraceAnalysisEngine, type TraceAnalysisEngineResult, type TraceAnalysisStore, type TraceAnalystByteBudgets, type TraceAnalystDefinition, type TraceAnalystFilters, type TraceAnalystSpan, type TraceAnalystSpanKind, type TraceAnalystSpanStatus, type TraceAnalystTraceSummary, type TraceContract, type TraceContractSpec, TraceEmitter, type TraceEmitterOptions, type TraceEvent, type TraceInsightReadiness, type TraceInsightSuite, type TraceStore, type TrainSelectionTestOptions, type TrainSelectionTestPartition, type Trajectory, type TrajectoryStep, type TreatmentGate, type TreatmentGateInput, type TreatmentGateOptions, type TrialTrace, type Turn, type TurnResult, UNKNOWN_MODEL, type UserQuestion, VERIFICATION_STRATEGIES, VERIFICATION_STRATEGY_SOURCES, ValidationError, type VerbosityBiasResult, type Verdict, type VerdictCacheStore, type VerdictCertification, type Verification, type VerificationReport, type VerificationStrategyProfile, type VerificationStrategySource, type VerifyFn, type VerifyOptions, type ViewSpansResult, type ViewTraceOversized, type ViewTraceResult, type ViteDeployRunnerInput, type WeightedCompositeInput, type WeightedCompositeResult, type WelchTestResult, type WelchTestStatus, type WilcoxonSignedRankResult, type WranglerDeployRunnerInput, addCalibrationVerdicts, agentProfileCellKey, agentProfileHash, agentProfileId, analystRunDigest, analystRunToFeedbackTrajectory, analystRunToReviewRequests, analyzeRuns, analyzeSeries, analyzeTraces, argHash, assertCrossFamily, assertCrossFamilyServed, assertJudgeMayGate, assertRealBackend, assertRunCaptured, assertServedModel, assertServedModels, assessShareSafety, assignFeedbackSplit, attest, benjaminiHochberg, bonferroni, bootstrapCi, budgetBreachView, buildAgentProfileCell, buildDefaultAnalystRegistry, buildTraceInsightContext, buildTraceInsightPrompt, buildTrajectory, calibrateJudge, calibrateJudgeContinuous, captureFetchToRawSink, certificationEvidenceDigest, checkServedModel, classifyFailure, classifyFailureReason, comparePairedArms, completionVerdict, computeFindingId, computeToolUseMetrics, confidenceInterval, continuousAgreement, controlRunToFeedbackTrajectory, corpusInterRaterAgreement, corpusInterRaterAgreementFromJudgeScores, createBoundedTraceAnalysisStore, createChatClient, createChatTraceEngine, createDspyRlmTraceEngine, createFeedbackTrajectory, createLlmCorrectnessChecker, createTraceAnalyst, decidePairedPromotion, defineAgentEval, defineEquivalenceCheck, describeServedModelCheck, describeTraceInsightScope, diffFindings, domainEvidencePattern, dominates, eProcess, equivalenceVerdict, evaluateInterimReleaseConfidence, evaluateReleaseConfidence, expandProfileAxes, exportRunAsOtlp, extractProducedState, extractUsage, extractUsageFromSse, failureBlame, failureClusterView, feedbackTrajectoriesToDatasetScenarios, feedbackTrajectoriesToOptimizerRows, feedbackTrajectoryToOptimizerRow, gainHistogram, gradeSemanticStatus, groupRunsByAgentProfileCell, harnessAxisOf, hashJson, holm, inferDomainKeywords, interRaterReliability, iqr, isJudgeSpan, isLlmSpan, isRunRecord, isToolSpan, judgeAgreementView, judgeFamily, judgeGateDecision, judgeSpans, llmJudge, makeFinding, makeProposalFinding, manifestContentDigest, mannWhitneyU, mcnemar, mcnemarPower, mcnemarRequiredN, measureJudgeAgreement, mintRolloutRows, modelHasSnapshot, mulberry32, otlpTextToTraceAnalysisStore, pairArms, pairRunRecords, pairedBootstrap, pairedEvalueSequence, pairedMde, pairedRiskDifference, pairedRiskDifferenceExact, pairedRiskDifferenceScore, pairedSignTest, pairedTTest, paretoFrontier, parseRunRecordSafe, partialCredit, passAtK, pearsonR, index_d_exports as profile, ranks, redTeamDataset, redTeamReport, redact, redactForShare, redactText, registerCalibrationSet, renderPreferenceMemoryMarkdown, requiredPairedSampleSize, requiredSampleSize, runCampaign, runCanaries, runEquivalenceCheck, runEvalCampaign, runSemanticConceptJudge, runTaskScore, runsForScenario, scoreRedTeamOutput, scoreTraceInsightReadiness, selfImprove, shareAllowed, snapshotFromJudgeAgreement, spanRecordsToTraceAnalysisStore, spearmanR, summarizeBackendIntegrity, summarizeNumberSeries, summarizePreferenceMemory, summaryTable, toAgentProfileJson, tokenizeDomainWords, toolSpansToTraceAnalysisStore, toolWasteView, transientDispatchFailure, validateRunRecord, verbosityBias, verifyAgentProfileCell, verifyAttestation, verifyCompletion, weightedComposite, weightedMean, welchsTTest, wilcoxonSignedRank, wilson, withAssignedFeedbackSplit };
|
|
3706
|
+
export { AGENT_PROFILE_KINDS, ATTESTATION_ALGORITHM, type ActionExecutionPolicy, type ActionPolicyDecision, type ActionableSideInfo, type ActiveLearningOptions, type AgentEvalAgent, AgentEvalError, type AgentEvalErrorCode, type AgentEvalEvaluateOptions, type AgentEvalImproveOptions, type AgentProfile, type AgentProfileCell, type AgentProfileCellInput, type AgentProfileDimensionValue, type AgentProfileJson, type AgentProfileSourceInput, type Analyst, type AnalystContext, type AnalystFeedbackTrajectoryOptions, type AnalystFinding, type AnalystFindingDigest, AnalystRegistry, type AnalystRegistryOptions, type AnalystReviewDecision, type AnalystReviewRequest, type AnalystRunDigest, type AnalystRunEvent, type AnalystRunInputs, type AnalystRunResult, type AnalystRunSummary, type AnalystSeverity, type AnalystUsageReceipt, type AnalyzeRunsOptions, type AnalyzeTracesResult, type ArgumentCheck, type ArmAssignment, type ArmPopulationReading, type ArmPopulationSummary, type Artifact, type ArtifactCheck, type ArtifactEventLike, type ArtifactResult, type AssertCapabilityHeadroomOptions, type AssertCrossFamilyOptions, type AssertCrossFamilyServedOptions, type AssertServedModelOptions, type AssertSingleBackendOptions, type AttestationProvenance, type AttestationVerification, type AttestedReport, BOOTSTRAP_GATE_MIN_N, type BackendDescriptor, BackendIntegrityError, type BackendIntegrityReport, type BenchmarkEvaluation, type BlendWeights, type BootstrapOptions, type BootstrapResult, type BoundedProcessInput, type BoundedProcessResult, type BudgetLedgerEntry, type BudgetPolicy, type BudgetSpec, CODING_HARNESSES, type CalibrationExample, type CalibrationMerge, type CalibrationResult, type CampaignCellFailureReceipt, type CampaignCellRetryPolicy, type CampaignFactoryParams, type CampaignIntegrityPolicy, type CampaignResult, type CampaignRunContext, type CampaignRunOutcome, type CampaignScenario, type CampaignVariant, type CanaryAlert, type CanaryEvaluation, type CanaryKind, type CanaryLeak, type CanaryOptions, type CanaryReport, type CandidateScore, type CapabilityHeadroomOptions, type CapabilityHeadroomResult, type CaptureErrorHandler, type CaptureWrite, type CellVerdict, type ChannelRollup, type ChatCallOpts, type ChatClient, type ChatRequest, type ChatResponse, type ChatTraceEngineOptions, type ChatTransport, type CheckResult, type CheckerIdentity, type CheckerOutcome, type CliffsMagnitude, type CollectedArtifacts, type CommandRunner, type ComparePairedArmsOptions, type CompletionCriterion, type CompletionRequirement, type CompletionVerdict, type ConceptFinding, type ConceptSpec, ConfigError, type ContinuousAgreement, type ContinuousAgreementOptions, type ContinuousCalibrationResult, type ContractCheckResult, type ContractLintFinding, type ContractRule, type ContractRuleExecution, type ContractRun, type ContractSpan, type ContractStatus, type ContractVerdict, type ControlActionOutcome, type ControlBudget, type ControlContext, type ControlDecision, type ControlEvalResult, type ControlRunResult, type ControlRuntimeConfig, type ControlRuntimeError, type ControlStep, type CorpusAgreementOptions, type CorpusAgreementPerDimension, type CorpusAgreementReport, type CorpusScoreRecord, type CorrectnessChecker, type CostChannel, type CostEntry, CostLedger, type CostLedgerFilter, type CostLedgerHandle, type CostLedgerOptions, type CostLedgerPersistence, type CostLedgerSummary, type CostProvenance, type CostReceipt, type CostReceiptInput, type CostResult, type CostSummary, type CostUsage, type CounterfactualContext, type CounterfactualMutation, type CounterfactualResult, type CounterfactualRunner, type CreateChatClientOpts, type CreateTraceAnalystOptions, CrossFamilyError, type CustomTokenPricing, type CustomTransportOpts, DEFAULT_JUDGE_GATE_POLICY, DEFAULT_RED_TEAM_CORPUS, DEFAULT_TRACE_ANALYST_BUDGETS, DEFAULT_TRACE_ANALYST_KINDS, type DataAcquisitionPlan, type DatasetManifest, type DatasetOverview, type DatasetScenario, type DatasetSplit, type DefaultAnalystRegistryOptions, type DefaultVerdict, type DefineAgentEvalOptions, type DefinedAgentEval, type DeployGateLayerInput, type DeployRunResult, type DeployRunner, type DetectorEvent, type DetectorSignal, type DiffPolicy, type DiffScorecardOptions, type DimensionJudgeScore, type DirEntry, type DiscoverPersonasOptions, type DiscoveredPersona, type DriverState, type DspyRlmTraceEngineOptions, type EProcess, type EProcessOptions, type EProcessState, type EProcessStep, type EnsembleAggregate, type EnsembleJudgeOptions, type EquivalenceArm, type EquivalenceCheckDefinition, type EquivalenceCheckSpec, type EquivalenceChecker, type EquivalenceCheckerInput, type EquivalenceCheckerResult, type EquivalenceObligation, type EquivalenceObligationStatus, EquivalenceProtocolError, type EquivalenceRecord, type ErrorCluster, type ErrorCountPattern, type ErrorStreakOptions, type EvalCampaignOptions, type EvalCampaignResult, type EventFilter, type EvidenceRef, type ExactAnalystRunEvent, type ExactAnalystRunResult, type ExactCapableAnalyst, type ExactRegistryRunOpts, type ExactRiskDifferenceResult, type ExperimentPlan, type ExperimentRep, type ExperimentResult, type ExperimentStats, type ExtractOptions, type ExtractResult, type ExtractedUsage, FAILURE_CLASSES, FAILURE_MODE_KIND_SPEC, type FailedRun, type FailureBlame, type FailureClass, type FailureClassification, type FailureContext, type FailureMode, type FailureReasonRule, type FailureRule, type FeedbackArtifactType, type FeedbackAttempt, type FeedbackLabel, type FeedbackLabelKind, type FeedbackLabelSource, type FeedbackOptimizerRow, type FeedbackOutcome, type FeedbackSplitPolicy, type FeedbackTask, type FeedbackTrajectory, type FeedbackTrajectoryFilter, type FeedbackTrajectoryStore, type FieldDestination, FileSystemFeedbackTrajectoryStore, FileSystemRawProviderSink, FileSystemTraceStore, type Finding, type FindingSubject, type FindingSubjectKind, type FindingToPolicyEditOptions, type FindingsDiff, FindingsStore, type GainDistributionBin, type GainDistributionFigureSpec, type GainDistributionOptions, type GateDecision, type GateEvidence, type GenericSpan, type GoldenItem, HARNESS_NATIVE_MODEL, type HarnessType, type HeadroomInput, HeldOutGate, type HeldOutGateConfig, type HeldOutGateDecision, type HeldOutGateRejectionCode, type HeldOutPartition, type HiddenCriteriaGrader, type HiddenGradeResult, type HiddenLeak, type ImprovementThresholds, type ImprovementVerdictResult, InMemoryFeedbackTrajectoryStore, InMemoryRawProviderSink, InMemoryTraceStore, type InsightReport, type IntentMatchInput, type IntentMatchOptions, type IntentMatchResult, type InterimReleaseConfidence, type InterimReleaseConfidenceInput, type JudgeAgreement, type JudgeCalibrationSet, type JudgeConfusion, JudgeError, type JudgeExampleAgreement, type JudgeFamily, type JudgeFn, type JudgeGateDecision, type JudgeGateInput, type JudgeGatePolicy, JudgeGateRefusedError, type JudgeGateStatus, type JudgeInput, type JudgeRetryOutcome, type JudgeRetryPolicy, type JudgeRubric, type JudgeRun, type JudgeRunMeta, type JudgeScore, type JudgeScoreInput, type JudgeScoresRecord, type JudgeSpan, type JudgeVerdict, type KeywordConceptSpec, type KeywordCoverageFinding, type KeywordCoverageOptions, type KeywordCoverageResult, type KnowledgeAcquisitionMode, type KnowledgeBundle, type KnowledgeFreshness, type KnowledgeImportance, type KnowledgeReadinessReport, type KnowledgeRequirement, type KnowledgeRequirementCategory, type KnowledgeSensitivity, type Layer, type LayerResult, type LayerStatus, type LeaderboardOptions, type LeaderboardRow, type LinearRegressionResult, type LlmCallMetadata, type LlmCallRequest, type LlmCallResult, type LlmChargeBounds, type LlmCorrectnessCheckerOpts, type LlmJudgeOptions, type LlmMessage, type LlmReviewerConfig, type LlmSpan, type LlmTokenLogprob, type LlmToolCall, type LlmToolChoice, type LlmToolDefinition, type LlmUsage, type MannWhitneyResult, type MatchedPair, type MatchedRunRecordPair, type MaximumCharge, type McNemarResult, type MintRolloutOptions, type MintRolloutResult, type MintedRolloutLine, type MockTransportOpts, type ModelEndpointCheck, type ModelEndpointRequest, type ModelSeats, ModelSubstitutionError, MultiLayerVerifier, type NoLeakOptions, NoopRawProviderSink, NotFoundError, OUTPUT_VALUE, type Objective, type OpenAiCompatibleTransportOpts, type Oracle, type OracleObservation, type OracleReport, type OracleResult, type OrderMode, type OtlpExport, OtlpFileTraceStore, type OtlpFlatLine, type OtlpSpan, type OwnerVerdict, type PaidCallResult, type PairArmsOptions, type PairArmsResult, type PairRunRecordsResult, type PairedArmRow, type PairedArmsComparison, type PairedBootstrapOptions, type PairedBootstrapResult, type PairedCorrectness, type PairedDecisionMethod, type PairedDecisionShape, type PairedDecisionStatistic, type PairedDeltaTestOptions, type PairedDeltaTestResult, type PairedEvalueOptions, type PairedEvalueSequence, type PairedEvalueStep, type PairedMcNemarEvidence, type PairedMetricDelta, type PairedPromotionAlternative, type PairedPromotionAlternativeCell, type PairedPromotionCallRates, type PairedPromotionDecision, type PairedPromotionDecisionOptions, type PairedPromotionPowerCall, type PairedPromotionPowerOptions, type PairedPromotionPowerResult, type PairedSignTestResult, type PairedTTestResult, type PairedValueLaw, type ParetoPoint, type ParetoResult, type PartitionHeldOutOptions, type PendingCostCall, type PendingCostCallView, type PersistedFinding, type PersonaConfig, type PolicyEdit, type PolicyEditAdmission, type PolicyEditAdmissionOptions, type PolicyEditAxis, type PolicyEditCandidateRecord, type PolicyEditChange, type PolicyEditExpectedGain, type PolicyEditGainDirection, type PolicyEditGainUnit, type PolicyEditInit, type PolicyEditRisk, type PolicyEditSchemaVersion, type PolicyEditSource, type PolicyEditTarget, type PolicyEditTargetSurface, type PreferenceMemoryEntry, type ProducedProposal, type ProducedState, type ProductBenchmarkExportOptions, type ProductBenchmarkExportResult, type ProductBenchmarkManifest, type ProductBenchmarkSingleRunExportOptions, type ProductBenchmarkSplit, type ProductBenchmarkValidationReport, type ProductClientConfig, type ProductScenario, type ProfileAxisSpec, type ProjectRuntimeTrajectoryEvidenceOptions, type PromptHandle, type ProportionInterval, type ProposalEventLike, type ProposalFinding, type ProposeFn, type ProposeInput, type ProposeOutput, type ProposeReviewConfig, type ProposeReviewControlAction, type ProposeReviewControlConfig, type ProposeReviewControlResult, type ProposeReviewControlState, type ProposeReviewReport, type ProposedSideEffect, type QueryTracesPage, REDACTION_VERSION, type RankTestMethod, type RankTestMethodRequest, type RankTestOptions, type RawAnalystFinding, type RawProviderEvent, type RawProviderSink, type RecordRunsOptions, type RedTeamCase, type RedTeamCategory, type RedTeamFinding, type RedTeamReport, type RedactOptions, type RedactionProfile, type RedactionReport, type ReferenceReplayCaseRun, type ReferenceReplayRun, type ReferenceReplaySplit, type ReflectionContext, type ReflectionProposal, type RegistryRunOpts, type ReleaseConfidenceInput, type ReleaseConfidenceIssue, type ReleaseConfidenceMetrics, type ReleaseConfidenceScorecard, type ReleaseTraceEvidence, type RepeatedActionOptions, type RequiredPairsForPairedPromotionOptions, type RequiredPairsForPairedPromotionResult, type RequirementCheck, type ResearchReport, type ResearchReportOptions, type Researcher, type RetryWrite, type Review, type ReviewFn, type ReviewInput, type ReviewMemoryEntry, type ReviewMemoryStore, type RiskDifferenceResult, type RolloutSearchLineage, type RouteMap, type RoutedField, type RubricDimension, type Run, type RunCampaignOptions, type RunCaptureReport, type RunCommandInput, type RunCommandResult, type RunCostProvenance, type RunFilter, RunIntegrityError, type RunIntegrityReport, type RunJudgeMetadata, type RunOutcome, type RunPaidCallInput, type RunRecord, type RunRecordBackend, RunRecordValidationError, type RunScore, type RunScoreWeights, type RunSearchCoordinates, type RunSplitTag, type RunStatus, type RunTaskFailure, type RunTerminalOutcome, type RunTokenUsage, type RunTraceRef, type RuntimeEventLike, type RuntimeTrajectoryEvidenceProjection, type RuntimeTrajectoryEvidenceSummary, type RuntimeTrajectoryHookEvent, type RuntimeTrajectoryRecord, type RuntimeTrajectoryRunRecord, SEMANTIC_CONCEPT_JUDGE_VERSION, type SampleSummary, type SampleSummaryOptions, type SandboxDriver, type SandboxSdkTransportOpts, type SatisfiedBy, type Scenario, type ScenarioCost, type ScenarioFile, type ScenarioResult, type ScorePreference, type ScoreRiskDifferenceResult, type Scorecard, type ScorecardCell, type ScorecardCellDiff, type ScorecardDiff, type ScorecardEntry, type ScorecardLogLine, type SearchSpanResult, type SearchTraceResult, type SelfImproveBudget, type SelfImproveMethodOptions, type SelfImproveMethodProvenance, type SelfImproveMethodResult, type SelfImproveOptions, type SelfImproveProgressEvent, type SelfImproveProposerOptions, type SelfImproveProposerResult, type SelfImproveResult, type SemanticConceptJudgeInput, type SemanticConceptJudgeOptions, type SemanticConceptJudgeResult, type SequentialDecision, type SeriesConvergenceOptions, type SeriesConvergenceResult, type SeriesDistribution, type SeriesDistributionOptions, type ServedModelCheck, type ServedModelPolicy, type ServedModelVerdict, type Severity, type ShareSafetyStatus, type ShareSafetyVerdict, type SignTestAlternative, type SingleBackendDivergence, type SingleBackendReport, type Span, type SpanFilter, type SpanHandle, type SpanMatchRecord, type SpanPredicate, type SpanRecordsToTraceAnalysisStoreOptions, type SplitCoverage, type SteeringBundle, type SteeringChange, type SteeringOptimizationResult, type SteeringOptimizationRow, type StopDecision, type StrategyChecker, type StreamingDetector, type SummaryTable, type SummaryTableOptions, type SummaryTableRow, type SynthesisTarget, type TaskGold, type TaskHeadroom, type ToolCallEventLike, type ToolSpan, type ToolStats, type ToolUseMetrics, type ToolUseOptions, type TraceAnalysisEngine, type TraceAnalysisEngineResult, type TraceAnalysisStore, type TraceAnalystByteBudgets, type TraceAnalystDefinition, type TraceAnalystFilters, type TraceAnalystSpan, type TraceAnalystSpanKind, type TraceAnalystSpanStatus, type TraceAnalystTraceSummary, type TraceContract, type TraceContractSpec, TraceEmitter, type TraceEmitterOptions, type TraceEvent, type TraceInsightReadiness, type TraceInsightSuite, type TraceStore, type TrainSelectionTestOptions, type TrainSelectionTestPartition, type Trajectory, type TrajectoryStep, type TreatmentGate, type TreatmentGateInput, type TreatmentGateOptions, type TrialTrace, type Turn, type TurnResult, UNKNOWN_MODEL, type UserQuestion, VERIFICATION_STRATEGIES, VERIFICATION_STRATEGY_SOURCES, ValidationError, type VerbosityBiasResult, type Verdict, type VerdictCacheStore, type VerdictCertification, type Verification, type VerificationReport, type VerificationStrategyProfile, type VerificationStrategySource, type VerifyFn, type VerifyOptions, type ViewSpansResult, type ViewTraceOversized, type ViewTraceResult, type ViteDeployRunnerInput, type WeightedCompositeInput, type WeightedCompositeResult, type WelchTestResult, type WelchTestStatus, type WilcoxonSignedRankResult, type WranglerDeployRunnerInput, addCalibrationVerdicts, agentProfileCellKey, agentProfileHash, agentProfileId, analystRunDigest, analystRunToFeedbackTrajectory, analystRunToReviewRequests, analyzeRuns, analyzeSeries, analyzeTraces, argHash, assertCrossFamily, assertCrossFamilyServed, assertJudgeMayGate, assertRealBackend, assertRunCaptured, assertServedModel, assertServedModels, assessShareSafety, assignFeedbackSplit, attest, benjaminiHochberg, bonferroni, bootstrapCi, budgetBreachView, buildAgentProfileCell, buildDefaultAnalystRegistry, buildTraceInsightContext, buildTraceInsightPrompt, buildTrajectory, calibrateJudge, calibrateJudgeContinuous, captureFetchToRawSink, certificationEvidenceDigest, checkServedModel, classifyFailure, classifyFailureReason, comparePairedArms, completionVerdict, computeFindingId, computeToolUseMetrics, confidenceInterval, continuousAgreement, controlRunToFeedbackTrajectory, corpusInterRaterAgreement, corpusInterRaterAgreementFromJudgeScores, createBoundedTraceAnalysisStore, createChatClient, createChatTraceEngine, createDspyRlmTraceEngine, createFeedbackTrajectory, createLlmCorrectnessChecker, createTraceAnalyst, decidePairedPromotion, defineAgentEval, defineEquivalenceCheck, describeServedModelCheck, describeTraceInsightScope, diffFindings, domainEvidencePattern, dominates, eProcess, equivalenceVerdict, evaluateInterimReleaseConfidence, evaluateReleaseConfidence, expandProfileAxes, exportRunAsOtlp, extractProducedState, extractUsage, extractUsageFromSse, failureBlame, failureClusterView, feedbackTrajectoriesToDatasetScenarios, feedbackTrajectoriesToOptimizerRows, feedbackTrajectoryToOptimizerRow, gainHistogram, gradeSemanticStatus, groupRunsByAgentProfileCell, harnessAxisOf, hashJson, holm, inferDomainKeywords, interRaterReliability, iqr, isJudgeSpan, isLlmSpan, isRunRecord, isToolSpan, judgeAgreementView, judgeFamily, judgeGateDecision, judgeSpans, llmJudge, makeFinding, makeProposalFinding, manifestContentDigest, mannWhitneyU, mcnemar, mcnemarPower, mcnemarRequiredN, measureJudgeAgreement, mintRolloutRows, modelHasSnapshot, mulberry32, otlpTextToTraceAnalysisStore, pairArms, pairRunRecords, pairedBootstrap, pairedEvalueSequence, pairedMde, pairedRiskDifference, pairedRiskDifferenceExact, pairedRiskDifferenceScore, pairedSignTest, pairedTTest, paretoFrontier, parseRunRecordSafe, partialCredit, passAtK, pearsonR, index_d_exports as profile, ranks, redTeamDataset, redTeamReport, redact, redactForShare, redactText, registerCalibrationSet, renderPreferenceMemoryMarkdown, requiredPairedSampleSize, requiredSampleSize, runCampaign, runCanaries, runEquivalenceCheck, runEvalCampaign, runSemanticConceptJudge, runTaskScore, runsForScenario, scoreRedTeamOutput, scoreTraceInsightReadiness, selfImprove, shareAllowed, snapshotFromJudgeAgreement, spanRecordsToTraceAnalysisStore, spearmanR, summarizeBackendIntegrity, summarizeNumberSeries, summarizePreferenceMemory, summaryTable, toAgentProfileJson, tokenizeDomainWords, toolSpansToTraceAnalysisStore, toolWasteView, transientDispatchFailure, validateRunRecord, verbosityBias, verifyAgentProfileCell, verifyAttestation, verifyCompletion, weightedComposite, weightedMean, welchsTTest, wilcoxonSignedRank, wilson, withAssignedFeedbackSplit };
|
|
3840
3707
|
//# sourceMappingURL=index.d.ts.map
|