@tangle-network/agent-eval 0.221.8 → 0.222.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +82 -0
- package/dist/adapters/http.d.ts +3 -5
- package/dist/adapters/http.d.ts.map +1 -1
- package/dist/adapters/http.js +1 -2
- package/dist/{adversarial-smnADNFS.d.ts → adversarial-DnQQFqTR.d.ts} +1 -3
- package/dist/adversarial-DnQQFqTR.d.ts.map +1 -0
- package/dist/{agent-profile-CNmwfaqq.d.ts → agent-profile-CoD1Dotf.d.ts} +4 -10
- package/dist/agent-profile-CoD1Dotf.d.ts.map +1 -0
- package/dist/agent-profile-Dngk3LZ0.js +153 -0
- package/dist/agent-profile-Dngk3LZ0.js.map +1 -0
- package/dist/{agent-profile-cell-BcpFbNd5.d.ts → agent-profile-cell-3kYxUsK2.d.ts} +3 -5
- package/dist/agent-profile-cell-3kYxUsK2.d.ts.map +1 -0
- package/dist/{agent-profile-cell-B1V1gUZs.js → agent-profile-cell-CT5JYueM.js} +5 -7
- package/dist/{agent-profile-cell-B1V1gUZs.js.map → agent-profile-cell-CT5JYueM.js.map} +1 -1
- package/dist/{agreement-irr-BhAqjluA.js → agreement-irr-BTjDN0i6.js} +4 -5
- package/dist/{agreement-irr-BhAqjluA.js.map → agreement-irr-BTjDN0i6.js.map} +1 -1
- package/dist/analyst/index.d.ts +95 -159
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +28 -39
- package/dist/analyst/index.js.map +1 -1
- package/dist/{analyze-runs-DfX6dHP0.d.ts → analyze-runs-C-pP1sK9.d.ts} +7 -13
- package/dist/analyze-runs-C-pP1sK9.d.ts.map +1 -0
- package/dist/{analyze-runs-CHmsykNJ.js → analyze-runs-CTheASYV.js} +23 -32
- package/dist/{analyze-runs-CHmsykNJ.js.map → analyze-runs-CTheASYV.js.map} +1 -1
- package/dist/{attribute-vocabulary-CcXqHODT.d.ts → attribute-vocabulary-5oo8ykIx.d.ts} +2 -4
- package/dist/attribute-vocabulary-5oo8ykIx.d.ts.map +1 -0
- package/dist/authenticity/index.d.ts +0 -2
- package/dist/authenticity/index.d.ts.map +1 -1
- package/dist/authenticity/index.js +1 -2
- package/dist/{benchmark-command-Cnjfo0Zh.js → benchmark-command-jYWR2gya.js} +61 -94
- package/dist/benchmark-command-jYWR2gya.js.map +1 -0
- package/dist/benchmarks/index.d.ts +5 -15
- package/dist/benchmarks/index.d.ts.map +1 -1
- package/dist/benchmarks/index.js +27 -38
- package/dist/benchmarks/index.js.map +1 -1
- package/dist/{bounded-process-Cj9YjXbE.js → bounded-process-BZrWXIKW.js} +2 -3
- package/dist/{bounded-process-Cj9YjXbE.js.map → bounded-process-BZrWXIKW.js.map} +1 -1
- package/dist/builder-eval/index.d.ts +5 -14
- package/dist/builder-eval/index.d.ts.map +1 -1
- package/dist/builder-eval/index.js +11 -17
- package/dist/builder-eval/index.js.map +1 -1
- package/dist/{calibration-CTwxpJ-t.js → calibration-6usfVYYo.js} +4 -5
- package/dist/{calibration-CTwxpJ-t.js.map → calibration-6usfVYYo.js.map} +1 -1
- package/dist/campaign/index.d.ts +9 -9
- package/dist/campaign/index.js +15 -14
- package/dist/{campaign-uddTlFg5.js → campaign-ddr1N3yD.js} +61 -58
- package/dist/campaign-ddr1N3yD.js.map +1 -0
- package/dist/{campaign-evidence-DunzcJGv.js → campaign-evidence-DN8rWuBj.js} +20 -322
- package/dist/campaign-evidence-DN8rWuBj.js.map +1 -0
- package/dist/{canonical-Dq2hOQ8L.js → canonical-CicJlINA.js} +3 -4
- package/dist/{canonical-Dq2hOQ8L.js.map → canonical-CicJlINA.js.map} +1 -1
- package/dist/{canonical-CFpojCN5.d.ts → canonical-gLeHiqzd.d.ts} +2 -4
- package/dist/canonical-gLeHiqzd.d.ts.map +1 -0
- package/dist/{cell-spend-DEWR3nj-.js → cell-spend-zxmzg4GH.js} +3 -4
- package/dist/{cell-spend-DEWR3nj-.js.map → cell-spend-zxmzg4GH.js.map} +1 -1
- package/dist/{chat-client-BNATB3rJ.js → chat-client-CO3uB33i.js} +3 -4
- package/dist/{chat-client-BNATB3rJ.js.map → chat-client-CO3uB33i.js.map} +1 -1
- package/dist/{chat-json-call-BzWYp18J.js → chat-json-call-8yUv4LFO.js} +4 -5
- package/dist/{chat-json-call-BzWYp18J.js.map → chat-json-call-8yUv4LFO.js.map} +1 -1
- package/dist/{claim-BPVuyHuy.js → claim-Dod_mjk3.js} +5 -6
- package/dist/{claim-BPVuyHuy.js.map → claim-Dod_mjk3.js.map} +1 -1
- package/dist/cli.js +179 -23
- package/dist/cli.js.map +1 -1
- package/dist/{client-hwo3cJjR.d.ts → client-BIFwUg7I.d.ts} +6 -12
- package/dist/client-BIFwUg7I.d.ts.map +1 -0
- package/dist/{cluster-bootstrap-DEwwhl0C.js → cluster-bootstrap-SbaeM44s.js} +4 -5
- package/dist/{cluster-bootstrap-DEwwhl0C.js.map → cluster-bootstrap-SbaeM44s.js.map} +1 -1
- package/dist/completion-verifier-7KEfroqx.d.ts +168 -0
- package/dist/completion-verifier-7KEfroqx.d.ts.map +1 -0
- package/dist/{completion-verifier-asaV1nSj.js → completion-verifier-rqbMh5-4.js} +9 -160
- package/dist/completion-verifier-rqbMh5-4.js.map +1 -0
- package/dist/contract/index.d.ts +13 -13
- package/dist/contract/index.js +41 -60
- package/dist/contract/index.js.map +1 -1
- package/dist/{cost-ledger-BGZB6yY2.js → cost-ledger-CS8R3IZj.js} +10 -17
- package/dist/{cost-ledger-BGZB6yY2.js.map → cost-ledger-CS8R3IZj.js.map} +1 -1
- package/dist/{cost-ledger-C1W3ICmP.d.ts → cost-ledger-Czro9wmo.d.ts} +1 -5
- package/dist/cost-ledger-Czro9wmo.d.ts.map +1 -0
- package/dist/{dataset-DQqhOCPt.d.ts → dataset-DThC1S6G.d.ts} +1 -3
- package/dist/dataset-DThC1S6G.d.ts.map +1 -0
- package/dist/{decision-point-0nJubuoM.js → decision-point-lhMgODOR.js} +14 -18
- package/dist/{decision-point-0nJubuoM.js.map → decision-point-lhMgODOR.js.map} +1 -1
- package/dist/{deep-freeze-CurcOQg3.js → deep-freeze-CK8-2W7p.js} +2 -3
- package/dist/{deep-freeze-CurcOQg3.js.map → deep-freeze-CK8-2W7p.js.map} +1 -1
- package/dist/{default-registry-CLG5YqGS.d.ts → default-registry-B1DstPYg.d.ts} +53 -61
- package/dist/default-registry-B1DstPYg.d.ts.map +1 -0
- package/dist/{default-registry-BBTDgkDM.js → default-registry-C1tPEjZ4.js} +29 -45
- package/dist/{default-registry-BBTDgkDM.js.map → default-registry-C1tPEjZ4.js.map} +1 -1
- package/dist/{define-agent-eval-CCbT7Kfr.js → define-agent-eval-BLoP4Lf9.js} +15 -18
- package/dist/{define-agent-eval-CCbT7Kfr.js.map → define-agent-eval-BLoP4Lf9.js.map} +1 -1
- package/dist/{define-agent-eval-JKt3gMQr.d.ts → define-agent-eval-CAffiFbN.d.ts} +19 -27
- package/dist/define-agent-eval-CAffiFbN.d.ts.map +1 -0
- package/dist/{descriptive-CVNy48rR.js → descriptive-cPwITVfy.js} +30 -8
- package/dist/descriptive-cPwITVfy.js.map +1 -0
- package/dist/diagnosis/index.d.ts +5 -15
- package/dist/diagnosis/index.d.ts.map +1 -1
- package/dist/diagnosis/index.js +13 -19
- package/dist/diagnosis/index.js.map +1 -1
- package/dist/{dspy-rlm-engine-DN1p_5jx.js → dspy-rlm-engine-jDiWkul6.js} +7 -10
- package/dist/{dspy-rlm-engine-DN1p_5jx.js.map → dspy-rlm-engine-jDiWkul6.js.map} +1 -1
- package/dist/{emitter-DbMXUIVP.js → emitter-DhQ65mza.js} +3 -4
- package/dist/{emitter-DbMXUIVP.js.map → emitter-DhQ65mza.js.map} +1 -1
- package/dist/{emitter-DABYYTcH.d.ts → emitter-mAXC5PSN.d.ts} +3 -5
- package/dist/emitter-mAXC5PSN.d.ts.map +1 -0
- package/dist/{engine-dtRVeuQs.d.ts → engine-CaHaCc3W.d.ts} +10 -18
- package/dist/engine-CaHaCc3W.d.ts.map +1 -0
- package/dist/{equal-terms-DbPGcVtI.js → equal-terms-K11VHmR3.js} +3 -4
- package/dist/{equal-terms-DbPGcVtI.js.map → equal-terms-K11VHmR3.js.map} +1 -1
- package/dist/{errors-BcOs5MKW.js → errors-DeEEV9Vx.js} +2 -3
- package/dist/{errors-BcOs5MKW.js.map → errors-DeEEV9Vx.js.map} +1 -1
- package/dist/{errors-DEE6u6ot.d.ts → errors-E9I2hldP.d.ts} +1 -3
- package/dist/errors-E9I2hldP.d.ts.map +1 -0
- package/dist/{eval-campaign-DoX5vz3E.js → eval-campaign-Cgixrvf7.js} +8 -9
- package/dist/{eval-campaign-DoX5vz3E.js.map → eval-campaign-Cgixrvf7.js.map} +1 -1
- package/dist/{evaluation-wdGyZ7jV.js → evaluation-B8H3GYej.js} +4 -6
- package/dist/{evaluation-wdGyZ7jV.js.map → evaluation-B8H3GYej.js.map} +1 -1
- package/dist/{evaluation-DblGquCB.d.ts → evaluation-BPqUvZ66.d.ts} +4 -6
- package/dist/evaluation-BPqUvZ66.d.ts.map +1 -0
- package/dist/evaluation.d.ts +1 -1
- package/dist/evaluation.js +1 -2
- package/dist/{exact-types-Do63KoKn.d.ts → exact-types-D98BKpxo.d.ts} +8 -10
- package/dist/exact-types-D98BKpxo.d.ts.map +1 -0
- package/dist/{exec-CpbtOXVt.js → exec-C0_AkLUv.js} +3 -5
- package/dist/{exec-CpbtOXVt.js.map → exec-C0_AkLUv.js.map} +1 -1
- package/dist/{execution-tracks-CpgFPpS5.js → execution-tracks-DaDXYwAq.js} +2 -3
- package/dist/{execution-tracks-CpgFPpS5.js.map → execution-tracks-DaDXYwAq.js.map} +1 -1
- package/dist/experiment/index.d.ts +9 -37
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +29 -40
- package/dist/experiment/index.js.map +1 -1
- package/dist/{exporters-Dk3oEbK_.d.ts → exporters-B5Ze_RKh.d.ts} +4 -4
- package/dist/exporters-B5Ze_RKh.d.ts.map +1 -0
- package/dist/{exporters-DWvM16LE.js → exporters-ByLcILYU.js} +23 -5
- package/dist/exporters-ByLcILYU.js.map +1 -0
- package/dist/{external-optimizer-process-DEzJ2CGX.js → external-optimizer-process-BRVmaDFe.js} +5 -6
- package/dist/{external-optimizer-process-DEzJ2CGX.js.map → external-optimizer-process-BRVmaDFe.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-B_ukPtRD.js → external-optimizer-subprocess-U616hV_l.js} +24 -37
- package/dist/{external-optimizer-subprocess-B_ukPtRD.js.map → external-optimizer-subprocess-U616hV_l.js.map} +1 -1
- package/dist/{extract-usage-BZLU01kR.js → extract-usage-ISFqhfDz.js} +2 -3
- package/dist/{extract-usage-BZLU01kR.js.map → extract-usage-ISFqhfDz.js.map} +1 -1
- package/dist/{failure-cluster-DN0t63Z0.d.ts → failure-cluster-DOoa7CBg.d.ts} +3 -7
- package/dist/failure-cluster-DOoa7CBg.d.ts.map +1 -0
- package/dist/{failure-taxonomy-Bx5oWqaW.js → failure-taxonomy-9eQfXKoW.js} +2 -3
- package/dist/{failure-taxonomy-Bx5oWqaW.js.map → failure-taxonomy-9eQfXKoW.js.map} +1 -1
- package/dist/{feedback-trajectory-CYVJXolG.d.ts → feedback-trajectory-SBGncrCP.d.ts} +7 -13
- package/dist/feedback-trajectory-SBGncrCP.d.ts.map +1 -0
- package/dist/{finding-composition-8n0fFgVI.js → finding-composition-DlvE1Qul.js} +4 -6
- package/dist/{finding-composition-8n0fFgVI.js.map → finding-composition-DlvE1Qul.js.map} +1 -1
- package/dist/{findings-store-Bg4sdS-e.js → findings-store-B75Dspaq.js} +11 -14
- package/dist/{findings-store-Bg4sdS-e.js.map → findings-store-B75Dspaq.js.map} +1 -1
- package/dist/fuzz.d.ts +3 -17
- package/dist/fuzz.d.ts.map +1 -1
- package/dist/fuzz.js +30 -29
- package/dist/fuzz.js.map +1 -1
- package/dist/{hf-dataset-CKxIJQba.js → hf-dataset-DPVQXW5n.js} +362 -21
- package/dist/hf-dataset-DPVQXW5n.js.map +1 -0
- package/dist/hosted/index.d.ts +2 -6
- package/dist/hosted/index.d.ts.map +1 -1
- package/dist/hosted/index.js +1 -2
- package/dist/{index-CalAsXMR.d.ts → index-B1Bm9oJA.d.ts} +3 -15
- package/dist/index-B1Bm9oJA.d.ts.map +1 -0
- package/dist/{index-CdEVr8-O.d.ts → index-B7v2QHlD.d.ts} +24 -299
- package/dist/index-B7v2QHlD.d.ts.map +1 -0
- package/dist/{index-CTIRz-AB.d.ts → index-CUjeTDPv.d.ts} +14 -36
- package/dist/index-CUjeTDPv.d.ts.map +1 -0
- package/dist/{index-CfJULcW5.d.ts → index-DAk2quYu.d.ts} +18 -38
- package/dist/index-DAk2quYu.d.ts.map +1 -0
- package/dist/{index-D7fmC-1K.d.ts → index-DUn0GNiZ.d.ts} +183 -36
- package/dist/index-DUn0GNiZ.d.ts.map +1 -0
- package/dist/{index-CHxwfW5g.d.ts → index-DwUGehqX.d.ts} +3 -9
- package/dist/index-DwUGehqX.d.ts.map +1 -0
- package/dist/{index-jnuFLxOs.d.ts → index-aDPVYBIM.d.ts} +11 -39
- package/dist/index-aDPVYBIM.d.ts.map +1 -0
- package/dist/index.d.ts +55 -188
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +122 -195
- package/dist/index.js.map +1 -1
- package/dist/{integrity-D-s2iHiT.js → integrity-B1V6klyO.js} +12 -363
- package/dist/integrity-B1V6klyO.js.map +1 -0
- package/dist/{integrity-D9lBnv_K.d.ts → integrity-BAdVzT8u.d.ts} +4 -6
- package/dist/integrity-BAdVzT8u.d.ts.map +1 -0
- package/dist/{integrity-W4CADcFc.js → integrity-DOHt1mwU.js} +3 -4
- package/dist/{integrity-W4CADcFc.js.map → integrity-DOHt1mwU.js.map} +1 -1
- package/dist/{internal-BTK91Bqt.js → internal-v6XfOeJW.js} +6 -8
- package/dist/{internal-BTK91Bqt.js.map → internal-v6XfOeJW.js.map} +1 -1
- package/dist/{interval-Dq9gt7jx.js → interval-Bd2f4CRT.js} +6 -8
- package/dist/{interval-Dq9gt7jx.js.map → interval-Bd2f4CRT.js.map} +1 -1
- package/dist/{interval-ohuOJurX.d.ts → interval-CWyxqDpE.d.ts} +1 -5
- package/dist/interval-CWyxqDpE.d.ts.map +1 -0
- package/dist/{journal-C7om8Gum.js → journal-C1uLJi0w.js} +115 -121
- package/dist/{journal-C7om8Gum.js.map → journal-C1uLJi0w.js.map} +1 -1
- package/dist/{json-BhdsJaOQ.js → json-DtvZNAU9.js} +4 -6
- package/dist/{json-BhdsJaOQ.js.map → json-DtvZNAU9.js.map} +1 -1
- package/dist/json-recovery-DK4MDm5r.js +296 -0
- package/dist/json-recovery-DK4MDm5r.js.map +1 -0
- package/dist/{judge-calibration-BkXMIWA4.js → judge-calibration-DGqlfWW8.js} +5 -6
- package/dist/{judge-calibration-BkXMIWA4.js.map → judge-calibration-DGqlfWW8.js.map} +1 -1
- package/dist/{judge-calibration-DFtEMlde.d.ts → judge-calibration-DnrbQaXI.d.ts} +1 -3
- package/dist/judge-calibration-DnrbQaXI.d.ts.map +1 -0
- package/dist/{judge-gate-BVvmP00P.js → judge-gate-C2BCOt-M.js} +8 -12
- package/dist/{judge-gate-BVvmP00P.js.map → judge-gate-C2BCOt-M.js.map} +1 -1
- package/dist/judges-BLxg5p8E.js +20 -0
- package/dist/judges-BLxg5p8E.js.map +1 -0
- package/dist/{kind-factory-Dl0PmNQL.js → kind-factory-VKysp1ds.js} +23 -39
- package/dist/{kind-factory-Dl0PmNQL.js.map → kind-factory-VKysp1ds.js.map} +1 -1
- package/dist/ledger-core/index.d.ts +2 -2
- package/dist/ledger-core/index.js +3 -3
- package/dist/ledger-core/lock-holder.d.ts +1 -1
- package/dist/ledger-core/lock-holder.js +1 -2
- package/dist/{ledger-core-CAxUdDk0.js → ledger-core-CfT-FzPf.js} +5 -6
- package/dist/{ledger-core-CAxUdDk0.js.map → ledger-core-CfT-FzPf.js.map} +1 -1
- package/dist/{llm-client-b1ysZVIU.js → llm-client-kJ9EOqjt.js} +22 -30
- package/dist/{llm-client-b1ysZVIU.js.map → llm-client-kJ9EOqjt.js.map} +1 -1
- package/dist/{llm-judge-Cybq29bL.js → llm-judge-cgbhTKQp.js} +108 -164
- package/dist/llm-judge-cgbhTKQp.js.map +1 -0
- package/dist/{lock-holder-DaJbfpci.d.ts → lock-holder-DoxlZFkQ.d.ts} +1 -3
- package/dist/lock-holder-DoxlZFkQ.d.ts.map +1 -0
- package/dist/matrix/index.d.ts +3 -3
- package/dist/matrix/index.js +2 -2
- package/dist/{matrix-DtkZLD_3.d.ts → matrix-CBUzIZs4.d.ts} +4 -12
- package/dist/matrix-CBUzIZs4.d.ts.map +1 -0
- package/dist/{matrix-B8l-Nsxd.js → matrix-CgpX8wdm.js} +8 -13
- package/dist/matrix-CgpX8wdm.js.map +1 -0
- package/dist/{mean-BbA_JCzW.js → mean-CdDYG-us.js} +6 -9
- package/dist/{mean-BbA_JCzW.js.map → mean-CdDYG-us.js.map} +1 -1
- package/dist/meta-eval/index.d.ts +3 -3
- package/dist/meta-eval/index.js +17 -21
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/{metrics-BKaPBtIG.js → metrics-DNCAUtuB.js} +2 -3
- package/dist/{metrics-BKaPBtIG.js.map → metrics-DNCAUtuB.js.map} +1 -1
- package/dist/{mint-CbdwjTPW.js → mint-D9ZysYtY.js} +7 -8
- package/dist/{mint-CbdwjTPW.js.map → mint-D9ZysYtY.js.map} +1 -1
- package/dist/{multi-layer-verifier-DEgMUk6v.d.ts → multi-layer-verifier-lM4aVN78.d.ts} +2 -4
- package/dist/multi-layer-verifier-lM4aVN78.d.ts.map +1 -0
- package/dist/{multiplicity-Sg0U7h8j.js → multiplicity-DAd4xaDC.js} +3 -4
- package/dist/{multiplicity-Sg0U7h8j.js.map → multiplicity-DAd4xaDC.js.map} +1 -1
- package/dist/{multiplicity-DIWHvysC.d.ts → multiplicity-D_SEsc5j.d.ts} +1 -3
- package/dist/multiplicity-D_SEsc5j.d.ts.map +1 -0
- package/dist/multishot/golden/index.d.ts +1 -17
- package/dist/multishot/golden/index.d.ts.map +1 -1
- package/dist/multishot/golden/index.js +10 -17
- package/dist/multishot/golden/index.js.map +1 -1
- package/dist/multishot/index.d.ts +2 -10
- package/dist/multishot/index.d.ts.map +1 -1
- package/dist/multishot/index.js +11 -18
- package/dist/multishot/index.js.map +1 -1
- package/dist/{nonnegative-number-DvdMxg_f.js → nonnegative-number-lEYbOsuh.js} +2 -3
- package/dist/{nonnegative-number-DvdMxg_f.js.map → nonnegative-number-lEYbOsuh.js.map} +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{otel-spans-64hmQqON.js → otel-spans-BsGzTWIK.js} +5 -6
- package/dist/{otel-spans-64hmQqON.js.map → otel-spans-BsGzTWIK.js.map} +1 -1
- package/dist/{otlp-attributes-D9ptWaIJ.js → otlp-attributes-Boeb7gtH.js} +2 -3
- package/dist/{otlp-attributes-D9ptWaIJ.js.map → otlp-attributes-Boeb7gtH.js.map} +1 -1
- package/dist/{outcome-observations-FLmRpgYa.js → outcome-observations-D4snOtUb.js} +4 -5
- package/dist/{outcome-observations-FLmRpgYa.js.map → outcome-observations-D4snOtUb.js.map} +1 -1
- package/dist/{outcome-store-DUcMj-3D.js → outcome-store-TarrcfHG.js} +2 -3
- package/dist/{outcome-store-DUcMj-3D.js.map → outcome-store-TarrcfHG.js.map} +1 -1
- package/dist/{package-version-D7lQHt_-.js → package-version-CJl_pY9W.js} +2 -3
- package/dist/{package-version-D7lQHt_-.js.map → package-version-CJl_pY9W.js.map} +1 -1
- package/dist/{paired-arms-B2ttLc0_.js → paired-arms-D-54hO-k.js} +10 -14
- package/dist/{paired-arms-B2ttLc0_.js.map → paired-arms-D-54hO-k.js.map} +1 -1
- package/dist/{paired-binary-B_nejA44.js → paired-binary-BR0nwHOA.js} +3 -4
- package/dist/{paired-binary-B_nejA44.js.map → paired-binary-BR0nwHOA.js.map} +1 -1
- package/dist/{paired-promotion-decision-CQMJ5xGN.d.ts → paired-promotion-decision-BDnqepZ1.d.ts} +1 -5
- package/dist/paired-promotion-decision-BDnqepZ1.d.ts.map +1 -0
- package/dist/{paired-promotion-decision-D0SHb-ZL.js → paired-promotion-decision-FGvHA4p_.js} +5 -7
- package/dist/{paired-promotion-decision-D0SHb-ZL.js.map → paired-promotion-decision-FGvHA4p_.js.map} +1 -1
- package/dist/{pareto-BiBnQXAE.js → pareto-B9udAt2i.js} +28 -50
- package/dist/pareto-B9udAt2i.js.map +1 -0
- package/dist/pipelines/index.d.ts +5 -11
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js +6 -8
- package/dist/pipelines/index.js.map +1 -1
- package/dist/{power-and-mde-CQX-0weG.js → power-and-mde-ClI6RWw4.js} +4 -5
- package/dist/{power-and-mde-CQX-0weG.js.map → power-and-mde-ClI6RWw4.js.map} +1 -1
- package/dist/{predicate-FdKmElA_.js → predicate-BYHA4MBn.js} +2 -3
- package/dist/{predicate-FdKmElA_.js.map → predicate-BYHA4MBn.js.map} +1 -1
- package/dist/{prime-bridge-transport-6feEglLf.d.ts → prime-bridge-transport-Cfqir_Im.d.ts} +1 -3
- package/dist/prime-bridge-transport-Cfqir_Im.d.ts.map +1 -0
- package/dist/{prime-bridge-transport-Z3cpKGoV.js → prime-bridge-transport-Csd5SQg7.js} +2 -3
- package/dist/{prime-bridge-transport-Z3cpKGoV.js.map → prime-bridge-transport-Csd5SQg7.js.map} +1 -1
- package/dist/{prime-protocol-BGxjfhM4.d.ts → prime-protocol-COFkxas6.d.ts} +4 -8
- package/dist/prime-protocol-COFkxas6.d.ts.map +1 -0
- package/dist/{prime-protocol-BFgGrEMP.js → prime-protocol-CrhpXRz9.js} +4 -6
- package/dist/{prime-protocol-BFgGrEMP.js.map → prime-protocol-CrhpXRz9.js.map} +1 -1
- package/dist/profile-cell.d.ts +1 -1
- package/dist/profile-cell.js +1 -2
- package/dist/{promotion-gate-CkVZHagC.d.ts → promotion-gate-CixshGI8.d.ts} +5 -11
- package/dist/promotion-gate-CixshGI8.d.ts.map +1 -0
- package/dist/{promotion-policy-6A8osGr_.js → promotion-policy-CBYeD4zi.js} +5 -6
- package/dist/{promotion-policy-6A8osGr_.js.map → promotion-policy-CBYeD4zi.js.map} +1 -1
- package/dist/{proposal-findings-DqLUWsAG.js → proposal-findings-WFQrxnfe.js} +3 -4
- package/dist/{proposal-findings-DqLUWsAG.js.map → proposal-findings-WFQrxnfe.js.map} +1 -1
- package/dist/{quantile--0yb07pD.js → quantile-CncXP-Ss.js} +2 -3
- package/dist/{quantile--0yb07pD.js.map → quantile-CncXP-Ss.js.map} +1 -1
- package/dist/{query-B_RZ36an.js → query-CGXzO9d4.js} +5 -6
- package/dist/{query-B_RZ36an.js.map → query-CGXzO9d4.js.map} +1 -1
- package/dist/{query-Cmv_U8vf.d.ts → query-UD0B08Sb.d.ts} +4 -6
- package/dist/query-UD0B08Sb.d.ts.map +1 -0
- package/dist/{random-DGEyr3zG.d.ts → random-BN150Q_X.d.ts} +1 -5
- package/dist/random-BN150Q_X.d.ts.map +1 -0
- package/dist/{random-DDDcC7YU.js → random-DrzcgC7F.js} +3 -4
- package/dist/{random-DDDcC7YU.js.map → random-DrzcgC7F.js.map} +1 -1
- package/dist/{raw-provider-sink-75w4FWBj.js → raw-provider-sink-DDLkP_eF.js} +3 -4
- package/dist/{raw-provider-sink-75w4FWBj.js.map → raw-provider-sink-DDLkP_eF.js.map} +1 -1
- package/dist/{record-id-DUgsK5qp.js → record-id-CWZXFh58.js} +2 -3
- package/dist/{record-id-DUgsK5qp.js.map → record-id-CWZXFh58.js.map} +1 -1
- package/dist/{redact-DXdlFb_U.d.ts → redact-C_wzC4c_.d.ts} +1 -3
- package/dist/redact-C_wzC4c_.d.ts.map +1 -0
- package/dist/{redact-mtkTiJVk.js → redact-D6APJS1d.js} +3 -5
- package/dist/{redact-mtkTiJVk.js.map → redact-D6APJS1d.js.map} +1 -1
- package/dist/{registry-BcdJmyoU.d.ts → registry-dhdDoAV8.d.ts} +5 -11
- package/dist/registry-dhdDoAV8.d.ts.map +1 -0
- package/dist/{release-confidence-CYIFH-fp.js → release-confidence-CTUJz5mM.js} +10 -16
- package/dist/release-confidence-CTUJz5mM.js.map +1 -0
- package/dist/{render-BhJqXoBH.js → render-pfAZ7IR4.js} +266 -33
- package/dist/render-pfAZ7IR4.js.map +1 -0
- package/dist/{reporting-html-Kvlc8oMt.js → reporting-html-DMXIjATy.js} +2 -3
- package/dist/{reporting-html-Kvlc8oMt.js.map → reporting-html-DMXIjATy.js.map} +1 -1
- package/dist/reporting.d.ts +6 -6
- package/dist/reporting.js +7 -7
- package/dist/{researcher-DKWtoMWk.d.ts → researcher-CLnNJ7Or.d.ts} +8 -12
- package/dist/researcher-CLnNJ7Or.d.ts.map +1 -0
- package/dist/{reward-nw2xZGZG.js → reward-P0VD_Aft.js} +2 -3
- package/dist/{reward-nw2xZGZG.js.map → reward-P0VD_Aft.js.map} +1 -1
- package/dist/{reward-BeUgVVC_.d.ts → reward-ST4PXNXF.d.ts} +2 -4
- package/dist/reward-ST4PXNXF.d.ts.map +1 -0
- package/dist/{reward-hacking-WTxUbtbb.d.ts → reward-hacking-C9hPVT0Q.d.ts} +4 -8
- package/dist/reward-hacking-C9hPVT0Q.d.ts.map +1 -0
- package/dist/{reward-hacking-ByuETaIb.js → reward-hacking-DZzHZlS1.js} +5 -7
- package/dist/{reward-hacking-ByuETaIb.js.map → reward-hacking-DZzHZlS1.js.map} +1 -1
- package/dist/rl.d.ts +26 -63
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +35 -52
- package/dist/rl.js.map +1 -1
- package/dist/{rolldown-runtime-8H4AJuhK.js → rolldown-runtime-BJohB4LM.js} +1 -2
- package/dist/rollout/index.d.ts +6 -6
- package/dist/rollout/index.js +7 -7
- package/dist/{rollout-Dd1ucT_M.js → rollout-BhkMpAJT.js} +279 -16
- package/dist/rollout-BhkMpAJT.js.map +1 -0
- package/dist/{terminal-record-CB9BFtjS.js → rollout-nodes-BHR9Q5jP.js} +351 -11
- package/dist/rollout-nodes-BHR9Q5jP.js.map +1 -0
- package/dist/{round-decimal-COrKglMh.js → round-decimal-ZmjAQPo1.js} +2 -3
- package/dist/{round-decimal-COrKglMh.js.map → round-decimal-ZmjAQPo1.js.map} +1 -1
- package/dist/{rubric-predictive-validity-Cd5SCtAf.d.ts → rubric-predictive-validity-B3RzbwOx.d.ts} +2 -8
- package/dist/rubric-predictive-validity-B3RzbwOx.d.ts.map +1 -0
- package/dist/{rubric-predictive-validity-CeKW2GQN.js → rubric-predictive-validity-CQp_M0vy.js} +3 -4
- package/dist/{rubric-predictive-validity-CeKW2GQN.js.map → rubric-predictive-validity-CQp_M0vy.js.map} +1 -1
- package/dist/{run-record-CysKLB93.js → run-record-CZy4-TnZ.js} +4 -5
- package/dist/{run-record-CysKLB93.js.map → run-record-CZy4-TnZ.js.map} +1 -1
- package/dist/{run-record-C3awiXPf.d.ts → run-record-D2BFMPGl.d.ts} +5 -7
- package/dist/run-record-D2BFMPGl.d.ts.map +1 -0
- package/dist/{run-record-DhEJgoPz.js → run-record-DEjx43cI.js} +6 -7
- package/dist/{run-record-DhEJgoPz.js.map → run-record-DEjx43cI.js.map} +1 -1
- package/dist/{sandbox-harness-BlSOu4LX.d.ts → sandbox-harness-B3Kx1fOA.d.ts} +1 -3
- package/dist/sandbox-harness-B3Kx1fOA.d.ts.map +1 -0
- package/dist/{schema-D6EVKzTB.d.ts → schema-CkIvnmLU.d.ts} +2 -43
- package/dist/schema-CkIvnmLU.d.ts.map +1 -0
- package/dist/{schema-Bt2vLFm3.js → schema-D-xu3MU_.js} +2 -3
- package/dist/{schema-Bt2vLFm3.js.map → schema-D-xu3MU_.js.map} +1 -1
- package/dist/{schema-C-ziyJD7.d.ts → schema-DkFJr3Y8.d.ts} +111 -48
- package/dist/schema-DkFJr3Y8.d.ts.map +1 -0
- package/dist/{schema-CvhfLjtZ.js → schema-YUIXT8iW.js} +37 -7
- package/dist/schema-YUIXT8iW.js.map +1 -0
- package/dist/search/index.d.ts +3 -35
- package/dist/search/index.d.ts.map +1 -1
- package/dist/search/index.js +4 -5
- package/dist/{search-kernel-CctpiDd2.d.ts → search-kernel-CBdwFZ05.d.ts} +10 -36
- package/dist/search-kernel-CBdwFZ05.d.ts.map +1 -0
- package/dist/{search-ledger-CZRqtFbW.js → search-ledger-BsVi-Ngv.js} +17 -26
- package/dist/{search-ledger-CZRqtFbW.js.map → search-ledger-BsVi-Ngv.js.map} +1 -1
- package/dist/{search-ledger-file-Bd5Tioq6.js → search-ledger-file-DTBD6X-y.js} +6 -8
- package/dist/{search-ledger-file-Bd5Tioq6.js.map → search-ledger-file-DTBD6X-y.js.map} +1 -1
- package/dist/{search-ledger-types-p2xKfiDJ.d.ts → search-ledger-types-qiYRUo_N.d.ts} +5 -9
- package/dist/search-ledger-types-qiYRUo_N.d.ts.map +1 -0
- package/dist/{search-shipper-Dn3NLsuH.js → search-shipper-pdg4viK7.js} +8 -13
- package/dist/{search-shipper-Dn3NLsuH.js.map → search-shipper-pdg4viK7.js.map} +1 -1
- package/dist/{search-summary-D4bwYnAE.js → search-summary-Ct7SrmVc.js} +6 -7
- package/dist/{search-summary-D4bwYnAE.js.map → search-summary-Ct7SrmVc.js.map} +1 -1
- package/dist/{sequential-CimQrbjv.js → sequential-B1I0tRfL.js} +6 -7
- package/dist/{sequential-CimQrbjv.js.map → sequential-B1I0tRfL.js.map} +1 -1
- package/dist/{sequential-KwGspfeR.d.ts → sequential-Bb_pdTqG.d.ts} +1 -3
- package/dist/sequential-Bb_pdTqG.d.ts.map +1 -0
- package/dist/{sequential-BVv1sjsw.js → sequential-Bjs5roiK.js} +2 -3
- package/dist/{sequential-BVv1sjsw.js.map → sequential-Bjs5roiK.js.map} +1 -1
- package/dist/{sequential-eprocess-DodI6RoF.js → sequential-eprocess-C1YLwFaz.js} +3 -4
- package/dist/{sequential-eprocess-DodI6RoF.js.map → sequential-eprocess-C1YLwFaz.js.map} +1 -1
- package/dist/{server-ChhXPCgX.js → server-DA6h3co5.js} +11 -17
- package/dist/{server-ChhXPCgX.js.map → server-DA6h3co5.js.map} +1 -1
- package/dist/{single-run-lock-Dekd8_Wv.js → single-run-lock-BGlW3OSk.js} +3 -4
- package/dist/{single-run-lock-Dekd8_Wv.js.map → single-run-lock-BGlW3OSk.js.map} +1 -1
- package/dist/{skillopt-optimization-method-sB_-yi1G.js → skillopt-optimization-method-qB1M554K.js} +38 -57
- package/dist/{skillopt-optimization-method-sB_-yi1G.js.map → skillopt-optimization-method-qB1M554K.js.map} +1 -1
- package/dist/{spans-CVngGij3.d.ts → spans-vZoW__3q.d.ts} +2 -4
- package/dist/spans-vZoW__3q.d.ts.map +1 -0
- package/dist/{statistical-heldout-BjzSOmLH.d.ts → statistical-heldout-Cei036nE.d.ts} +9 -37
- package/dist/statistical-heldout-Cei036nE.d.ts.map +1 -0
- package/dist/{statistical-heldout-Bksv92Th.js → statistical-heldout-TP6ndL0B.js} +4 -5
- package/dist/{statistical-heldout-Bksv92Th.js.map → statistical-heldout-TP6ndL0B.js.map} +1 -1
- package/dist/{steps-DlepJPwD.d.ts → steps-B8fYY_Vo.d.ts} +1 -3
- package/dist/steps-B8fYY_Vo.d.ts.map +1 -0
- package/dist/{store-B3nWRy3B.d.ts → store-CMs5wGXP.d.ts} +2 -4
- package/dist/store-CMs5wGXP.d.ts.map +1 -0
- package/dist/{store-BhNuLdJw.js → store-ZykIyQmy.js} +2 -3
- package/dist/{store-BhNuLdJw.js.map → store-ZykIyQmy.js.map} +1 -1
- package/dist/{store-otlp-CFf27E8_.js → store-otlp-DmLm65XW.js} +8 -13
- package/dist/{store-otlp-CFf27E8_.js.map → store-otlp-DmLm65XW.js.map} +1 -1
- package/dist/{store-tool-spans-DxsFwtdr.d.ts → store-tool-spans-B3i3fl0A.d.ts} +11 -29
- package/dist/store-tool-spans-B3i3fl0A.d.ts.map +1 -0
- package/dist/{store-tool-spans-BK_8FjGG.js → store-tool-spans-C2g8UYm-.js} +17 -41
- package/dist/{store-tool-spans-BK_8FjGG.js.map → store-tool-spans-C2g8UYm-.js.map} +1 -1
- package/dist/storyboard/index.d.ts +1 -5
- package/dist/storyboard/index.d.ts.map +1 -1
- package/dist/storyboard/index.js +3 -5
- package/dist/storyboard/index.js.map +1 -1
- package/dist/{summary-report-C8V49Jt3.d.ts → summary-report-0La5vejY.d.ts} +5 -13
- package/dist/summary-report-0La5vejY.d.ts.map +1 -0
- package/dist/{summary-report-DHDWxe6p.js → summary-report-CPfsrLac.js} +21 -30
- package/dist/summary-report-CPfsrLac.js.map +1 -0
- package/dist/supervisor-run/index.d.ts +30 -29
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +6 -7
- package/dist/{systemone-CHnqwmYg.d.ts → systemone-Cw2txK5m.d.ts} +12 -24
- package/dist/systemone-Cw2txK5m.d.ts.map +1 -0
- package/dist/{systemone-protocol-Bl2EI2KQ.d.ts → systemone-protocol-C4t7JH4Y.d.ts} +1 -3
- package/dist/systemone-protocol-C4t7JH4Y.d.ts.map +1 -0
- package/dist/systemone-protocol.d.ts +1 -1
- package/dist/systemone-protocol.js +2 -3
- package/dist/{systemone-review-cQ9acAsb.d.ts → systemone-review-BLgxt-4Q.d.ts} +8 -10
- package/dist/systemone-review-BLgxt-4Q.d.ts.map +1 -0
- package/dist/{systemone-review-DFGtIUcf.js → systemone-review-S49gsy_y.js} +5 -6
- package/dist/{systemone-review-DFGtIUcf.js.map → systemone-review-S49gsy_y.js.map} +1 -1
- package/dist/systemone.d.ts +4 -4
- package/dist/systemone.js +3 -3
- package/dist/{task-failure-attributes-oIK3BhCR.js → task-failure-attributes-CC6VuIpk.js} +7 -10
- package/dist/{task-failure-attributes-oIK3BhCR.js.map → task-failure-attributes-CC6VuIpk.js.map} +1 -1
- package/dist/{tool-groups-b3oU_D88.d.ts → tool-groups-C3K-d3gd.d.ts} +3 -5
- package/dist/tool-groups-C3K-d3gd.d.ts.map +1 -0
- package/dist/{tool-waste-CkjzWmeY.d.ts → tool-waste-BFG1vwTV.d.ts} +4 -16
- package/dist/tool-waste-BFG1vwTV.d.ts.map +1 -0
- package/dist/{tool-waste-DLsjS_p-.js → tool-waste-CLJ46AbT.js} +10 -26
- package/dist/{tool-waste-DLsjS_p-.js.map → tool-waste-CLJ46AbT.js.map} +1 -1
- package/dist/trace-attributes.d.ts +1 -1
- package/dist/trace-attributes.js +1 -2
- package/dist/{trace-questions-BmT8M6UQ.d.ts → trace-questions-ej5AEJ5X.d.ts} +4 -6
- package/dist/trace-questions-ej5AEJ5X.d.ts.map +1 -0
- package/dist/trace-repair/index.d.ts +46 -92
- package/dist/trace-repair/index.d.ts.map +1 -1
- package/dist/trace-repair/index.js +32 -54
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/traces.d.ts +13 -29
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +18 -22
- package/dist/traces.js.map +1 -1
- package/dist/{trajectory-D_7rLrvE.js → trajectory-O3GDHmev.js} +2 -3
- package/dist/{trajectory-D_7rLrvE.js.map → trajectory-O3GDHmev.js.map} +1 -1
- package/dist/trajectory-replay/index.d.ts +2 -22
- package/dist/trajectory-replay/index.d.ts.map +1 -1
- package/dist/trajectory-replay/index.js +19 -30
- package/dist/trajectory-replay/index.js.map +1 -1
- package/dist/{tree-DSqwJpL9.js → tree-DrIChF4a.js} +39 -68
- package/dist/{tree-DSqwJpL9.js.map → tree-DrIChF4a.js.map} +1 -1
- package/dist/{types-B_IFcKp5.d.ts → types-0KglnQ9o.d.ts} +3 -15
- package/dist/types-0KglnQ9o.d.ts.map +1 -0
- package/dist/{types-DZ0mYVw9.d.ts → types-0oMg7zee.d.ts} +3 -5
- package/dist/types-0oMg7zee.d.ts.map +1 -0
- package/dist/{types-CnWmj8NW.js → types-BK0blWhe.js} +3 -4
- package/dist/{types-CnWmj8NW.js.map → types-BK0blWhe.js.map} +1 -1
- package/dist/{types-CmXY0PQf.d.ts → types-C-aOqgt2.d.ts} +2 -5
- package/dist/types-C-aOqgt2.d.ts.map +1 -0
- package/dist/{types-M6eF9m-r.d.ts → types-C54Uk_a1.d.ts} +84 -24
- package/dist/types-C54Uk_a1.d.ts.map +1 -0
- package/dist/{types-BXgASBCL.js → types-DK4vNv5q.js} +2 -3
- package/dist/{types-BXgASBCL.js.map → types-DK4vNv5q.js.map} +1 -1
- package/dist/{types-6Lfdlshp.d.ts → types-DzCO-S1m.d.ts} +50 -62
- package/dist/types-DzCO-S1m.d.ts.map +1 -0
- package/dist/{verdict-BGQmxQ8A.js → verdict-C8TcdwfD.js} +3 -4
- package/dist/{verdict-BGQmxQ8A.js.map → verdict-C8TcdwfD.js.map} +1 -1
- package/dist/{verdict-C24NELtN.d.ts → verdict-D_qiBQ6_.d.ts} +1 -5
- package/dist/verdict-D_qiBQ6_.d.ts.map +1 -0
- package/dist/{verdict-cache-CL_7tePD.js → verdict-cache-BVH-fl18.js} +3 -4
- package/dist/{verdict-cache-CL_7tePD.js.map → verdict-cache-BVH-fl18.js.map} +1 -1
- package/dist/wire/index.d.ts +43 -51
- package/dist/wire/index.d.ts.map +1 -1
- package/dist/wire/index.js +1 -2
- package/docs/eval-surface-map.md +15 -0
- package/docs/rollout.md +132 -6
- package/package.json +18 -18
- package/dist/adversarial-smnADNFS.d.ts.map +0 -1
- package/dist/agent-profile-CNmwfaqq.d.ts.map +0 -1
- package/dist/agent-profile-cell-BcpFbNd5.d.ts.map +0 -1
- package/dist/analyze-runs-DfX6dHP0.d.ts.map +0 -1
- package/dist/attribute-vocabulary-CcXqHODT.d.ts.map +0 -1
- package/dist/benchmark-command-Cnjfo0Zh.js.map +0 -1
- package/dist/campaign-evidence-DunzcJGv.js.map +0 -1
- package/dist/campaign-uddTlFg5.js.map +0 -1
- package/dist/canonical-CFpojCN5.d.ts.map +0 -1
- package/dist/client-hwo3cJjR.d.ts.map +0 -1
- package/dist/completion-verifier-asaV1nSj.js.map +0 -1
- package/dist/cost-ledger-C1W3ICmP.d.ts.map +0 -1
- package/dist/dataset-DQqhOCPt.d.ts.map +0 -1
- package/dist/default-registry-CLG5YqGS.d.ts.map +0 -1
- package/dist/define-agent-eval-JKt3gMQr.d.ts.map +0 -1
- package/dist/descriptive-B2iPaT9J.d.ts +0 -89
- package/dist/descriptive-B2iPaT9J.d.ts.map +0 -1
- package/dist/descriptive-CVNy48rR.js.map +0 -1
- package/dist/emitter-DABYYTcH.d.ts.map +0 -1
- package/dist/engine-dtRVeuQs.d.ts.map +0 -1
- package/dist/errors-DEE6u6ot.d.ts.map +0 -1
- package/dist/evaluation-DblGquCB.d.ts.map +0 -1
- package/dist/exact-types-Do63KoKn.d.ts.map +0 -1
- package/dist/exporters-DWvM16LE.js.map +0 -1
- package/dist/exporters-Dk3oEbK_.d.ts.map +0 -1
- package/dist/failure-cluster-DN0t63Z0.d.ts.map +0 -1
- package/dist/feedback-trajectory-CYVJXolG.d.ts.map +0 -1
- package/dist/hf-dataset-CKxIJQba.js.map +0 -1
- package/dist/index-CHxwfW5g.d.ts.map +0 -1
- package/dist/index-CTIRz-AB.d.ts.map +0 -1
- package/dist/index-CalAsXMR.d.ts.map +0 -1
- package/dist/index-CdEVr8-O.d.ts.map +0 -1
- package/dist/index-CfJULcW5.d.ts.map +0 -1
- package/dist/index-D7fmC-1K.d.ts.map +0 -1
- package/dist/index-jnuFLxOs.d.ts.map +0 -1
- package/dist/integrity-D-s2iHiT.js.map +0 -1
- package/dist/integrity-D9lBnv_K.d.ts.map +0 -1
- package/dist/interval-ohuOJurX.d.ts.map +0 -1
- package/dist/judge-calibration-DFtEMlde.d.ts.map +0 -1
- package/dist/llm-judge-Cybq29bL.js.map +0 -1
- package/dist/lock-holder-DaJbfpci.d.ts.map +0 -1
- package/dist/matrix-B8l-Nsxd.js.map +0 -1
- package/dist/matrix-DtkZLD_3.d.ts.map +0 -1
- package/dist/mint-CkzpVPdz.d.ts +0 -81
- package/dist/mint-CkzpVPdz.d.ts.map +0 -1
- package/dist/multi-layer-verifier-DEgMUk6v.d.ts.map +0 -1
- package/dist/multiplicity-DIWHvysC.d.ts.map +0 -1
- package/dist/paired-promotion-decision-CQMJ5xGN.d.ts.map +0 -1
- package/dist/pareto-BiBnQXAE.js.map +0 -1
- package/dist/prime-bridge-transport-6feEglLf.d.ts.map +0 -1
- package/dist/prime-protocol-BGxjfhM4.d.ts.map +0 -1
- package/dist/promotion-gate-CkVZHagC.d.ts.map +0 -1
- package/dist/query-Cmv_U8vf.d.ts.map +0 -1
- package/dist/random-DGEyr3zG.d.ts.map +0 -1
- package/dist/redact-DXdlFb_U.d.ts.map +0 -1
- package/dist/registry-BcdJmyoU.d.ts.map +0 -1
- package/dist/release-confidence-CYIFH-fp.js.map +0 -1
- package/dist/render-BhJqXoBH.js.map +0 -1
- package/dist/researcher-DKWtoMWk.d.ts.map +0 -1
- package/dist/reward-BeUgVVC_.d.ts.map +0 -1
- package/dist/reward-hacking-WTxUbtbb.d.ts.map +0 -1
- package/dist/rollout-Dd1ucT_M.js.map +0 -1
- package/dist/rubric-predictive-validity-Cd5SCtAf.d.ts.map +0 -1
- package/dist/run-record-C3awiXPf.d.ts.map +0 -1
- package/dist/sandbox-harness-BlSOu4LX.d.ts.map +0 -1
- package/dist/schema-C-ziyJD7.d.ts.map +0 -1
- package/dist/schema-CvhfLjtZ.js.map +0 -1
- package/dist/schema-D6EVKzTB.d.ts.map +0 -1
- package/dist/search-kernel-CctpiDd2.d.ts.map +0 -1
- package/dist/search-ledger-types-p2xKfiDJ.d.ts.map +0 -1
- package/dist/sequential-KwGspfeR.d.ts.map +0 -1
- package/dist/spans-CVngGij3.d.ts.map +0 -1
- package/dist/statistical-heldout-BjzSOmLH.d.ts.map +0 -1
- package/dist/steps-DlepJPwD.d.ts.map +0 -1
- package/dist/store-B3nWRy3B.d.ts.map +0 -1
- package/dist/store-tool-spans-DxsFwtdr.d.ts.map +0 -1
- package/dist/summary-report-C8V49Jt3.d.ts.map +0 -1
- package/dist/summary-report-DHDWxe6p.js.map +0 -1
- package/dist/systemone-CHnqwmYg.d.ts.map +0 -1
- package/dist/systemone-protocol-Bl2EI2KQ.d.ts.map +0 -1
- package/dist/systemone-review-cQ9acAsb.d.ts.map +0 -1
- package/dist/terminal-record-CB9BFtjS.js.map +0 -1
- package/dist/tool-groups-b3oU_D88.d.ts.map +0 -1
- package/dist/tool-waste-CkjzWmeY.d.ts.map +0 -1
- package/dist/trace-questions-BmT8M6UQ.d.ts.map +0 -1
- package/dist/types-6Lfdlshp.d.ts.map +0 -1
- package/dist/types-B_IFcKp5.d.ts.map +0 -1
- package/dist/types-CmXY0PQf.d.ts.map +0 -1
- package/dist/types-DZ0mYVw9.d.ts.map +0 -1
- package/dist/types-M6eF9m-r.d.ts.map +0 -1
- package/dist/verdict-C24NELtN.d.ts.map +0 -1
package/dist/wire/index.d.ts
CHANGED
|
@@ -1,11 +1,10 @@
|
|
|
1
|
-
import { m as CustomTokenPricing, o as CostLedgerHandle } from "../cost-ledger-
|
|
2
|
-
import { x as ChatClient } from "../types-
|
|
3
|
-
import { s as TraceStore } from "../store-
|
|
4
|
-
import { m as FeedbackTrajectoryStore } from "../feedback-trajectory-
|
|
1
|
+
import { m as CustomTokenPricing, o as CostLedgerHandle } from "../cost-ledger-Czro9wmo.js";
|
|
2
|
+
import { x as ChatClient } from "../types-0KglnQ9o.js";
|
|
3
|
+
import { s as TraceStore } from "../store-CMs5wGXP.js";
|
|
4
|
+
import { m as FeedbackTrajectoryStore } from "../feedback-trajectory-SBGncrCP.js";
|
|
5
5
|
import { z } from "zod";
|
|
6
6
|
import { ServerType } from "@hono/node-server";
|
|
7
7
|
import { Hono } from "hono";
|
|
8
|
-
//#region src/wire/schemas.d.ts
|
|
9
8
|
declare const RubricDimensionSchema: z.ZodObject<{
|
|
10
9
|
id: z.ZodString;
|
|
11
10
|
description: z.ZodString;
|
|
@@ -114,14 +113,14 @@ export declare const TraceEventSchema: z.ZodObject<{
|
|
|
114
113
|
runId: z.ZodString;
|
|
115
114
|
spanId: z.ZodOptional<z.ZodString>;
|
|
116
115
|
kind: z.ZodEnum<{
|
|
117
|
-
|
|
118
|
-
budget_decrement: "budget_decrement";
|
|
119
|
-
custom: "custom";
|
|
116
|
+
policy_violation: "policy_violation";
|
|
120
117
|
error: "error";
|
|
118
|
+
custom: "custom";
|
|
121
119
|
log: "log";
|
|
122
|
-
|
|
123
|
-
|
|
120
|
+
budget_decrement: "budget_decrement";
|
|
121
|
+
budget_breach: "budget_breach";
|
|
124
122
|
state_mutation: "state_mutation";
|
|
123
|
+
redaction_applied: "redaction_applied";
|
|
125
124
|
}>;
|
|
126
125
|
timestamp: z.ZodNumber;
|
|
127
126
|
payload: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -132,14 +131,14 @@ declare const TracesIngestRequestSchema: z.ZodObject<{
|
|
|
132
131
|
runId: z.ZodString;
|
|
133
132
|
spanId: z.ZodOptional<z.ZodString>;
|
|
134
133
|
kind: z.ZodEnum<{
|
|
135
|
-
|
|
136
|
-
budget_decrement: "budget_decrement";
|
|
137
|
-
custom: "custom";
|
|
134
|
+
policy_violation: "policy_violation";
|
|
138
135
|
error: "error";
|
|
136
|
+
custom: "custom";
|
|
139
137
|
log: "log";
|
|
140
|
-
|
|
141
|
-
|
|
138
|
+
budget_decrement: "budget_decrement";
|
|
139
|
+
budget_breach: "budget_breach";
|
|
142
140
|
state_mutation: "state_mutation";
|
|
141
|
+
redaction_applied: "redaction_applied";
|
|
143
142
|
}>;
|
|
144
143
|
timestamp: z.ZodNumber;
|
|
145
144
|
payload: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
@@ -165,15 +164,15 @@ export declare const FeedbackTrajectorySchema: z.ZodObject<{
|
|
|
165
164
|
id: z.ZodString;
|
|
166
165
|
stepIndex: z.ZodNumber;
|
|
167
166
|
artifactType: z.ZodEnum<{
|
|
168
|
-
|
|
167
|
+
text: "text";
|
|
169
168
|
code: "code";
|
|
170
|
-
data: "data";
|
|
171
|
-
decision: "decision";
|
|
172
|
-
other: "other";
|
|
173
169
|
plan: "plan";
|
|
174
170
|
research: "research";
|
|
175
|
-
|
|
171
|
+
action: "action";
|
|
176
172
|
ui: "ui";
|
|
173
|
+
decision: "decision";
|
|
174
|
+
data: "data";
|
|
175
|
+
other: "other";
|
|
177
176
|
}>;
|
|
178
177
|
artifact: z.ZodUnknown;
|
|
179
178
|
options: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
|
|
@@ -181,8 +180,8 @@ export declare const FeedbackTrajectorySchema: z.ZodObject<{
|
|
|
181
180
|
type: z.ZodString;
|
|
182
181
|
risk: z.ZodOptional<z.ZodEnum<{
|
|
183
182
|
high: "high";
|
|
184
|
-
low: "low";
|
|
185
183
|
medium: "medium";
|
|
184
|
+
low: "low";
|
|
186
185
|
}>>;
|
|
187
186
|
costUsd: z.ZodOptional<z.ZodNumber>;
|
|
188
187
|
externalSideEffect: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -192,31 +191,31 @@ export declare const FeedbackTrajectorySchema: z.ZodObject<{
|
|
|
192
191
|
feedback: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
193
192
|
id: z.ZodOptional<z.ZodString>;
|
|
194
193
|
source: z.ZodEnum<{
|
|
195
|
-
environment: "environment";
|
|
196
|
-
judge: "judge";
|
|
197
|
-
metric: "metric";
|
|
198
|
-
policy: "policy";
|
|
199
194
|
system: "system";
|
|
195
|
+
metric: "metric";
|
|
200
196
|
user: "user";
|
|
197
|
+
judge: "judge";
|
|
198
|
+
environment: "environment";
|
|
199
|
+
policy: "policy";
|
|
201
200
|
}>;
|
|
202
201
|
kind: z.ZodEnum<{
|
|
203
202
|
approve: "approve";
|
|
204
|
-
|
|
203
|
+
reject: "reject";
|
|
204
|
+
select: "select";
|
|
205
205
|
edit: "edit";
|
|
206
|
-
metric_outcome: "metric_outcome";
|
|
207
|
-
policy_block: "policy_block";
|
|
208
206
|
rank: "rank";
|
|
209
207
|
rate: "rate";
|
|
210
|
-
|
|
208
|
+
comment: "comment";
|
|
209
|
+
metric_outcome: "metric_outcome";
|
|
210
|
+
policy_block: "policy_block";
|
|
211
211
|
revision_request: "revision_request";
|
|
212
|
-
select: "select";
|
|
213
212
|
}>;
|
|
214
213
|
value: z.ZodUnknown;
|
|
215
214
|
reason: z.ZodOptional<z.ZodString>;
|
|
216
215
|
severity: z.ZodOptional<z.ZodEnum<{
|
|
217
216
|
critical: "critical";
|
|
218
|
-
error: "error";
|
|
219
217
|
info: "info";
|
|
218
|
+
error: "error";
|
|
220
219
|
warning: "warning";
|
|
221
220
|
}>>;
|
|
222
221
|
createdAt: z.ZodString;
|
|
@@ -228,31 +227,31 @@ export declare const FeedbackTrajectorySchema: z.ZodObject<{
|
|
|
228
227
|
labels: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
229
228
|
id: z.ZodOptional<z.ZodString>;
|
|
230
229
|
source: z.ZodEnum<{
|
|
231
|
-
environment: "environment";
|
|
232
|
-
judge: "judge";
|
|
233
|
-
metric: "metric";
|
|
234
|
-
policy: "policy";
|
|
235
230
|
system: "system";
|
|
231
|
+
metric: "metric";
|
|
236
232
|
user: "user";
|
|
233
|
+
judge: "judge";
|
|
234
|
+
environment: "environment";
|
|
235
|
+
policy: "policy";
|
|
237
236
|
}>;
|
|
238
237
|
kind: z.ZodEnum<{
|
|
239
238
|
approve: "approve";
|
|
240
|
-
|
|
239
|
+
reject: "reject";
|
|
240
|
+
select: "select";
|
|
241
241
|
edit: "edit";
|
|
242
|
-
metric_outcome: "metric_outcome";
|
|
243
|
-
policy_block: "policy_block";
|
|
244
242
|
rank: "rank";
|
|
245
243
|
rate: "rate";
|
|
246
|
-
|
|
244
|
+
comment: "comment";
|
|
245
|
+
metric_outcome: "metric_outcome";
|
|
246
|
+
policy_block: "policy_block";
|
|
247
247
|
revision_request: "revision_request";
|
|
248
|
-
select: "select";
|
|
249
248
|
}>;
|
|
250
249
|
value: z.ZodUnknown;
|
|
251
250
|
reason: z.ZodOptional<z.ZodString>;
|
|
252
251
|
severity: z.ZodOptional<z.ZodEnum<{
|
|
253
252
|
critical: "critical";
|
|
254
|
-
error: "error";
|
|
255
253
|
info: "info";
|
|
254
|
+
error: "error";
|
|
256
255
|
warning: "warning";
|
|
257
256
|
}>>;
|
|
258
257
|
createdAt: z.ZodString;
|
|
@@ -270,8 +269,8 @@ export declare const FeedbackTrajectorySchema: z.ZodObject<{
|
|
|
270
269
|
split: z.ZodOptional<z.ZodEnum<{
|
|
271
270
|
dev: "dev";
|
|
272
271
|
holdout: "holdout";
|
|
273
|
-
test: "test";
|
|
274
272
|
train: "train";
|
|
273
|
+
test: "test";
|
|
275
274
|
}>>;
|
|
276
275
|
tags: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
277
276
|
createdAt: z.ZodString;
|
|
@@ -310,14 +309,12 @@ type ErrorResponse = z.infer<typeof ErrorResponseSchema>;
|
|
|
310
309
|
* can detect but does not have to act on.
|
|
311
310
|
*/
|
|
312
311
|
export declare const WIRE_VERSION = "1.1.0";
|
|
313
|
-
//#endregion
|
|
314
|
-
//#region src/wire/handlers.d.ts
|
|
315
312
|
/** Caller-fixable error. The transport renders this to 4xx + ErrorResponse. */
|
|
316
313
|
export declare class WireError extends Error {
|
|
317
314
|
readonly code: string;
|
|
318
315
|
readonly status: number;
|
|
319
|
-
readonly details?: unknown;
|
|
320
|
-
constructor(code: string, message: string, status?: number, details?: unknown);
|
|
316
|
+
readonly details?: unknown | undefined;
|
|
317
|
+
constructor(code: string, message: string, status?: number, details?: unknown | undefined);
|
|
321
318
|
}
|
|
322
319
|
interface HandleJudgeOptions {
|
|
323
320
|
costLedger?: CostLedgerHandle;
|
|
@@ -345,8 +342,6 @@ interface IngestionStores {
|
|
|
345
342
|
traceStore?: TraceStore;
|
|
346
343
|
feedbackStore?: FeedbackTrajectoryStore;
|
|
347
344
|
}
|
|
348
|
-
//#endregion
|
|
349
|
-
//#region src/wire/rpc.d.ts
|
|
350
345
|
interface RpcRequest {
|
|
351
346
|
method: 'judge' | 'listRubrics' | 'version';
|
|
352
347
|
params?: unknown;
|
|
@@ -367,8 +362,6 @@ interface RpcOptions {
|
|
|
367
362
|
judgeModel?: string;
|
|
368
363
|
}
|
|
369
364
|
export declare function dispatchRpc(req: RpcRequest, options?: RpcOptions): Promise<RpcSuccess | RpcError>;
|
|
370
|
-
//#endregion
|
|
371
|
-
//#region src/wire/server.d.ts
|
|
372
365
|
interface CreateAppOptions {
|
|
373
366
|
/** Stores wired to the ingestion endpoints. */
|
|
374
367
|
stores?: IngestionStores;
|
|
@@ -418,6 +411,5 @@ interface StartedServer {
|
|
|
418
411
|
* (`startServerAsync({ port: 0 })`) and any caller that needs to dial back.
|
|
419
412
|
*/
|
|
420
413
|
export declare function startServerAsync(opts?: ServeOptions): Promise<StartedServer>;
|
|
421
|
-
//#endregion
|
|
422
414
|
export type { ErrorResponse, FeedbackIngestResponse, HandleJudgeOptions, IngestionStores, JudgeRequest, JudgeResult, ListRubricsResponse, RpcOptions, Rubric, RubricInfo, ServeOptions, StartedServer, TracesIngestRequest, TracesIngestResponse, VersionResponse, WireFailureMode, WireFeedbackTrajectory, WireRubricDimension, WireTraceEvent };
|
|
423
415
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/wire/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","names":[],"sources":["../../src/wire/schemas.ts","../../src/wire/handlers.ts","../../src/wire/rpc.ts","../../src/wire/server.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","names":[],"sources":["../../src/wire/schemas.ts","../../src/wire/handlers.ts","../../src/wire/rpc.ts","../../src/wire/server.ts"],"mappings":";;;;;;;cAoBa,uBAAqB,EAAA;;;;;;GAkBD,EAAA,KAAA;cAE3B,mBAAiB,EAAA;;;GAKM,EAAA,KAAA;cAIhB,cAAY,EAAA;;;;;;;;;;;;;;;;;;;GA6BL,EAAA,KAAA;cAIP,oBAAkB,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAwBL,EAAA,KAAA;cAEb,mBAAiB,EAAA;;;;;;;;;GA6BL,EAAA,KAAA;cAInB,kBAAgB,EAAA;;;;;;;;;;GAcE,EAAA,KAAA;cAEX,2BAAyB,EAAA;;;;;;;;;;;;GAIL,EAAA,KAAA;cAIpB,uBAAqB,EAAA;;;;;GAWL,EAAA,KAAA;;;;;;;qBAiBhB,kBAAgB,EAAA;;;;;;;;;;;;;;;;GA0BD,EAAA,KAAA;cAEf,2BAAyB,EAAA;;;;;;;;;;;;;;;;;;GAQL,EAAA,KAAA;cAEpB,4BAA0B,EAAA;;;;;;;GAiBL,EAAA,KAAA;qBA2DrB,0BAAwB,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BD,EAAA,KAAA;cAEvB,8BAA4B,EAAA;;;GAKL,EAAA,KAAA;KAExB,iBAAiB,EAAE,aAAa;KAChC,sBAAsB,EAAE,aAAa;KACrC,uBAAuB,EAAE,aAAa;KACtC,yBAAyB,EAAE,aAAa;KACxC,yBAAyB,EAAE,aAAa;qBAIvC,qBAAmB,EAAA;;;;;;GAcL,EAAA,KAAA;KAIf,sBAAsB,EAAE,aAAa;KACrC,kBAAkB,EAAE,aAAa;KACjC,SAAS,EAAE,aAAa;KACxB,eAAe,EAAE,aAAa;KAC9B,cAAc,EAAE,aAAa;KAC7B,aAAa,EAAE,aAAa;KAC5B,sBAAsB,EAAE,aAAa;KACrC,kBAAkB,EAAE,aAAa;KACjC,gBAAgB,EAAE,aAAa;;;;;;;qBAU9B;;qBChWA,kBAAkB;WAEX;WAEA;WACA;EAHA,YAAA,cAChB,iBACgB,iBACA;;UAgJH;EACf,aAAa;EACb;;;;;;EAMA,OAAO;EACP;;EAEA,UAAU;EACV,SAAS;;;;;;;;;;UAsGM;EACf,aAAa;EACb,gBAAgB;;UC5RR;EACR;EACA;;UAGQ;EACR;;UAGQ;EACR;IAAS;IAAc;IAAiB;;;UAGzB;;EAEf,OAAO;EACP;;wBAGoB,YACpB,KAAK,YACL,UAAS,aACR,QAAQ,aAAa;UCNd;;EAER,SAAS;;;;;;EAMT,OAAO;;EAEP;;;;;;;;;;EAUA;IACE,mBAAmB,4BAA4B;;;wBAMnC,UAAU,OAAM,mBAAqB,0BAAA,+BAAA;UA0IpC,qBAAqB;;EAEpC;;EAEA;;wBAGc,YAAY,OAAM,eAAoB;UAUrC;EACf,QAAQ;;;;EAIR;;EAEA;;EAEA,SAAS;;;;;;;wBAQK,iBAAiB,OAAM,eAAoB,QAAQ"}
|
package/dist/wire/index.js
CHANGED
|
@@ -1,2 +1 @@
|
|
|
1
|
-
|
|
2
|
-
export { ErrorResponseSchema, FeedbackTrajectorySchema, TraceEventSchema, WIRE_VERSION, WireError, createApp, dispatchRpc, startServer, startServerAsync };
|
|
1
|
+
export { u as ErrorResponseSchema, d as FeedbackTrajectorySchema, f as TraceEventSchema, p as WIRE_VERSION, c as WireError, t as createApp, a as dispatchRpc, n as startServer, r as startServerAsync } from "../server-DA6h3co5.js";
|
package/docs/eval-surface-map.md
CHANGED
|
@@ -107,6 +107,17 @@ Use registered gates for inference across independent source units; their `paire
|
|
|
107
107
|
`distribution` is the `SeriesDistribution` value `summarizeNumberSeries` returns: `n`, `min`, `p50`, `p90`, `max`, and `sum` over the exact scores the mean was taken over.
|
|
108
108
|
Quantiles use the nearest-rank definition, so every reported quantile is a score the campaign measured.
|
|
109
109
|
|
|
110
|
+
`summarizeNumberSeries(values, { percentiles: [95, 99.9], medianInterval: { criticalValue: 1.96 } })`
|
|
111
|
+
also reports the requested percentiles on a 0–100 scale and a deterministic median rank band.
|
|
112
|
+
The band uses ranks `floor(n/2 − criticalValue·sqrt(n)/2)` and
|
|
113
|
+
`ceil(n/2 + 1 + criticalValue·sqrt(n)/2)`, clamped to the observed sample.
|
|
114
|
+
Its `method`, `criticalValue`, `sampleSize`, and ranks describe the evidence;
|
|
115
|
+
it is a normal approximation over order statistics, not a bootstrap interval or a promotion test.
|
|
116
|
+
An empty sample returns `null`; a singleton band is a point and establishes no spread.
|
|
117
|
+
The optional fields appear only when requested, so existing campaign distributions retain their shape.
|
|
118
|
+
Options must use finite, in-range percentiles and a finite, nonnegative critical value, even for an empty sample.
|
|
119
|
+
Calls with options also reject non-finite observations and sum overflow rather than serializing missing numbers as `null`.
|
|
120
|
+
|
|
110
121
|
Read the distribution before you read the mean.
|
|
111
122
|
A mean and an interval alone cannot separate a bimodal judge from a tight one, and cannot show the outlier that carried the mean.
|
|
112
123
|
Six cells scoring `0, 0, 0, 1, 1, 1` and six cells scoring `0.5` report the same mean; only `min` and `max` tell them apart.
|
|
@@ -155,6 +166,10 @@ The receipt records the stage (`dispatch` or `judge`), the serialized error, the
|
|
|
155
166
|
`abortOnCellError: true` stops the campaign on the first failed cell; the default keeps the remaining schedule running and returns the failed cell.
|
|
156
167
|
|
|
157
168
|
`cellRetry: { attempts, retryable }` opts in to bounded in-run retry.
|
|
169
|
+
An optional `retryResult(artifact)` retries a measured failed result without turning it into a dispatch error.
|
|
170
|
+
Each attempt retains its artifact; only the final attempt enters the result and reusable cache.
|
|
171
|
+
Use `onCellSettled(cell, scenario)` for completion-order progress after each final cell is persisted, including cache hits.
|
|
172
|
+
Campaign cancellation returns the settled prefix after active dispatches drain; dispatch or accounting failures still reject.
|
|
158
173
|
A failed attempt that `retryable` accepts is dispatched again in the same slot (same `cellId`, same seed) until it succeeds or `attempts` is exhausted.
|
|
159
174
|
Use `transientDispatchFailure()` as the predicate to retry only dispatch-stage transport failures (502/503/504, dropped streams, admission rejections) and never judge-stage failures.
|
|
160
175
|
Every attempt charges the shared cost ledger, so the final cell's `costUsd` and `costCallIds` cover all attempts.
|
package/docs/rollout.md
CHANGED
|
@@ -13,16 +13,81 @@ Every invariant is enforced once, at the waist, so no sink can be reached by a p
|
|
|
13
13
|
SOURCES WAIST SINKS
|
|
14
14
|
RunRecord × trace ─┐ ┌─→ SFT chat JSONL (toSftRows)
|
|
15
15
|
opencode sqlite ─┤ ├─→ reward rows (toRewardRows)
|
|
16
|
-
Claude
|
|
16
|
+
Claude/Codex jsonl ─┼─→ tangle.rollout.v1 ────┼─→ Prime Intellect (toVerifiersRolloutOutputs)
|
|
17
17
|
domain backfills ─┤ (RolloutLine) ├─→ OpenAI RFT (toRftItems)
|
|
18
18
|
Harbor ATIF import ─┘ ├─→ DPO / GRPO / PRM (rl exporters)
|
|
19
19
|
├─→ HF dataset release (buildHfDataset)
|
|
20
|
-
|
|
20
|
+
├─→ Harbor ATIF export (toHarborTrajectory)
|
|
21
|
+
└─→ Tinker Datums (toTinkerDatumRows)
|
|
21
22
|
```
|
|
22
23
|
|
|
23
24
|
A source's job is to produce a `RolloutLine` and nothing else.
|
|
24
25
|
A sink's job is to consume `MintedRolloutLine[]` and nothing else — no sink reads a `RunRecord` or a `TraceStore`, because that would be a second door into training data with no gate on it.
|
|
25
26
|
|
|
27
|
+
## Verified episodes as Harbor task directories
|
|
28
|
+
|
|
29
|
+
`writeHarborTask` consumes one `MintedRolloutLine`, its existing `CodeSurface`, and a
|
|
30
|
+
merge identity. It writes a runnable task directory, separate from the ATIF trajectory
|
|
31
|
+
interchange. The writer never runs Git, starts an environment, fetches a repository,
|
|
32
|
+
or executes a verifier. Execution stays with the caller. The caller must bound
|
|
33
|
+
`verify` execution and honor the optional abort signal; the writer does not create
|
|
34
|
+
another process or callback timeout mechanism.
|
|
35
|
+
|
|
36
|
+
The caller supplies a digest-pinned image, a Git bundle containing only the exact
|
|
37
|
+
base and its ancestors, task instructions, and three verifier scripts. The image
|
|
38
|
+
must already contain Git and the scripts' prerequisites, without the reference
|
|
39
|
+
answer. Its configured user must be able to clone into `/workspace/repo`; the
|
|
40
|
+
writer does not change that user or install dependencies. The Linux Dockerfile
|
|
41
|
+
copies the base-only bundle as read-only `0444`, so a nonroot configured user can
|
|
42
|
+
read it without owning it. `/tmp/base.bundle` remains in the image; the build does
|
|
43
|
+
not require removing a root-owned file from a sticky temporary directory.
|
|
44
|
+
The generated Dockerfile checks out the pinned base. Only this Dockerfile
|
|
45
|
+
and base bundle enter the agent's build context. No reference patch, candidate
|
|
46
|
+
checkout, episode transcript, or merge checkout is copied into that context.
|
|
47
|
+
|
|
48
|
+
Before `task.toml` becomes visible, a trusted `verify` callback inspects the staged
|
|
49
|
+
files and returns the existing `CompletionVerdict` for the supplied digest-bound
|
|
50
|
+
`taskId`. That identity includes the canonical episode hash, rollout/task identity,
|
|
51
|
+
base/head trees and commits, merged diff anchor, merge commit, and every generated
|
|
52
|
+
file's bytes. Five measured requirements must each be correct, satisfied, and
|
|
53
|
+
supported by receipts:
|
|
54
|
+
|
|
55
|
+
- `base-bundle`: actual bundle closure is the exact base/ancestors, with no answer
|
|
56
|
+
objects, additional refs, or embedded reference material.
|
|
57
|
+
- `acceptance`: the provided acceptance command passed on this exact candidate.
|
|
58
|
+
- `production-delta`: the caller's production-line census observed a strict
|
|
59
|
+
decrease against this base, with the production scope explicitly identified.
|
|
60
|
+
- `dangling-references`: the caller's actual reference checker observed none.
|
|
61
|
+
- `merge-followup`: the exact candidate was merged, this base is merge's first
|
|
62
|
+
parent, and an explicitly closed followup interval was checked for fix-forward
|
|
63
|
+
changes. A missing/open interval is unknown; a merge alone does not prove this.
|
|
64
|
+
|
|
65
|
+
The callback must bind its receipts to the actual file hashes and source identity,
|
|
66
|
+
not titles, inferred keywords, an unrelated pass, or a timestamp heuristic. Eval
|
|
67
|
+
checks the callback's contract and rechecks staged files; it cannot independently
|
|
68
|
+
certify caller claims or training-provider eligibility. Reward must already be 1,
|
|
69
|
+
completed and screened, without truncation or an error. Unknown evidence refuses
|
|
70
|
+
publication. Admission failures retain a diagnostic directory without `task.toml`.
|
|
71
|
+
An existing output path is never overwritten.
|
|
72
|
+
|
|
73
|
+
Harbor's [task format](https://docs.harborframework.com/tasks/overview) and
|
|
74
|
+
[configuration](https://docs.harborframework.com/tasks/configuration) own the layout.
|
|
75
|
+
The task contains `task.toml`, `instruction.md`, `environment/`, and `tests/`.
|
|
76
|
+
The generated `tests/test.sh` first writes reward 0, runs all three commands, and
|
|
77
|
+
writes reward 1 only after their conjunction passes. Harbor's normal paths are the
|
|
78
|
+
defaults; explicit project/tests/reward directory arguments allow the same script
|
|
79
|
+
to be exercised through an actual local process boundary. Failure or unknown
|
|
80
|
+
measurement must exit nonzero in caller scripts. The live technical reward does
|
|
81
|
+
not assert a new agent attempt has subsequently merged; later-merge/no-fix-forward
|
|
82
|
+
eligibility remains a separate, closed observation before that attempt is admitted
|
|
83
|
+
as another episode. Provider consent and split/release policy remain separate.
|
|
84
|
+
|
|
85
|
+
Load the emitted directory through `createHarborBenchmarkAdapter` from
|
|
86
|
+
`@tangle-network/agent-eval/benchmarks`, and execute it through the caller's existing
|
|
87
|
+
Harbor runner. A directory written, a loader pass, and a successful environment
|
|
88
|
+
run are distinct evidence levels. This writer does not turn metadata into a
|
|
89
|
+
passing execution or manufacture a set of eligible environments.
|
|
90
|
+
|
|
26
91
|
`MintedRolloutLine` is `RolloutLine` plus a nominal brand (a phantom `unique symbol`, absent at runtime, so the JSON is unchanged).
|
|
27
92
|
The distinction matters because `RolloutLine` is structural: any object literal of the right shape is one, so declaring `{reward: 0.95, realness_gated: true}` was enough to be accepted by every exporter that "only takes a line".
|
|
28
93
|
Three producers mint the brand, and nothing else can:
|
|
@@ -49,7 +114,7 @@ Where each invariant lives:
|
|
|
49
114
|
| unmeasured ≠ zero, at the record door | mint | `mintRolloutRows` throws a `ValidationError` naming the run and EVERY field the line is built from that the record does not carry: `costProvenance`, `tokenUsage` (+ `.input` / `.output`), `outcome` (+ `.raw`), `terminalOutcome`, `scenarioId`. The first, third and fifth were OPTIONAL through 0.125, so a ledger written then is full of records the TYPE calls complete. Absent provenance used to mint `cost.usd: 0` — the documented uncaptured sentinel published as a measurement — and an absent `terminalOutcome` or `outcome.raw` still minted a claim about a run nobody observed. The door refuses rather than normalising, because `is_completed` has no null to fall back to and only the producer knows whether `costUsd: 0` meant free or unbilled. `unmintableReasons(record)` reports the same list without throwing |
|
|
50
115
|
| capture gap is a finding | mint and exporters | A missing trace, last-LLM-context projection, capped middle steps, or incomplete provider attempt sets `provenance.gap`. Known lossy projections also set `provenance.lossy_projection: true`, which training sinks exclude. A gap line may still be reconstructed by a separate explicit source lookup. The canonical ledger keeps them for audit. |
|
|
51
116
|
| attempt identity stays intact | mint | `provenance.search` retains the exact search cell attempt. Optional `evidenceOf(runId)` accepts a run-bound receipt and preserves every provider attempt, native session ID, process ID, outcome, and missing reason in `provenance.attempts`. A mismatched run ID or absent requested receipt is refused. |
|
|
52
|
-
| native reader loss is visible | readers | Claude JSONL reports malformed lines in `gaps
|
|
117
|
+
| native reader loss is visible | readers | Claude JSONL reports malformed lines in `gaps`; Codex retains source hashes, malformed/torn records and capture gaps in `integrity`. Unknown token fields remain `null`. OpenCode SQLite rejects malformed message or part JSON and leaves unavailable session usage as `null`. The raw source remains authoritative. |
|
|
53
118
|
| scrub | release pipeline | `scrubLines` applies the 9 deterministic rules to every string before publication |
|
|
54
119
|
|
|
55
120
|
## Runtime capture receipts
|
|
@@ -101,9 +166,10 @@ Validation preserves source order and rejects duplicate pairs or missing ordinal
|
|
|
101
166
|
| the gate checks themselves | `src/rollout/gate-checks.ts` | `GATE_CHECK_IDS`, `GATE_CHECKS`, `GATE_POLICIES`, `gateErrors(subject, policy)` — the one list every entry point draws from. The subject is the LINE (`{outcome, steps}`), not the outcome alone: a per-step reward is training signal and lives outside `outcome`. `readReward` / `payloadIsPopulated` are the total readers every check narrows through, so a value the gate cannot classify is refused rather than read as clean |
|
|
102
167
|
| ledger file API | `src/rollout/ledger.ts` | `writeRolloutLedger`, `appendRolloutLines`, `readRolloutLedger` |
|
|
103
168
|
| minting from records | `src/rollout/mint.ts` | `mintRolloutRows(records, traceStore)`: RunRecord joined to trace via shared `runId`. `unmintableReasons(record)`: the same door's refusals, reported without throwing |
|
|
104
|
-
| harness-store intake | `src/rollout/readers/` | `openOpencodeDb` + `readOpencodeSessionMessages` (opencode sqlite), `findClaudeTranscripts` + `readClaudeTranscript` (Claude Code project JSONL), `parseClaudeTranscript` (retained JSONL text) |
|
|
169
|
+
| harness-store intake | `src/rollout/readers/` | `openOpencodeDb` + `readOpencodeSessionMessages` (opencode sqlite), `findClaudeTranscripts` + `readClaudeTranscript` (Claude Code project JSONL), `parseClaudeTranscript` (retained JSONL text), `readCodexRollout` / `parseCodexRollout` (resolved Codex native file / retained text) |
|
|
105
170
|
| interchange | `src/rollout/interchange/harbor.ts` | `toHarborTrajectory` / `toHarborTrajectories` / `fromHarborTrajectory` / `relabelImportedSplit` (Harbor ATIF-v1.7); all root-exported as well as on the `/rollout` subpath |
|
|
106
171
|
| exporters | `src/rollout/exporters.ts` | `toSftRows`, `toRewardRows`, `toVerifiersRolloutOutputs` (Prime Intellect), `toRftItems` (OpenAI RFT), `toJsonl` |
|
|
172
|
+
| Tinker sink | `src/rollout/tinker.ts` | `toTinkerDatumRows`: captured tokens/logprobs to existing Tinker Datum, no training loop |
|
|
107
173
|
| RL exporters | `src/rl/exporters.ts` | `toDpoRows`, `toGrpoRows`, `toSftRows`, `toPrmRows`; all training inputs are `MintedRolloutLine[]` or line-referenced artifacts with explicit line context |
|
|
108
174
|
| release pipeline | `src/rollout/release/` | `scrubLines` (9 deterministic rules), `buildDatasetCard`, `buildHfDataset`, CLI `agent-eval rollout-release … [--push org/name]` |
|
|
109
175
|
|
|
@@ -122,7 +188,7 @@ Rule applied: where fields conflicted, RunRecord-derived semantics won; the ledg
|
|
|
122
188
|
| `role` | ledger | enum extended with `agent` for solo eval runs (mint default) |
|
|
123
189
|
| `task.split` | conflict | **RunRecord semantics win**: `search` is the trainable pool; `dev` and `holdout` follow `RunSplitTag`; `canary` is retained for release checks |
|
|
124
190
|
| `task.seed`, `task.rep` | ledger | seed from `RunRecord.seed`; rep from the search cell for a search run, 0 for other minted runs |
|
|
125
|
-
| `policy.*` | ledger | + `prompt_hash`, `config_hash`, `agent_profile_cell_id` from PR #410's RunRecord provenance |
|
|
191
|
+
| `policy.*` | ledger | + `prompt_hash`, `config_hash`, `agent_profile_cell_id` from PR #410's RunRecord provenance; `license_class` (`open-weight-api`, `restricted`, `evaluation-only`, `human`; absent = inferred from model and harness by `licenseClassOf`) |
|
|
126
192
|
| `messages` | ledger | canonical OpenAI chat-with-tools incl. `reasoning_content`; minted lines inline the final llm span's conversation |
|
|
127
193
|
| `steps` | PR #410 | optional trace-span projections (llm/tool), absent on harness-store-derived lines |
|
|
128
194
|
| `outcome.reward` | conflict | **merged**: `number \| null`; `null` means no verdict exists (a labeled gap, never 0 — interchange imports and unverdicted ledger lines carry it); minting requires an explicit RunRecord task score and rejects execution-only records instead of labeling them 0; realness-gated scores are forced to 0 |
|
|
@@ -138,6 +204,7 @@ Rule applied: where fields conflicted, RunRecord-derived semantics won; the ledg
|
|
|
138
204
|
- SFT, reward rows, Verifiers, and RFT default to completed, non-truncated, error-free, ungated `search` runs with reward greater than `0`.
|
|
139
205
|
- `minimumQualityExclusive` can raise the quality floor.
|
|
140
206
|
- Held-out rows require `allowHeldOutTrainingData: true`.
|
|
207
|
+
- Every license class trains by default; `allowLicenseClasses` re-cuts an export to the named classes.
|
|
141
208
|
- SFT also requires a non-empty transcript.
|
|
142
209
|
- Reward rows require a non-empty user prompt.
|
|
143
210
|
- Verifiers requires both prompt and completion turns.
|
|
@@ -146,7 +213,7 @@ Rule applied: where fields conflicted, RunRecord-derived semantics won; the ledg
|
|
|
146
213
|
Reward rows carry the same flag at `metadata.realness_gated`, and SFT rows carry it too even though it is always `false` there.
|
|
147
214
|
Every one of those four shapes also carries `realness_screened` beside it (`RealnessLabels`): the verdict alone cannot say whether a screen ever ran, and a row stating one claim without the other is what let never-screened rewards read as clean.
|
|
148
215
|
- Harbor ATIF export: no filter, because the format carries no reward at all — it is an interchange/audit sink, never a training-data door. A realness-gated line is exported with the gate stated in `notes` and in `extra.tangle.outcome.realness_gated`.
|
|
149
|
-
- Release (`rollout-release`): trainable split only; proposer lines dropped unless `--include-proposers`; every string value scrubbed by the 9 deterministic rules (idempotent, so a second pass counts zero); `--push` requires `huggingface-cli` + `HF_TOKEN` and never prints the token.
|
|
216
|
+
- Release (`rollout-release`): trainable split only; proposer lines dropped unless `--include-proposers`; any line with a secret or private detail (`privacyHit`: provider keys including `sk-tan` and `sk-ant-oat01`, env secrets, bearer tokens, private keys, high-entropy strings, emails, phones, postal addresses, `--denylist` terms) dropped whole and counted by rule in `scrub-report.json`; every string value scrubbed by the 9 deterministic rules (idempotent, so a second pass counts zero); `--push` requires `huggingface-cli` + `HF_TOKEN` and never prints the token.
|
|
150
217
|
The per-format gate disposition is stated once as data in `src/rollout/release/gate-report.ts` (`sft: exclude`, everything else `zero-and-flag`), the build measures the rows it is about to write against it, and it writes nothing at all if any config would ship a gated row above reward 0, any positive number that reward was derived from, or a positive reward whose producer declared no screen ran on it.
|
|
151
218
|
Those refusals are not listed in that file: it iterates `GATE_CHECK_IDS` under `GATE_POLICIES.assertGateReport`, so a check added anywhere in the package reaches the last door before a public dataset by default.
|
|
152
219
|
- Property tests (`src/rollout/gate-properties.test.ts`) hold the whole exporter surface by GENERATION rather than by example: containment (no gated run's number reaches any exporter, through the minted door AND the raw object-literal door), order independence (leak 1 stated as a law — reordering the input changes no output), and idempotence (the gating transform and the Harbor round-trip). 1000 cases per property by default, `GATE_PROPERTY_RUNS` to raise it; the exporter registry there is a total map, so a new exporter with no probe does not compile.
|
|
@@ -217,3 +284,62 @@ It returns the same messages, tool calls/results, usage and source gaps as `read
|
|
|
217
284
|
Set `includeSidechain: true` when reading a native subagent transcript.
|
|
218
285
|
The caller retains the original bytes and verifies their artifact identity before parsing.
|
|
219
286
|
This parser does not read CAS, store another copy, redact content or establish capture completeness.
|
|
287
|
+
|
|
288
|
+
### Read retained Codex rollouts
|
|
289
|
+
|
|
290
|
+
`readCodexRollout(path, options)` and `parseCodexRollout(raw, source, options)` from
|
|
291
|
+
`@tangle-network/agent-eval/rollout` use the existing `harness-sessions` Codex
|
|
292
|
+
reader and chat projection. `source` is that reader's `SessionInputInit`: retain
|
|
293
|
+
the known native session ID and artifact label when reading an in-memory copy.
|
|
294
|
+
Both paths preserve source hashes, parse gaps, truncation, parent identity and
|
|
295
|
+
the SDK's inferred ending in `integrity` / `ending`. An inferred ending is not
|
|
296
|
+
independent proof that a task succeeded or that the capture is complete.
|
|
297
|
+
|
|
298
|
+
`usage` is the SDK's normalized session usage, whose cumulative counter wins
|
|
299
|
+
over per-response sums. Its `input` excludes `cached_input_tokens`; separately
|
|
300
|
+
reported cache counts and unknown channels pass through unchanged. No dollar
|
|
301
|
+
price is invented. Codex's
|
|
302
|
+
`turn_context` records a configured model, so `requestedModel` retains it while
|
|
303
|
+
`model` stays null unless the source establishes a provider/session response.
|
|
304
|
+
`modelSource` states that distinction.
|
|
305
|
+
|
|
306
|
+
Resolve recent sessions from their live stores and older artifacts through the
|
|
307
|
+
existing trace-archive session catalog and its `archive.py restore --path …
|
|
308
|
+
--target …` path into owner-approved scratch on `/mnt/traces`. The caller owns
|
|
309
|
+
that resolution and custody; these readers only accept a named file or text,
|
|
310
|
+
never crawl an archive or create another store. Keep original artifact identity
|
|
311
|
+
and review redaction before sharing. Feed the returned messages through the
|
|
312
|
+
existing rollout mint/ledger APIs; the reader supplies no reward, split,
|
|
313
|
+
training eligibility or permission to export Claude/Codex data for training.
|
|
314
|
+
|
|
315
|
+
## Tinker RL Datums
|
|
316
|
+
|
|
317
|
+
`toTinkerDatumRows` on `/rollout` consumes canonical minted lines and captured
|
|
318
|
+
`llm` steps. It emits Tinker's existing text-only `Datum` shape with exactly
|
|
319
|
+
`target_tokens`, `logprobs`, and `advantages`, shifted by one token and masked on
|
|
320
|
+
prompt positions. Its attribution envelope keeps rollout/run/task/step identity;
|
|
321
|
+
only `row.datum` belongs in the external SDK request.
|
|
322
|
+
|
|
323
|
+
Tinker owns sampling, forward/backward and optimizer updates. The caller supplies
|
|
324
|
+
an explicit advantage function and matching offline token decoder. Eval does not
|
|
325
|
+
fetch credentials, install Tinker, start environments, re-tokenize text, invent
|
|
326
|
+
sampling logprobs or train. Unknown reward is excluded; a completed honest zero
|
|
327
|
+
or negative reward is retained. Gated, lossy, errored and incomplete rows are
|
|
328
|
+
excluded. Search is eligible; held-out data requires the existing explicit
|
|
329
|
+
opt-in. Dev/canary do not enter this training sink.
|
|
330
|
+
|
|
331
|
+
Missing, empty or misaligned token data, multi-call steps, copied context without
|
|
332
|
+
a captured token mask, duplicate rollout IDs and model mismatch refuse the batch.
|
|
333
|
+
The existing scrub/share-safety owners check recorded text and decoded tokens.
|
|
334
|
+
Content requiring changes is refused: redacting text while transmitting its
|
|
335
|
+
original token IDs would leak the removed content and corrupt alignment.
|
|
336
|
+
|
|
337
|
+
The [scripted Harbor recipe](../examples/tinker-rollouts/) runs only through the
|
|
338
|
+
caller's admitted executor and existing Harbor adapter/verifier. Scripted actions
|
|
339
|
+
have no sampled model logprobs and produce no training Datums. Twenty metadata
|
|
340
|
+
candidates are not20 runnable environments; unavailable actual environments leave
|
|
341
|
+
the requested dry run blocked. The recipe and loopback proof are not a claim of
|
|
342
|
+
paid Tinker qualification or an executed20-environment campaign.
|
|
343
|
+
|
|
344
|
+
See Tinker's official [loss layout](https://tinker-docs.thinkingmachines.ai/tinker/losses/)
|
|
345
|
+
and [Datum API](https://tinker-docs.thinkingmachines.ai/tinker/api-reference/types/datum/).
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tangle-network/agent-eval",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.222.0",
|
|
4
4
|
"description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
|
|
5
5
|
"homepage": "https://github.com/tangle-network/agent-eval#readme",
|
|
6
6
|
"repository": {
|
|
@@ -228,34 +228,34 @@
|
|
|
228
228
|
},
|
|
229
229
|
"dependencies": {
|
|
230
230
|
"@asteasolutions/zod-to-openapi": "^9.1.0",
|
|
231
|
-
"@hono/node-server": "^2.1.
|
|
231
|
+
"@hono/node-server": "^2.1.5",
|
|
232
232
|
"@tangle-network/agent-core": "^0.13.2",
|
|
233
233
|
"@tangle-network/agent-interface": "^5.7.1",
|
|
234
|
-
"@tangle-network/agent-trace-contract": "^2.
|
|
235
|
-
"@tangle-network/harness-sessions": "
|
|
236
|
-
"hono": "^4.13.
|
|
234
|
+
"@tangle-network/agent-trace-contract": "^2.1.0",
|
|
235
|
+
"@tangle-network/harness-sessions": "^0.2.1",
|
|
236
|
+
"hono": "^4.13.14",
|
|
237
237
|
"linear-sum-assignment": "1.0.9",
|
|
238
|
-
"re2js": "2.
|
|
239
|
-
"smol-toml": "1.9.
|
|
240
|
-
"zod": "4.6.
|
|
238
|
+
"re2js": "2.9.0",
|
|
239
|
+
"smol-toml": "1.9.1",
|
|
240
|
+
"zod": "4.6.7"
|
|
241
241
|
},
|
|
242
242
|
"devDependencies": {
|
|
243
243
|
"@arethetypeswrong/cli": "^0.18.5",
|
|
244
|
-
"@biomejs/biome": "^2.
|
|
245
|
-
"@types/node": "^26.6.
|
|
244
|
+
"@biomejs/biome": "^2.6.3",
|
|
245
|
+
"@types/node": "^26.6.5",
|
|
246
246
|
"ajv": "8.20.0",
|
|
247
247
|
"esbuild": "^0.28.2",
|
|
248
248
|
"fast-check": "^4.10.2",
|
|
249
249
|
"husky": "^9.1.7",
|
|
250
250
|
"lib-r-math.js": "^3.0.2",
|
|
251
|
-
"lint-staged": "^17.
|
|
252
|
-
"openapi3-ts": "^4.6.
|
|
253
|
-
"oxc-parser": "^0.
|
|
254
|
-
"publint": "^0.3.
|
|
255
|
-
"tsdown": "^0.23.
|
|
251
|
+
"lint-staged": "^17.6.0",
|
|
252
|
+
"openapi3-ts": "^4.6.2",
|
|
253
|
+
"oxc-parser": "^0.155.0",
|
|
254
|
+
"publint": "^0.3.25",
|
|
255
|
+
"tsdown": "^0.23.2",
|
|
256
256
|
"tsx": "^4.23.15",
|
|
257
|
-
"typescript": "
|
|
258
|
-
"vitest": "^5.0.
|
|
257
|
+
"typescript": "6.0.3",
|
|
258
|
+
"vitest": "^5.0.5"
|
|
259
259
|
},
|
|
260
260
|
"engines": {
|
|
261
261
|
"node": ">=20.19.0"
|
|
@@ -269,5 +269,5 @@
|
|
|
269
269
|
]
|
|
270
270
|
},
|
|
271
271
|
"license": "MIT",
|
|
272
|
-
"packageManager": "pnpm@12.
|
|
272
|
+
"packageManager": "pnpm@12.15.0"
|
|
273
273
|
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"adversarial-smnADNFS.d.ts","names":[],"sources":["../src/rl/adversarial.ts"],"mappings":";;;;;;;;;;UAUiB,oBAAoB;EACnC;;;;;EAKA,OAAO,QAAQ,GAAG,oBAAoB,QAAQ,OAAO"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"agent-profile-CNmwfaqq.d.ts","names":["_$___cost_ledger0.CostReceiptInput"],"sources":["../src/campaign/external-optimizer-contracts.ts","../src/analyst/benchmark.ts","../src/agent-profile.ts"],"mappings":";;;;;UAciB;;EAEf;;EAEA;;EAEA;;cAGW,2CAA2C,SAAS;UAOhD;;EAEf;;EAEA;;cAGW,4CAA4C,SAAS;UAMjD;EACf;EACA;EACA,MAAM,OAAO;;EAEb,SAAS,QAAQ;;KAGP;KAEA,iCAAiC;UAE5B;EACf,WAAW;EACX;;KAqDG,aAAa,KAAK,eAAc,6BACjC,IACA,0BAA0B,gBACf,aAAa,OACtB,+BACc,WAAW,IAAI,aAAa,EAAE,SAC1C;;KAGI,+BAA+B,aACzC,KAAK;EAA0B;;KAGrB;;UAMK;;WAEN;;WAEA,SAAS;;WAET,iBAAiB;WACjB,QAAQ;;;KAIP;WAEG;;WAEA,UAAU;;;;;;;WAOV,SAPUA;;WASV;;WAGA;;WAEA;;WAEA,SATkCA;;WAWlC;;;;;;;;;;;;KAaH,8BACV,SAAS,sCACN,QAAQ;;KAGD;WAEG;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;WAGA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;KAGH;;;;;;KAUA;WAEG;WACA;WACA,WAAW;WACX;;WAGA;WACA;WACA,WAAW;WACX;WACA;;WAEA;WACA;;WAGA;WACA;WACA,QAAQ;WACR,YAAY;WACZ;WACA;;UAGE;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;EAUA;;;;;;EAMA,UAAU;;EAEV;;;UAIe;;EAEf;;EAEA;;;;UCpQe;EACf;EACA,OAAO;;UAGQ;EACf;EACA;EACA;EACA;EACA,oBAAoB;EACpB;;EAEA,4BAA4B;;KAGlB;UAEK,qBAAqB;EACpC;;EAEA;;EAEA,YAAY;EACZ,OAAO;EACP,yBAAyB;;EAEzB,2BAA2B;EAC3B;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA,mBAAmB;EACnB;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;UAGe;EACf,UAAU;EACV;EACA;;UAGe;EACf;EACA;EACA,oBAAoB;EACpB,QAAQ;;EAER;;KAGU,wBAAwB,qBAAqB;EACvD;EACA,WAAW;EACX,UAAU;EACV,SAAS;gBACK;;;;;iBAMA,2BAA2B,QACzC,WAAW,OAAO,WAAW,qBAC5B,wBAAwB;UAoBV;EACf,mBAAmB;EACnB,QAAQ;EACR,WAAW;;;;;EAKX;;EAEA,QAAQ;;UAGO;EACf;EACA;EACA;EACA;;UAGe,uBAAuB;EACtC;EACA,QACE,OAAO,QACP;IAAW;IAAgB;IAAoB,SAAS;MACvD,yBAAyB,QAAQ;;UAGrB;EACf;EACA;EACA;EACA,YAAY;EACZ;EACA;EACA;EACA;EACA,mBAAmB;EACnB,OAAO;EACP,qBAAqB;EACrB;EACA,eAAe;EACf,QAAQ;EACR,iBAAiB;EACjB,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;EACA,WAAW;EACX;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;;UAGe;EACf;EACA,UAAU;EACV;EACA,cAAc;EACd,WAAW;;UAGI,mCAAmC;EAClD;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,YAAY;EACZ,cAAc;EACd,WAAW;;UAGI,2BAA2B;EAC1C,gBAAgB,qBAAqB;EACrC,kBAAkB,uBAAuB;EACzC;EACA;EACA;EACA,kBAAkB,wBAAwB;EAC1C,YAAY;;EAEZ,+BAA+B;EAC/B,iBAAiB,aAAa,uCAAuC;EACrE,SAAS;;iBAGW,oBAAoB,QACxC,SAAS,2BAA2B,UACnC,QAAQ;;;;;;;;;;cCnQE,2BAA2B;UAOvB;;;EAGf,MAAM;;EAEN,qBAAqB;;;EAGrB;;;;;;EAMA;;;;;;;cAQW;;;;;;;;;;;;;;;;;;;iBAoBG,kBAAkB,MAAM,kBAAkB;;;;;;;;iBAwD1C,cACd,SAAS,KAAK;EACX,SAAS;EAAa;;;;;;;;;iBAiBX,eAAe,SAAS;;;;;;;;;;;iBAmDxB,iBAAiB,SAAS"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"agent-profile-cell-BcpFbNd5.d.ts","names":[],"sources":["../src/agent-profile-cell.ts"],"mappings":";;;KAKY;KAEA;GAA4B,cAAc;;KAE1C,sDAKR,qBACA;KAEQ;UAEK;;EAEf;;EAEA;;UAGe;EACf;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;;UAGe;EACf;EACA,eAAe;EACf,UAAU;EACV;EACA;EACA,aAAa,eAAe;;UAGb;EACf,eAAe;EACf;EACA;EACA,eAAe;EACf,UAAU;EACV;EACA;EACA,aAAa,eAAe;;cAGjB,wCAAwC;WAC1C;EACT,YAAY,iBAAiB;;iBAWT,sBACpB,OAAO,wBACN,QAAQ;;;;;;iBAiBW,uBAAuB,MAAM,mBAAmB;iBAMtD,yBAAyB,iBAAiB;iBAkC1C,oBAAoB;EAClC;EACA,eAAe;;iBAOD,4BACd;EAAY;EAAe,eAAe;GAC1C,kBAAkB,MAAM,YAAY;;;;;cA0NzB;;;;WAIX;;KAGU,2BAA2B,kCAAkC;;;;iBAKzD,mBAAmB,iBAAiB;;KAYxC,4BAA4B;EAAiB;EAAc"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"analyze-runs-DfX6dHP0.d.ts","names":[],"sources":["../src/contract/insight-report.ts","../src/contract/execution-insight.ts","../src/contract/analyze-runs.ts"],"mappings":";;;;;;;UAqCiB;;EAEf;;;;EAKA,WAAW;;EAGX,WAAW;;;EAIX,cAAc,eAAe;;EAG7B;IACE,MAAM;IACN,QAAQ;;;;;IAKR,aAAa;;;;;IAKb;MAAa;MAAe;;;;;;EAM9B,QAAQ,eAAe;;;;EAKvB,aAAa;;;;EAKb,OAAO;;;EAIP,kBAAkB;;;EAIlB,gBAAgB;;;;;EAMhB,qBAAqB;;;;;EAMrB,SAAS;;;;;;EAOT,wBAAwB;;;;EAKxB,iBAAiB;;;EAIjB,iBAAiB;;UAGF;EACf;IAAY;IAAW;;EACvB;IAAa;IAAW;;;;EAGxB;IAAc;IAAW;;EACzB;IAAc;;EACd;;UAGe;;EAEf,YAAY;;EAEZ,SAAS;;;EAGT,YAAY;;;EAGZ;IACE;IACA,YAAY;IACZ,SAAS;IACT;;;EAGF,QAAQ;IAAQ;IAAe;;;;;EAI/B;IACE;IACA;IACA;;;;;EAKF;IACE;;;IAGA;;IAEA;;IAEA;;IAEA;;IAEA;;;;;IAKA,mBAAmB,OAAO,oBAAoB;;;;EAIhD;IACE;IACA;IACA;IACA;IACA;;;UAIa;;EAEf;;EAEA;;EAEA;;UAGe;EACf,OAAO;EACP,QAAQ;EACR,WAAW;EACX,QAAQ;EACR,YAAY;EACZ;IACE;IACA;IACA;IACA;IACA;;;;UAOa;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;;;;EAKX,WAAW;IAAQ;IAAe;;;UAGnB;;EAEf;;EAEA;;;EAGA,cAAc;;;EAGd;;;EAGA;;;EAGA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,SAAS;;EAET,mBAAmB;IACjB;IACA,SAAS;MAAQ;MAAe;;IAChC;;;UAIa;EACf;EACA;;EAEA;;EAEA;;;EAGA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;EAWA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf,UAAU;IACR;IACA;;IAEA;;IAEA;;IAEA;;EAEF;;;;;UAMe;;EAEf,cAAc;;EAEd;;EAEA;;UAGe;;EAEf;;;EAGA;EACA,UAAU;IAAQ;IAAe;IAAgB;;;UAGlC;;;EAGf;;EAEA;;EAEA;;EAEA;;EAEA;IACE;IACA;IACA;;;UAIa;;;EAGf;EACA,MAAM;IACJ;IACA;IACA;;;;EAIF;;UAGQ;;EAER;;EAEA;;;;EAIA;;EAEA;EACA;;KAGU,eACP;EACC;;EAEA;;EAEA;;EAEA;;EAEA;MAED;EACC;;EAEA;EACA;EACA;EACA;;UAGW;;EAEf;EACA;;EAEA;;;;EAIA,SAAS,eAAe;;;EAGxB;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA;EACA;;EAEA;;;;UCzbe;EACf,MAAM;EACN;;UAGe;EACf,WAAW;EACX,gBAAgB;;;iBAIF,mBAAmB,MAAM,4BAA4B;;;UC4BpD;;EAEf,MAAM;;;EAGN;;;;;EAKA;EACA;;;EAGA,8BAA8B;;;EAG9B,kBAAkB;;;EAGlB,UAAU;;;;EAIV;IACE;IACA,cAAc;;;;;EAKhB,cAAc;IAAQ;IAAe;IAAe;;;EAEpD;;;;EAIA;;;;;;;;;EASA,eAAe;;;EAGf;;iBAGoB,YAAY,MAAM,qBAAqB,QAAQ"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"attribute-vocabulary-CcXqHODT.d.ts","names":[],"sources":["../src/trace/attribute-vocabulary.ts"],"mappings":";;;;;;;;cAqBa;cACA;cACA;cACA;cACA;cACA;cACA;;cAEA;cACA;cACA;cACA;cACA;cACA;cACA;cAEA;cACA;cACA;cACA;;cAEA;cACA;cACA;;;;;;cAOA;;cAGA;cAEA;;iBAGG,SAAS;;iBAUT,gBACd,YAAY,yBACZ;;iBAUc,mBAAmB;EACjC;EACA;EACA;;UAMe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;;iBAIc,2BACd,YAAY,yBACZ,MAAM"}
|