@tangle-network/agent-eval 1.0.18 → 1.0.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +20 -21
- package/dist/adapters/http.d.ts +2 -2
- package/dist/{agent-profile-CPv4tENR.d.ts → agent-profile-BO8ruI6R.d.ts} +3 -3
- package/dist/{agent-profile-CPv4tENR.d.ts.map → agent-profile-BO8ruI6R.d.ts.map} +1 -1
- package/dist/analyst/index.d.ts +14 -14
- package/dist/analyst/index.js +13 -14
- package/dist/analyst/index.js.map +1 -1
- package/dist/{analyze-runs-pJ4fhnYg.d.ts → analyze-runs-DicleUI_.d.ts} +4 -4
- package/dist/{analyze-runs-pJ4fhnYg.d.ts.map → analyze-runs-DicleUI_.d.ts.map} +1 -1
- package/dist/{analyze-runs-C7vWBDhl.js → analyze-runs-e9vfXY--.js} +6 -110
- package/dist/analyze-runs-e9vfXY--.js.map +1 -0
- package/dist/app-grade/index.d.ts +12 -7
- package/dist/app-grade/index.d.ts.map +1 -1
- package/dist/app-grade/index.js +14 -10
- package/dist/app-grade/index.js.map +1 -1
- package/dist/{benchmark-command-Bqqvv9Tk.js → benchmark-command-BGZD77Un.js} +16 -17
- package/dist/benchmark-command-BGZD77Un.js.map +1 -0
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +4 -5
- package/dist/benchmarks/index.js.map +1 -1
- package/dist/builder-eval/index.js +1 -1
- package/dist/{calibration-CbZPApIO.js → calibration-Ze7SjhT9.js} +2 -2
- package/dist/{calibration-CbZPApIO.js.map → calibration-Ze7SjhT9.js.map} +1 -1
- package/dist/campaign/index.d.ts +7 -7
- package/dist/campaign/index.js +13 -13
- package/dist/{campaign-DzLlT0So.js → campaign-BfDMncQN.js} +16 -17
- package/dist/{campaign-DzLlT0So.js.map → campaign-BfDMncQN.js.map} +1 -1
- package/dist/{campaign-evidence-CcA7a67m.js → campaign-evidence-BuKlRzSA.js} +4 -4
- package/dist/{campaign-evidence-CcA7a67m.js.map → campaign-evidence-BuKlRzSA.js.map} +1 -1
- package/dist/{chat-client-D0me8iwq.js → chat-client-Zz97O3NB.js} +2 -2
- package/dist/{chat-client-D0me8iwq.js.map → chat-client-Zz97O3NB.js.map} +1 -1
- package/dist/{chat-json-call-C473CwTt.js → chat-json-call-Dgi7-RH-.js} +2 -2
- package/dist/{chat-json-call-C473CwTt.js.map → chat-json-call-Dgi7-RH-.js.map} +1 -1
- package/dist/cli.js +9 -9
- package/dist/{types-0KglnQ9o.d.ts → cluster-Cd0MRbr9.d.ts} +44 -2
- package/dist/cluster-Cd0MRbr9.d.ts.map +1 -0
- package/dist/cluster-bootstrap-BYIW7QJ4.js +24 -0
- package/dist/cluster-bootstrap-BYIW7QJ4.js.map +1 -0
- package/dist/{completion-verifier-7KEfroqx.d.ts → completion-verifier-BEpsr3N4.d.ts} +2 -2
- package/dist/{completion-verifier-7KEfroqx.d.ts.map → completion-verifier-BEpsr3N4.d.ts.map} +1 -1
- package/dist/{completion-verifier-ClmJV_Yc.js → completion-verifier-DFyYFezn.js} +3 -3
- package/dist/{completion-verifier-ClmJV_Yc.js.map → completion-verifier-DFyYFezn.js.map} +1 -1
- package/dist/contract/index.d.ts +10 -10
- package/dist/contract/index.js +15 -16
- package/dist/contract/index.js.map +1 -1
- package/dist/{cost-ledger-CS8R3IZj.js → cost-ledger-DfhStGcZ.js} +2 -2
- package/dist/{cost-ledger-CS8R3IZj.js.map → cost-ledger-DfhStGcZ.js.map} +1 -1
- package/dist/{decision-point-CNyoKOkz.js → decision-point-DJWievVw.js} +4 -4
- package/dist/{decision-point-CNyoKOkz.js.map → decision-point-DJWievVw.js.map} +1 -1
- package/dist/{default-registry-BNv7eB1C.d.ts → default-registry-BpGFsSpZ.d.ts} +7 -7
- package/dist/{default-registry-BNv7eB1C.d.ts.map → default-registry-BpGFsSpZ.d.ts.map} +1 -1
- package/dist/{default-registry-BB9_jzyH.js → default-registry-CdMtoY-s.js} +5 -5
- package/dist/{default-registry-BB9_jzyH.js.map → default-registry-CdMtoY-s.js.map} +1 -1
- package/dist/{define-agent-eval-DKVYlm-T.d.ts → define-agent-eval-DcK8mg63.d.ts} +7 -7
- package/dist/{define-agent-eval-DKVYlm-T.d.ts.map → define-agent-eval-DcK8mg63.d.ts.map} +1 -1
- package/dist/{define-agent-eval-CjF2nTA3.js → define-agent-eval-DuQNZajG.js} +7 -7
- package/dist/{define-agent-eval-CjF2nTA3.js.map → define-agent-eval-DuQNZajG.js.map} +1 -1
- package/dist/diagnosis/index.d.ts +2 -2
- package/dist/diagnosis/index.js +1 -1
- package/dist/{dspy-rlm-engine-_MEe2jIO.js → dspy-rlm-engine-cWyn8G1a.js} +4 -4
- package/dist/{dspy-rlm-engine-_MEe2jIO.js.map → dspy-rlm-engine-cWyn8G1a.js.map} +1 -1
- package/dist/{engine-rfV8Ff8V.d.ts → engine-BF8naBn7.d.ts} +2 -2
- package/dist/{engine-rfV8Ff8V.d.ts.map → engine-BF8naBn7.d.ts.map} +1 -1
- package/dist/{eval-campaign-CZSCjxVb.js → eval-campaign-LmpC_5fm.js} +2 -2
- package/dist/{eval-campaign-CZSCjxVb.js.map → eval-campaign-LmpC_5fm.js.map} +1 -1
- package/dist/{evaluation-DYAIkPQB.d.ts → evaluation-BCejQgkV.d.ts} +4 -4
- package/dist/{evaluation-DYAIkPQB.d.ts.map → evaluation-BCejQgkV.d.ts.map} +1 -1
- package/dist/{evaluation-BBI37mRe.js → evaluation-bU_bhlv-.js} +2 -2
- package/dist/{evaluation-BBI37mRe.js.map → evaluation-bU_bhlv-.js.map} +1 -1
- package/dist/evaluation.d.ts +1 -1
- package/dist/evaluation.js +1 -1
- package/dist/{exact-types-CaLLU1Pz.d.ts → exact-types-VAFjtOQN.d.ts} +2 -2
- package/dist/{exact-types-CaLLU1Pz.d.ts.map → exact-types-VAFjtOQN.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +3 -5
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +7 -12
- package/dist/experiment/index.js.map +1 -1
- package/dist/{exporters-BYBG9b1n.d.ts → exporters-dQKYD_Zo.d.ts} +2 -2
- package/dist/{exporters-BYBG9b1n.d.ts.map → exporters-dQKYD_Zo.d.ts.map} +1 -1
- package/dist/{external-optimizer-process-za-SsIap.js → external-optimizer-process-2ImGH_LR.js} +2 -2
- package/dist/{external-optimizer-process-za-SsIap.js.map → external-optimizer-process-2ImGH_LR.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-B44kOfZb.js → external-optimizer-subprocess-_C_2yriN.js} +4 -4
- package/dist/{external-optimizer-subprocess-B44kOfZb.js.map → external-optimizer-subprocess-_C_2yriN.js.map} +1 -1
- package/dist/{feedback-trajectory-P37ju-gW.d.ts → feedback-trajectory-DTj8eVTR.d.ts} +3 -3
- package/dist/{feedback-trajectory-P37ju-gW.d.ts.map → feedback-trajectory-DTj8eVTR.d.ts.map} +1 -1
- package/dist/{findings-store-DWiBvJVM.js → findings-store-BSuaV3dN.js} +8 -25
- package/dist/findings-store-BSuaV3dN.js.map +1 -0
- package/dist/fuzz.js +2 -2
- package/dist/hosted/index.js +1 -1
- package/dist/{index-BJM4rwP2.d.ts → index-Bc8BZfzb.d.ts} +10 -9
- package/dist/index-Bc8BZfzb.d.ts.map +1 -0
- package/dist/index-BdLmBInV.d.ts +1099 -0
- package/dist/index-BdLmBInV.d.ts.map +1 -0
- package/dist/{index-BAPkHt5H.d.ts → index-CeYLLnfi.d.ts} +28 -128
- package/dist/index-CeYLLnfi.d.ts.map +1 -0
- package/dist/{index-C3t17kHu.d.ts → index-CzfdjM6o.d.ts} +7 -100
- package/dist/index-CzfdjM6o.d.ts.map +1 -0
- package/dist/{index-f09MX_H_.d.ts → index-DYNHOTTB.d.ts} +5 -5
- package/dist/{index-f09MX_H_.d.ts.map → index-DYNHOTTB.d.ts.map} +1 -1
- package/dist/{index-Dt6E4BHX.d.ts → index-D_eAFB3T.d.ts} +8 -8
- package/dist/{index-Dt6E4BHX.d.ts.map → index-D_eAFB3T.d.ts.map} +1 -1
- package/dist/{index-chNyKroE.d.ts → index-gSu9DUiw.d.ts} +8 -8
- package/dist/{index-chNyKroE.d.ts.map → index-gSu9DUiw.d.ts.map} +1 -1
- package/dist/{index-B1Bm9oJA.d.ts → index-lRKqfyg4.d.ts} +3 -7
- package/dist/index-lRKqfyg4.d.ts.map +1 -0
- package/dist/index.d.ts +29 -31
- package/dist/index.js +28 -164
- package/dist/index.js.map +1 -1
- package/dist/{integrity-BAdVzT8u.d.ts → integrity-CrmnGB2T.d.ts} +2 -2
- package/dist/{integrity-BAdVzT8u.d.ts.map → integrity-CrmnGB2T.d.ts.map} +1 -1
- package/dist/{journal-C1uLJi0w.js → journal-CTX5uK-n.js} +36 -26
- package/dist/journal-CTX5uK-n.js.map +1 -0
- package/dist/{judge-gate-CIlBrn6q.js → judge-gate-BliY81A0.js} +3 -3
- package/dist/{judge-gate-CIlBrn6q.js.map → judge-gate-BliY81A0.js.map} +1 -1
- package/dist/{kind-factory-Cfz8DUCc.js → kind-factory-CV0FNCMM.js} +2 -2
- package/dist/{kind-factory-Cfz8DUCc.js.map → kind-factory-CV0FNCMM.js.map} +1 -1
- package/dist/ledger-core/index.d.ts +1 -1
- package/dist/ledger-core/index.js +2 -2
- package/dist/{ledger-core-CfT-FzPf.js → ledger-core-24IxvmVY.js} +2 -2
- package/dist/{ledger-core-CfT-FzPf.js.map → ledger-core-24IxvmVY.js.map} +1 -1
- package/dist/{llm-client-BdSiZ4qz.js → llm-client-DMMSg-Ro.js} +2 -2
- package/dist/{llm-client-BdSiZ4qz.js.map → llm-client-DMMSg-Ro.js.map} +1 -1
- package/dist/{llm-judge-CHLvjbVR.js → llm-judge-Bnxuwjxl.js} +15 -16
- package/dist/{llm-judge-CHLvjbVR.js.map → llm-judge-Bnxuwjxl.js.map} +1 -1
- package/dist/{matrix-Cy3oy7Rq.d.ts → matrix-D6zEwLvE.d.ts} +2 -2
- package/dist/{matrix-Cy3oy7Rq.d.ts.map → matrix-D6zEwLvE.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +2 -2
- package/dist/meta-eval/index.js +7 -7
- package/dist/{metrics-DNCAUtuB.js → metrics-zALlR17s.js} +16 -17
- package/dist/metrics-zALlR17s.js.map +1 -0
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/multishot/index.js +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{outcome-observations-DZu5hLYF.js → outcome-observations-BpicIVQi.js} +2 -3
- package/dist/{outcome-observations-DZu5hLYF.js.map → outcome-observations-BpicIVQi.js.map} +1 -1
- package/dist/paired-arms-Dep5tbsw.js +338 -0
- package/dist/paired-arms-Dep5tbsw.js.map +1 -0
- package/dist/{paired-promotion-decision-BDnqepZ1.d.ts → paired-promotion-decision-BNzPfXDw.d.ts} +3 -113
- package/dist/paired-promotion-decision-BNzPfXDw.d.ts.map +1 -0
- package/dist/{paired-promotion-decision-CiueaTTj.js → paired-promotion-decision-Nt4CkkOT.js} +2 -3
- package/dist/{paired-promotion-decision-CiueaTTj.js.map → paired-promotion-decision-Nt4CkkOT.js.map} +1 -1
- package/dist/{pareto-B34N-vnn.js → pareto-C445lnEH.js} +6 -9
- package/dist/{pareto-B34N-vnn.js.map → pareto-C445lnEH.js.map} +1 -1
- package/dist/pipelines/index.js +1 -1
- package/dist/{prime-protocol-DKRk4l4U.d.ts → prime-protocol-D1NkJRuD.d.ts} +2 -2
- package/dist/{prime-protocol-DKRk4l4U.d.ts.map → prime-protocol-D1NkJRuD.d.ts.map} +1 -1
- package/dist/{promotion-gate-DOkgJcLW.d.ts → promotion-gate-DjAsmBSZ.d.ts} +3 -67
- package/dist/promotion-gate-DjAsmBSZ.d.ts.map +1 -0
- package/dist/{promotion-policy-DLPcEnCf.js → promotion-policy-CUWOv01m.js} +4 -4
- package/dist/{promotion-policy-DLPcEnCf.js.map → promotion-policy-CUWOv01m.js.map} +1 -1
- package/dist/{proposal-findings-CZJkS_GY.js → proposal-findings-DWs94yT8.js} +2 -2
- package/dist/{proposal-findings-CZJkS_GY.js.map → proposal-findings-DWs94yT8.js.map} +1 -1
- package/dist/{registry-Ck7w-rr5.d.ts → registry-BAcEbzKm.d.ts} +4 -4
- package/dist/{registry-Ck7w-rr5.d.ts.map → registry-BAcEbzKm.d.ts.map} +1 -1
- package/dist/{release-confidence-nfQNh3eb.js → release-confidence-DDrkmWxT.js} +2 -2
- package/dist/{release-confidence-nfQNh3eb.js.map → release-confidence-DDrkmWxT.js.map} +1 -1
- package/dist/reporting.d.ts +4 -5
- package/dist/reporting.d.ts.map +1 -1
- package/dist/reporting.js +5 -7
- package/dist/reporting.js.map +1 -1
- package/dist/{researcher-CLnNJ7Or.d.ts → researcher-D35yo0B8.d.ts} +4 -4
- package/dist/{researcher-CLnNJ7Or.d.ts.map → researcher-D35yo0B8.d.ts.map} +1 -1
- package/dist/{reward-hacking-B88f-Kh7.js → reward-hacking-DRb8K6N1.js} +2 -3
- package/dist/{reward-hacking-B88f-Kh7.js.map → reward-hacking-DRb8K6N1.js.map} +1 -1
- package/dist/rl.d.ts +9 -8
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +8 -10
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +4 -4
- package/dist/rollout/index.js +1 -1
- package/dist/{rollout-Cu7kHGIe.js → rollout-DKa54qer.js} +2 -2
- package/dist/{rollout-Cu7kHGIe.js.map → rollout-DKa54qer.js.map} +1 -1
- package/dist/{rubric-predictive-validity-D_6ZPTNR.js → rubric-predictive-validity-BMS7SUyh.js} +2 -2
- package/dist/{rubric-predictive-validity-D_6ZPTNR.js.map → rubric-predictive-validity-BMS7SUyh.js.map} +1 -1
- package/dist/{run-record-CbUi2adH.js → run-record-CIflWk6i.js} +2 -2
- package/dist/{run-record-CbUi2adH.js.map → run-record-CIflWk6i.js.map} +1 -1
- package/dist/{runtime-rollouts-kGn1K5ut.js → runtime-rollouts-CfRyjk60.js} +2 -2
- package/dist/{runtime-rollouts-kGn1K5ut.js.map → runtime-rollouts-CfRyjk60.js.map} +1 -1
- package/dist/{schema-CfoA9U_U.d.ts → schema-PDKQ_iNE.d.ts} +2 -131
- package/dist/schema-PDKQ_iNE.d.ts.map +1 -0
- package/dist/search/index.d.ts +2 -2
- package/dist/search/index.js +2 -2
- package/dist/{search-kernel-kwO-sgCq.d.ts → search-kernel-Ds2zILpY.d.ts} +4 -4
- package/dist/{search-kernel-kwO-sgCq.d.ts.map → search-kernel-Ds2zILpY.d.ts.map} +1 -1
- package/dist/{search-ledger-CV_bQQed.js → search-ledger-Dk-yk5Li.js} +4 -4
- package/dist/{search-ledger-CV_bQQed.js.map → search-ledger-Dk-yk5Li.js.map} +1 -1
- package/dist/{search-ledger-file-DTBD6X-y.js → search-ledger-file-BhOdgYIt.js} +3 -3
- package/dist/{search-ledger-file-DTBD6X-y.js.map → search-ledger-file-BhOdgYIt.js.map} +1 -1
- package/dist/{search-shipper-CA3ooBbC.js → search-shipper-Dm-_Dtvy.js} +3 -3
- package/dist/{search-shipper-CA3ooBbC.js.map → search-shipper-Dm-_Dtvy.js.map} +1 -1
- package/dist/{search-summary-DBMjdecs.js → search-summary-BSftVrGY.js} +5 -5
- package/dist/{search-summary-DBMjdecs.js.map → search-summary-BSftVrGY.js.map} +1 -1
- package/dist/{sequential-Bb_pdTqG.d.ts → sequential-B9p6uoV8.d.ts} +9 -2
- package/dist/{sequential-Bb_pdTqG.d.ts.map → sequential-B9p6uoV8.d.ts.map} +1 -1
- package/dist/{sequential-Bjs5roiK.js → sequential-CAksw6EU.js} +32 -2
- package/dist/{sequential-Bjs5roiK.js.map → sequential-CAksw6EU.js.map} +1 -1
- package/dist/{sequential-BPbvgzfe.js → sequential-CqG6aLWS.js} +3 -3
- package/dist/{sequential-BPbvgzfe.js.map → sequential-CqG6aLWS.js.map} +1 -1
- package/dist/{server-CPKyf3bz.js → server-DFVwfoZq.js} +3 -3
- package/dist/{server-CPKyf3bz.js.map → server-DFVwfoZq.js.map} +1 -1
- package/dist/{single-run-lock-BGlW3OSk.js → single-run-lock-CUj2tjxT.js} +2 -2
- package/dist/{single-run-lock-BGlW3OSk.js.map → single-run-lock-CUj2tjxT.js.map} +1 -1
- package/dist/{skillopt-optimization-method-D72XZZfR.js → skillopt-optimization-method-DYwEndON.js} +12 -12
- package/dist/{skillopt-optimization-method-D72XZZfR.js.map → skillopt-optimization-method-DYwEndON.js.map} +1 -1
- package/dist/{statistical-heldout-_dXihc9T.d.ts → statistical-heldout--0b1lgx4.d.ts} +6 -282
- package/dist/statistical-heldout--0b1lgx4.d.ts.map +1 -0
- package/dist/{statistical-heldout-NBxC7jGo.js → statistical-heldout-D6i58CJ5.js} +3 -3
- package/dist/{statistical-heldout-NBxC7jGo.js.map → statistical-heldout-D6i58CJ5.js.map} +1 -1
- package/dist/statistics-DCZIC-qT.js +2627 -0
- package/dist/statistics-DCZIC-qT.js.map +1 -0
- package/dist/statistics.d.ts +3 -0
- package/dist/statistics.js +3 -0
- package/dist/{store-otlp-BfPRa2p8.js → store-otlp-C-jyj3WX.js} +2 -2
- package/dist/{store-otlp-BfPRa2p8.js.map → store-otlp-C-jyj3WX.js.map} +1 -1
- package/dist/{store-tool-spans-BgwVHXma.d.ts → store-tool-spans-B3z_Qb5u.d.ts} +5 -5
- package/dist/{store-tool-spans-BgwVHXma.d.ts.map → store-tool-spans-B3z_Qb5u.d.ts.map} +1 -1
- package/dist/{store-tool-spans-BrSWHB9O.js → store-tool-spans-DalWlKY8.js} +3 -3
- package/dist/{store-tool-spans-BrSWHB9O.js.map → store-tool-spans-DalWlKY8.js.map} +1 -1
- package/dist/{summary-report-0La5vejY.d.ts → summary-report-Cv1AC-iv.d.ts} +2 -2
- package/dist/{summary-report-0La5vejY.d.ts.map → summary-report-Cv1AC-iv.d.ts.map} +1 -1
- package/dist/{summary-report-C3IJvp0i.js → summary-report-D_uussI3.js} +4 -52
- package/dist/summary-report-D_uussI3.js.map +1 -0
- package/dist/supervisor-run/index.d.ts +2 -2
- package/dist/supervisor-run/index.js +1 -1
- package/dist/{systemone-CBvL1gx-.d.ts → systemone-C3xyEKvG.d.ts} +7 -7
- package/dist/{systemone-CBvL1gx-.d.ts.map → systemone-C3xyEKvG.d.ts.map} +1 -1
- package/dist/{systemone-review-nbuMxxmi.d.ts → systemone-review-CToBl1oa.d.ts} +2 -2
- package/dist/{systemone-review-nbuMxxmi.d.ts.map → systemone-review-CToBl1oa.d.ts.map} +1 -1
- package/dist/systemone.d.ts +3 -3
- package/dist/systemone.js +2 -2
- package/dist/{tool-groups-BQsjZD9F.d.ts → tool-groups-R5RO9OHn.d.ts} +3 -3
- package/dist/tool-groups-R5RO9OHn.d.ts.map +1 -0
- package/dist/{tool-waste-Czt3aWID.js → tool-waste-DEhKfiIE.js} +2 -3
- package/dist/{tool-waste-Czt3aWID.js.map → tool-waste-DEhKfiIE.js.map} +1 -1
- package/dist/{trace-questions-CpTrtEcm.d.ts → trace-questions-BY6taxnl.d.ts} +3 -3
- package/dist/{trace-questions-CpTrtEcm.d.ts.map → trace-questions-BY6taxnl.d.ts.map} +1 -1
- package/dist/trace-repair/index.d.ts +1 -1
- package/dist/trace-repair/index.js +1 -2
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/traces.d.ts +5 -5
- package/dist/traces.js +3 -3
- package/dist/{tree-DPwgM2LX.js → tree-B2y1UR8o.js} +5 -7
- package/dist/{tree-DPwgM2LX.js.map → tree-B2y1UR8o.js.map} +1 -1
- package/dist/{types-DNB9hIXa.d.ts → types-BAJ2Hb-d.d.ts} +3 -2
- package/dist/types-BAJ2Hb-d.d.ts.map +1 -0
- package/dist/{types-D91tnhzf.d.ts → types-BwF--ZRz.d.ts} +2 -2
- package/dist/{types-D91tnhzf.d.ts.map → types-BwF--ZRz.d.ts.map} +1 -1
- package/dist/{types-CBkDo7ja.d.ts → types-CeMZYsNF.d.ts} +6 -5
- package/dist/types-CeMZYsNF.d.ts.map +1 -0
- package/dist/{types-B9s9Xo5_.d.ts → types-kBMNdo1X.d.ts} +3 -9
- package/dist/types-kBMNdo1X.d.ts.map +1 -0
- package/dist/wire/index.d.ts +4 -4
- package/dist/wire/index.js +1 -1
- package/docs/design/statistics-decisions.md +38 -364
- package/docs/design.md +1 -1
- package/docs/research-report-methodology.md +1 -1
- package/package.json +6 -1
- package/dist/agreement-irr-DXcXEt4I.js +0 -182
- package/dist/agreement-irr-DXcXEt4I.js.map +0 -1
- package/dist/analyze-runs-C7vWBDhl.js.map +0 -1
- package/dist/benchmark-command-Bqqvv9Tk.js.map +0 -1
- package/dist/cluster-bootstrap-BteuR1hg.js +0 -65
- package/dist/cluster-bootstrap-BteuR1hg.js.map +0 -1
- package/dist/descriptive-B3Eb7tX0.js +0 -229
- package/dist/descriptive-B3Eb7tX0.js.map +0 -1
- package/dist/findings-store-DWiBvJVM.js.map +0 -1
- package/dist/index-B1Bm9oJA.d.ts.map +0 -1
- package/dist/index-BAPkHt5H.d.ts.map +0 -1
- package/dist/index-BJM4rwP2.d.ts.map +0 -1
- package/dist/index-C3t17kHu.d.ts.map +0 -1
- package/dist/journal-C1uLJi0w.js.map +0 -1
- package/dist/judge-calibration-DKR6Xi-w.js +0 -319
- package/dist/judge-calibration-DKR6Xi-w.js.map +0 -1
- package/dist/judge-calibration-DnrbQaXI.d.ts +0 -144
- package/dist/judge-calibration-DnrbQaXI.d.ts.map +0 -1
- package/dist/mean-D1d6gedE.js +0 -284
- package/dist/mean-D1d6gedE.js.map +0 -1
- package/dist/metrics-DNCAUtuB.js.map +0 -1
- package/dist/multiplicity-DAd4xaDC.js +0 -100
- package/dist/multiplicity-DAd4xaDC.js.map +0 -1
- package/dist/multiplicity-D_SEsc5j.d.ts +0 -41
- package/dist/multiplicity-D_SEsc5j.d.ts.map +0 -1
- package/dist/paired-arms-3-tsXvvC.js +0 -740
- package/dist/paired-arms-3-tsXvvC.js.map +0 -1
- package/dist/paired-binary-CMzmSSd5.js +0 -372
- package/dist/paired-binary-CMzmSSd5.js.map +0 -1
- package/dist/paired-promotion-decision-BDnqepZ1.d.ts.map +0 -1
- package/dist/paired-tests-Buh6feJ4.js +0 -211
- package/dist/paired-tests-Buh6feJ4.js.map +0 -1
- package/dist/power-and-mde-g3vOn0XK.js +0 -99
- package/dist/power-and-mde-g3vOn0XK.js.map +0 -1
- package/dist/promotion-gate-DOkgJcLW.d.ts.map +0 -1
- package/dist/random-BN150Q_X.d.ts +0 -79
- package/dist/random-BN150Q_X.d.ts.map +0 -1
- package/dist/schema-CfoA9U_U.d.ts.map +0 -1
- package/dist/sequential-eprocess-C1YLwFaz.js +0 -129
- package/dist/sequential-eprocess-C1YLwFaz.js.map +0 -1
- package/dist/statistical-heldout-_dXihc9T.d.ts.map +0 -1
- package/dist/summary-report-C3IJvp0i.js.map +0 -1
- package/dist/tool-groups-BQsjZD9F.d.ts.map +0 -1
- package/dist/types-0KglnQ9o.d.ts.map +0 -1
- package/dist/types-B9s9Xo5_.d.ts.map +0 -1
- package/dist/types-CBkDo7ja.d.ts.map +0 -1
- package/dist/types-DNB9hIXa.d.ts.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index-BdLmBInV.d.ts","names":[],"sources":["../src/judge-calibration.ts","../src/statistics/agreement-irr.ts","../src/statistics/comparison-effects.ts","../src/statistics/descriptive.ts","../src/statistics/distribution-summary.ts","../src/statistics/effect-sizes.ts","../src/statistics/inference.ts","../src/statistics/multiplicity.ts","../src/statistics/paired-binary.ts","../src/statistics/paired-tests.ts","../src/statistics/power-and-mde.ts","../src/statistics/random.ts","../src/statistics/rank-tests.ts","../src/statistics/samples.ts","../src/statistics/sequential-eprocess.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;UAwBiB;EACf;EACA;;EAEA;;UAGe;EACf;EACA;;EAEA;;UAGe;EACf;EACA;;EAEA;;EAEA;;EAEA,YAAY;IAAQ;IAAgB;IAAe;IAAe;;;;;;iBAMpD,eACd,QAAQ,cACR,WAAW,mBACV;UA0Bc;;;;;EAKf;EACA;;;;;;iBAOc,eAAe,QAAQ,mBAAmB;UAgBzC;;EAEf;EACA;;iBAGc,cACd,SAAS;EAAQ;EAAmB;KACnC;UAYc;;EAEf;EACA;EACA;EACA;;;;;;;iBAQc,eACd,SAAS;EAAQ;EAAe;KAC/B;UA8Ec;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;IACE;IACA;;;EAGF;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;;;;;;;;iBAUc,oBACd,oBACA,OAAM,6BACL;UAoDc,oCAAoC;;EAEnD;;EAEA;EACA;EACA;IACE;IACA;;;;;;;iBAQY,yBACd,QAAQ,cACR,WAAW,kBACX,OAAM,6BACL;;;;;;;;;;;;;;;;;;iBCtTa,sBAAsB,aAAa;UA2DlC;;EAEf;;EAEA;;EAEA;;EAEA;;UAGe,oCAAoC;EACnD;;EAEA;;EAEA;;UAGe;;EAEf,cAAc;;EAEd;;EAEA;;EAEA;;EAEA;;UAGe,+BAA+B;;EAE9C;;EAEA;;;;;;;;;;;;;;iBAec,0BACd,SAAS,qBACT,OAAM,yBACL;;;;;;;;;iBAgHa,yCACd,aAAa;EAAQ;EAAgB,QAAQ;IAC7C,OAAM,yBACL;;UAuBc;;EAEf;;EAEA;;;;;;;EAOA;;EAEA,SAAS;;UAGM;;EAEf;;EAEA;EACA;;;;;;iBAOc,iBACd,OAAO,0CACP,UAAS,0BACR;;iBC3Sa,OAAO,kBAAkB;;;;;;iBCEzB,aAAa;EAAU;EAAe;;;;;;;;;;iBAoBtC,mBACd,kBACA,qBACA;EAAQ;EAAe;;EACpB;EAAc;EAAe;;;;;;;iBAqClB,iBAAiB,YAAY;;UAW5B;WACN;;WAEA;;WAEA;WACA;WACA;;WAEA;;;;;;;;;iBAUK,uBACd,4BACA,sBACC;;iBAkCa,cAAc,iBAAiB;;UAM9B;WACN;WACA;WACA;WACA;WACA;WACA;WACA,cAAc,SAAS;WACvB;aACE;aACA;aACA;aACA;aACA;aACA;aACA;;;UAII;;EAEf;;EAEA;IAAmB;;;;;;;;;;iBAUL,sBACd,2BACA,UAAU,4BACT;;;;;iBA6Ea,MAAM;;;;;;iBAmBN,SAAS,aAAa;;;;;iBAuBtB,UAAU,aAAa;UAKtB;;EAEf,MAAM;;;;;EAKN,SAAS;;EAET;;UAGe;EACf;EACA;;;;;;;;;;;iBAYc,kBAAkB,OAAO,yBAAyB;;;;;;;;;UC/TjD;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;;;;;;;;iBAkBc,sBACd,kBACA;iBAQc,sBACd,kBACA,UAAS,6BACR;;;iBCtDa,QAAQ,aAAa;;iBAcrB,eAAe,kBAAkB;KAoBrC;;iBAGI,YAAY,kBAAkB;;iBAc9B,gBAAgB,gBAAgB;;iBClDhC,qBAAqB;;iBAMrB,uBAAuB,WAAW;;iBAsBlC,WAAW,WAAW,WAAW,WAAW;;iBAc5C,iBAAiB;;iBAQjB,oBAAoB,WAAW,WAAW,WAAW;;iBAqBrD,eAAe,WAAW,WAAW,WAAW;UAQ/C;EACf;EACA;EACA;;;iBAIc,sBACd;EAAmB;EAAW;MAC7B;;;;;;;;;;;;;iBC/Ea,WACd,4BACA;EACG;EAAoB;;;;;;;;;;iBAgBT,KACd,4BACA;EACG;EAAoB;;;;;;;;;iBA4BT,kBACd,4BACA;EACG;EAAmB;;;UCpDP;;EAEf;;EAEA;;EAEA;;;;;;;;;;;;iBAac,OAAO,mBAAmB,WAAW,sBAAoB;;UA2DxD;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;;iBAec,QACd,SAAS,6BACT,WAAW,8BACV;;UAmBc;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;;;;;;iBAmBc,qBACd,SAAS,6BACT,WAAW,6BACX,sBACC;;;;UAkCc;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAgCc,0BACd,SAAS,6BACT,WAAW,6BACX,sBACC;;;UAyEc;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA8Dc,0BACd,SAAS,6BACT,WAAW,6BACX,sBACC;;;;;;;;;;;;;;;;;;;;iBAiFa,kBACd,QAAQ,mBACR,OAAO;;;;;;;;;;;iBA0BO,QAAQ,WAAW,WAAW;;;;;;UC1gB7B;;EAEf;EACA;;EAEA;;;;;;;;;;;;;;;;iBAiBc,YAAY,kBAAkB,kBAAkB;UA2B/C;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;cAaW;UAEI;;EAEf;;EAEA;;EAEA;;;EAGA;;;;;;;;;;;;iBAac,gBACd,kBACA,iBACA,OAAM,yBACL;;KA0DS;;UAGK;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,aAAa;;EAEb;;;;;;;;;;;;;;;iBAgBc,eACd,gCACA,aAAa,sBACZ;;;iBAqCa,uBACd,QAAQ,mBACR,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cA4CI;;;;;;;iBC1RG,mBAAmB;EACjC;EACA;EACA;EACA;;;;;;;;;;;iBAsBc,yBAAyB;EACvC;EACA;EACA;EACA;;;;;;;;iBAkBc,UAAU;EACxB;EACA;EACA;EACA;;;;;;;;;;;;;;;;iBAyBc,iBAAiB;EAC/B;EACA;EACA;EACA;EACA;;;;;;;iBAyBc,aAAa;EAC3B;EACA;EACA;EACA;EACA;;;;;;iBCrHc,WAAW;KCMf;;KAGA;UAEK;;EAEf,SAAS;;EAET;;;EAGA;;UAYe;;EAEf;;EAEA;;EAEA;;EAEA,QAAQ;;EAER;;;;;;;;;;;;;;iBAec,aACd,aACA,aACA,OAAM,kBACL;UAuFc;;;EAGf;;EAEA;;EAEA,QAAQ;;EAER;;EAEA;;;;;;;;;;;;;;;iBAgBc,mBACd,kBACA,iBACA,OAAM,kBACL;UCnLc;EACf;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;IAAkB;IAAa;IAAc;IAAoB;;;;iBAInD,aAAa;;iBAMb,gBACd,2BACA,UAAS,uBACR;UCnCc;;;EAGf;;;;EAIA;;;;EAIA;;;;;;;;EAQA,SAAS;;UAGM;;EAEf;;EAEA;;EAEA;;;;;;;;;;UAWe,sBAAsB;EACrC;EACA;EACA;;EAEA;;EAEA;;EAEA;;;EAGA;;UAGe;;;EAGf,OAAO,YAAY;EACnB,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA8BK,SAAS,OAAM,kBAAuB"}
|
|
@@ -3,35 +3,36 @@ import { c as ValidationError, t as AgentEvalError } from "./errors-E9I2hldP.js"
|
|
|
3
3
|
import { l as AgentProfileJson, r as AgentProfileCell } from "./agent-profile-cell-3kYxUsK2.js";
|
|
4
4
|
import { h as RunStatus, o as FailureClass, r as BudgetSpec } from "./schema-CkIvnmLU.js";
|
|
5
5
|
import { a as RunRecord, c as RunSplitTag } from "./run-record-D2BFMPGl.js";
|
|
6
|
-
import { i as AnalystFinding, m as EvidenceRef } from "./types-
|
|
7
|
-
import {
|
|
8
|
-
import "./
|
|
9
|
-
import
|
|
10
|
-
import "./
|
|
11
|
-
import "./index-BJM4rwP2.js";
|
|
12
|
-
import { S as JudgeConfig, w as JudgeScore } from "./types-CBkDo7ja.js";
|
|
6
|
+
import { i as AnalystFinding, m as EvidenceRef } from "./types-kBMNdo1X.js";
|
|
7
|
+
import { B as LlmCallResult, O as ChatClient, V as LlmChargeBounds, Y as LlmUsage, h as JudgeFn, lt as ServedModelCheck, y as ProductClientConfig, z as LlmCallRequest } from "./cluster-Cd0MRbr9.js";
|
|
8
|
+
import { E as PairedBootstrapResult, T as PairedBootstrapOptions } from "./index-BdLmBInV.js";
|
|
9
|
+
import "./index-Bc8BZfzb.js";
|
|
10
|
+
import { S as JudgeConfig, w as JudgeScore } from "./types-CeMZYsNF.js";
|
|
13
11
|
import { s as TraceStore } from "./store-CMs5wGXP.js";
|
|
14
|
-
import
|
|
12
|
+
import "./statistical-heldout--0b1lgx4.js";
|
|
13
|
+
import { t as AgentProfile } from "./agent-profile-BO8ruI6R.js";
|
|
14
|
+
import { o as PairedPromotionDecisionOptions, t as PairedDecisionMethod } from "./paired-promotion-decision-BNzPfXDw.js";
|
|
15
15
|
import { r as DatasetScenario, t as Dataset } from "./dataset-DThC1S6G.js";
|
|
16
16
|
import { t as DefaultVerdict } from "./verdict-D_qiBQ6_.js";
|
|
17
17
|
import { n as Layer } from "./multi-layer-verifier-lM4aVN78.js";
|
|
18
|
-
import "./summary-report-
|
|
19
|
-
import "./analyze-runs-
|
|
18
|
+
import "./summary-report-Cv1AC-iv.js";
|
|
19
|
+
import "./analyze-runs-DicleUI_.js";
|
|
20
20
|
import { o as TraceEmitter } from "./emitter-mAXC5PSN.js";
|
|
21
21
|
import { t as HarnessAssertion } from "./sandbox-harness-K3LuyORm.js";
|
|
22
|
-
import "./define-agent-eval-
|
|
23
|
-
import "./default-registry-
|
|
24
|
-
import "./exact-types-
|
|
25
|
-
import "./systemone-
|
|
26
|
-
import "./engine-
|
|
27
|
-
import "./registry-
|
|
28
|
-
import "./index-
|
|
22
|
+
import "./define-agent-eval-DcK8mg63.js";
|
|
23
|
+
import "./default-registry-BpGFsSpZ.js";
|
|
24
|
+
import "./exact-types-VAFjtOQN.js";
|
|
25
|
+
import "./systemone-C3xyEKvG.js";
|
|
26
|
+
import "./engine-BF8naBn7.js";
|
|
27
|
+
import "./registry-BAcEbzKm.js";
|
|
28
|
+
import "./index-D_eAFB3T.js";
|
|
29
29
|
import { d as Trajectory, f as TrajectoryStep } from "./tool-waste-CUASoTtk.js";
|
|
30
|
-
import "./types-
|
|
31
|
-
import { B as ControlRuntimeConfig, H as ControlSeverity, R as ControlEvalResult, a as FeedbackLabel, v as ProposedSideEffect, z as ControlRunResult } from "./feedback-trajectory-
|
|
32
|
-
import "./store-tool-spans-
|
|
33
|
-
import "./researcher-
|
|
34
|
-
import "./index-
|
|
30
|
+
import "./types-BwF--ZRz.js";
|
|
31
|
+
import { B as ControlRuntimeConfig, H as ControlSeverity, R as ControlEvalResult, a as FeedbackLabel, v as ProposedSideEffect, z as ControlRunResult } from "./feedback-trajectory-DTj8eVTR.js";
|
|
32
|
+
import "./store-tool-spans-B3z_Qb5u.js";
|
|
33
|
+
import "./researcher-D35yo0B8.js";
|
|
34
|
+
import "./index-DYNHOTTB.js";
|
|
35
|
+
import "./promotion-gate-DjAsmBSZ.js";
|
|
35
36
|
import { SpanKind } from "@tangle-network/agent-trace-contract";
|
|
36
37
|
declare class CostCeilingReachedError extends ValidationError {
|
|
37
38
|
constructor(ceilingUsd: number, committedUsd: number, requestedUsd: number, phase: string, actor: string);
|
|
@@ -86,105 +87,6 @@ declare function stripFencedJson(raw: string): string;
|
|
|
86
87
|
* consistently across transports.
|
|
87
88
|
*/
|
|
88
89
|
declare function isTransientLlmError(err: unknown): boolean;
|
|
89
|
-
/** Mann–Whitney ROC area: ties count half; no observed member of either class means unknown. */
|
|
90
|
-
declare function rocAuc(scores: number[], labels: number[]): number | null;
|
|
91
|
-
/**
|
|
92
|
-
* Nearest-rank distribution summary for measurement paths (gates, dashboards,
|
|
93
|
-
* load harnesses): min/p50/p90/p95/p99/max + mean + sample stddev + a 95%
|
|
94
|
-
* Student-t CI on the mean. Consolidates the former @repo/shared
|
|
95
|
-
* distribution-stats: identical nearest-rank percentiles, with the CI now the
|
|
96
|
-
* exact t critical value for any df (the retired implementation capped its
|
|
97
|
-
* table at df 30 and fell back to 1.96).
|
|
98
|
-
*/
|
|
99
|
-
interface SampleDistribution {
|
|
100
|
-
min: number;
|
|
101
|
-
p50: number;
|
|
102
|
-
p90: number;
|
|
103
|
-
p95: number;
|
|
104
|
-
p99: number;
|
|
105
|
-
max: number;
|
|
106
|
-
mean: number;
|
|
107
|
-
stddev?: number;
|
|
108
|
-
ci95Low?: number;
|
|
109
|
-
ci95High?: number;
|
|
110
|
-
n: number;
|
|
111
|
-
values: number[];
|
|
112
|
-
}
|
|
113
|
-
interface DistributionSummaryOptions {
|
|
114
|
-
lowerBound?: number;
|
|
115
|
-
}
|
|
116
|
-
/**
|
|
117
|
-
* Nearest-rank percentile on an arbitrary sample, `percentile` on a 0-100
|
|
118
|
-
* scale — the same rule `summarizeDistribution` applies, exposed for a single
|
|
119
|
-
* percentile the summary struct does not carry (e.g. p99.9). Returns NaN for
|
|
120
|
-
* an empty sample; callers that need a numeric floor guard it.
|
|
121
|
-
*/
|
|
122
|
-
declare function percentileNearestRank(values: number[], percentile: number): number;
|
|
123
|
-
declare function summarizeDistribution(values: number[], options?: DistributionSummaryOptions): SampleDistribution;
|
|
124
|
-
/** Standardized effect sizes; undefined effects remain null. */
|
|
125
|
-
/** Independent Cohen's d, oriented b − a; null below two samples or for an unbounded effect. */
|
|
126
|
-
declare function cohensD(a: number[], b: number[]): number | null;
|
|
127
|
-
/** Paired Cohen's dz; constant nonzero deltas have no finite standardized effect. */
|
|
128
|
-
declare function pairedCohensDz(before: number[], after: number[]): number | null;
|
|
129
|
-
type CliffsMagnitude = 'negligible' | 'small' | 'medium' | 'large';
|
|
130
|
-
/** Cliff's delta, oriented after − before; empty samples return zero. */
|
|
131
|
-
declare function cliffsDelta(before: number[], after: number[]): number;
|
|
132
|
-
/** Romano magnitude thresholds for the absolute Cliff's delta. */
|
|
133
|
-
declare function interpretCliffs(delta: number): CliffsMagnitude;
|
|
134
|
-
/** Two-sided normal tail, evaluated without subtracting a near-one CDF. */
|
|
135
|
-
declare function normalTwoSidedPValue(z: number): number;
|
|
136
|
-
/** Two-sided Student-t tail, preserving small tail probabilities. */
|
|
137
|
-
declare function studentTTwoSidedPValue(t: number, df: number): number;
|
|
138
|
-
/** Pearson statistic for a 2x2 table; empty or fixed margins have statistic zero. */
|
|
139
|
-
declare function chiSquared(a: number, b: number, c: number, d: number): number;
|
|
140
|
-
/** One-degree-of-freedom chi-squared survival probability. */
|
|
141
|
-
declare function chiSquaredPValue(statistic: number): number;
|
|
142
|
-
/** Fisher two-sided probability: sum all fixed-margin tables no likelier than the observed table. */
|
|
143
|
-
declare function fisherExactTwoSided(a: number, b: number, c: number, d: number): number;
|
|
144
|
-
/** Fisher when any expected count is below five; otherwise Pearson's chi-squared tail. */
|
|
145
|
-
declare function twoByTwoPValue(a: number, b: number, c: number, d: number): number;
|
|
146
|
-
interface LinearRegressionResult {
|
|
147
|
-
slope: number;
|
|
148
|
-
rSquared: number;
|
|
149
|
-
slopePValue: number | null;
|
|
150
|
-
}
|
|
151
|
-
/** Centered least-squares slope; null p-value means no slope test was possible. */
|
|
152
|
-
declare function linearRegressionSlope(points: readonly {
|
|
153
|
-
x: number;
|
|
154
|
-
y: number;
|
|
155
|
-
}[]): LinearRegressionResult;
|
|
156
|
-
interface SampleSummaryOptions {
|
|
157
|
-
confidence?: number;
|
|
158
|
-
seed?: number;
|
|
159
|
-
resamples?: number;
|
|
160
|
-
}
|
|
161
|
-
interface SampleSummary {
|
|
162
|
-
n: number;
|
|
163
|
-
median: number;
|
|
164
|
-
mean: number;
|
|
165
|
-
stddev: number;
|
|
166
|
-
q1: number;
|
|
167
|
-
q3: number;
|
|
168
|
-
iqr: number;
|
|
169
|
-
min: number;
|
|
170
|
-
max: number;
|
|
171
|
-
range: number;
|
|
172
|
-
cv: number | null;
|
|
173
|
-
skewness: number | null;
|
|
174
|
-
kurtosis: number | null;
|
|
175
|
-
mad: number;
|
|
176
|
-
outliers: number[];
|
|
177
|
-
medianInterval: {
|
|
178
|
-
low: number;
|
|
179
|
-
high: number;
|
|
180
|
-
confidence: number;
|
|
181
|
-
resamples: number;
|
|
182
|
-
} | null;
|
|
183
|
-
}
|
|
184
|
-
/** Interpolated sample median; an empty population has no measured median. */
|
|
185
|
-
declare function sampleMedian(values: readonly number[]): number | null;
|
|
186
|
-
/** Descriptive facts, not stability policy or a significance test. */
|
|
187
|
-
declare function summarizeSample(values: readonly number[], options?: SampleSummaryOptions): SampleSummary | null;
|
|
188
90
|
type PolicyEditSchemaVersion = 'policy-edit/v1';
|
|
189
91
|
declare const POLICY_EDIT_AXES: readonly ["carrier", "representation", "budget", "sampling", "output_contract", "tool_contract", "routing", "memory", "agent_profile", "deployment_target"];
|
|
190
92
|
type PolicyEditAxis = (typeof POLICY_EDIT_AXES)[number];
|
|
@@ -3586,14 +3488,12 @@ declare const MODEL_PRICING: Record<string, TokenPrice>;
|
|
|
3586
3488
|
* Returns null when the id matches nothing (caller decides — never a
|
|
3587
3489
|
* silent-zero masquerading as a real $0 cost). */
|
|
3588
3490
|
declare function resolveModelPricing(model: string): TokenPrice | null;
|
|
3589
|
-
/** True when `model` has known pricing
|
|
3590
|
-
* callers distinguish a real $0 from an unpriced model. */
|
|
3491
|
+
/** True when `model` has known pricing: distinguishes a real $0 from unpriced. */
|
|
3591
3492
|
declare function isModelPriced(model: string): boolean;
|
|
3592
3493
|
/** Estimate token count from string length (chars / 4 approximation) */
|
|
3593
3494
|
declare function estimateTokens(text: string): number;
|
|
3594
|
-
/** Calculate cost in USD from token counts and model. Unknown models warn
|
|
3595
|
-
*
|
|
3596
|
-
* working; cost-sensitive callers should gate on {@link isModelPriced}. */
|
|
3495
|
+
/** Calculate cost in USD from token counts and model. Unknown models warn once
|
|
3496
|
+
* (not a silent zero) and return 0; cost-sensitive callers gate on {@link isModelPriced}. */
|
|
3597
3497
|
declare function estimateCost(inputTokens: number, outputTokens: number, model: string): number;
|
|
3598
3498
|
interface AntiSlopConfig {
|
|
3599
3499
|
/** Domain label — appears in the DimensionJudgeScore output */
|
|
@@ -3645,5 +3545,5 @@ declare function assertContains(name: string, actual: string, expected: string):
|
|
|
3645
3545
|
declare function assertNotContains(name: string, actual: string, forbidden: string): HarnessAssertion;
|
|
3646
3546
|
declare function assertEventCount(name: string, count: number, min: number, max?: number): HarnessAssertion;
|
|
3647
3547
|
declare function assertHasField(name: string, obj: Record<string, unknown>, field: string): HarnessAssertion;
|
|
3648
|
-
export { KeywordConceptSpec as $, PolicyEditCandidateRecord as $i, TrialTrace as $n, exportProductBenchmark as $r, ArgumentCheck as $t, contentHash as A,
|
|
3649
|
-
//# sourceMappingURL=index-
|
|
3548
|
+
export { KeywordConceptSpec as $, PolicyEditCandidateRecord as $i, TrialTrace as $n, exportProductBenchmark as $r, ArgumentCheck as $t, contentHash as A, DetectorSignal as Ai, SteeringOptimizationResult as An, localCommandRunner as Ar, assertNoHiddenLeak as At, PairedPromotionPowerOptions as B, ScenarioCost as Bi, PromptHandle as Bn, RuntimeTrajectoryEvidenceSummary as Br, CanaryLeak as Bt, runAgentControlLoop as C, UserQuestion as Ci, recordRuns as Cn, DiscoverPersonasOptions as Cr, FieldDestination as Ct, index_d_exports as D, ExtractResult as Di, CounterfactualResult as Dn, DirEntry as Dr, JudgeScoreInput as Dt, BudgetGuard as E, ExtractOptions as Ei, CounterfactualMutation as En, CommandRunner as Er, HiddenLeak as Et, gateTreatmentApplied as F, observeAll as Fi, clamp01 as Fn, ActiveLearningOptions as Fr, ViteDeployRunnerInput as Ft, pairedPromotionPower as G, TaskHeadroom as Gi, seatPresets as Gn, ProductBenchmarkManifest as Gr, ContractLintFinding as Gt, PairedValueLaw as H, CapabilityHeadroomOptions as Hi, hashContent as Hn, RuntimeTrajectoryRecord as Hr, ActionExecutionPolicy as Ht, PairedPromotionAlternative as I, repeatedActionDetector as Ii, SteeringBundle as In, SynthesisTarget as Ir, WranglerDeployRunnerInput as It, OracleObservation as J, FindingToPolicyEditOptions as Ji, preflightModels as Jn, assertProductBenchmarkRun as Jr, lintTraceContractSpec as Jt, requiredPairsForPairedPromotion as K, assertCapabilityHeadroom as Ki, ModelEndpointCheck as Kn, ProductBenchmarkSplit as Kr, TraceContractSpec as Kt, PairedPromotionAlternativeCell as L, CostEntry as Li, ReferenceReplayCaseRun as Ln, proposeSynthesisTargets as Lr, deployGateLayer as Lt, TreatmentGate as M, RepeatedActionOptions as Mi, RunScore as Mn, BoundedProcessResult as Mr, DeployGateLayerInput as Mt, TreatmentGateInput as N, StreamingDetector as Ni, RunScoreWeights as Nn, DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS as Nr, DeployRunResult as Nt, VerdictCacheStore as O, extractErrorCount as Oi, CounterfactualRunner as On, RunCommandInput as Or, NoLeakOptions as Ot, TreatmentGateOptions as P, errorStreakDetector as Pi, aggregateRunScore as Pn, runBoundedProcess as Pr, DeployRunner as Pt, jsonShape as Q, PolicyEditAxis as Qi, ReflectionProposal as Qn, ProductBenchmarkSingleRunExportOptions as Qr, traceContract as Qt, PairedPromotionCallRates as R, CostSummary as Ri, ReferenceReplayRun as Rn, ProjectRuntimeTrajectoryEvidenceOptions as Rr, viteDeployRunner as Rt, subjectiveEval as S, CostCeilingReachedError as Sa, KnowledgeSensitivity as Si, loadScorecard as Sn, ImprovementVerdictResult as Sr, BlendWeights as St, BudgetBreachError as T, ErrorCountPattern as Ti, CounterfactualContext as Tn, discoverPersonas as Tr, HiddenGradeResult as Tt, RequiredPairsForPairedPromotionOptions as U, CapabilityHeadroomResult as Ui, ModelSeats as Un, RuntimeTrajectoryRunRecord as Ur, ActionPolicyDecision as Ut, PairedPromotionPowerResult as V, AssertCapabilityHeadroomOptions as Vi, PromptRegistry as Vn, RuntimeTrajectoryHookEvent as Vr, checkCanaries as Vt, RequiredPairsForPairedPromotionResult as W, HeadroomInput as Wi, resolveSeat as Wn, projectRuntimeTrajectoryEvidence as Wr, evaluateActionPolicy as Wt, OracleResult as X, PolicyEditAdmission as Xi, jsonlRunRecordBackend as Xn, ProductBenchmarkExportOptions as Xr, checkTraceContracts as Xt, OracleReport as Y, PolicyEdit as Yi, RunRecordBackend as Yn, readProductBenchmarkManifest as Yr, explainTraceContract as Yt, evaluateOracles as Z, PolicyEditAdmissionOptions as Zi, ReflectionContext as Zn, ProductBenchmarkExportResult as Zr, evaluateTraceContract as Zt, blockingKnowledgeEval as _, maximumChargeForLlmRequest as _a, KnowledgeFreshness as _i, ScorecardDiff as _n, jsonlReviewStore as _r, AssertSingleBackendOptions as _t, assertHttpOk as a, PolicyEditRisk as aa, TrainSelectionTestPartition as ai, ContractStatus as an, ProposeOutput as ar, EnsembleJudgeOptions as at, userQuestionsForKnowledgeGaps as b, costForUsage as ba, KnowledgeRequirement as bi, diffScorecard as bn, ExperimentStats as br, SingleBackendReport as bt, assertStatus as c, PolicyEditTarget as ca, PairedDeltaTestResult as ci, RetryWrite as cn, Review as cr, JudgeRetryPolicy as ct, MODEL_PRICING as d, isTransientLlmError as da, LeaderboardOptions as di, CellVerdict as dn, ReviewMemoryEntry as dr, JudgeVerdict as dt, PolicyEditChange as ea, exportProductBenchmarkRuns as ei, ContractCheckResult as en, buildReflectionPrompt as er, KeywordCoverageFinding as et, estimateCost as f, stripFencedJson as fa, LeaderboardRow as fi, DiffScorecardOptions as fn, ReviewMemoryStore as fr, aggregateJudgeVerdicts as ft, acquisitionPlansForKnowledgeGaps as g, costReceiptFromLlmError as ga, KnowledgeBundle as gi, ScorecardCellDiff as gn, inMemoryReviewStore as gr, runIntentMatchJudge as gt, resolveModelPricing as h, costReceiptFromLlm as ha, KnowledgeAcquisitionMode as hi, ScorecardCell as hn, createLlmReviewer as hr, IntentMatchResult as ht, assertHasField as i, PolicyEditInit as ia, TrainSelectionTestOptions as ii, ContractSpan as in, ProposeInput as ir, runKeywordCoverageJudgeUrl as it, fileVerdictCache as j, ErrorStreakOptions as ji, SteeringOptimizationRow as jn, BoundedProcessInput as jr, blendHeldout as jt, canonicalJson as k, DetectorEvent as ki, PairwiseSteeringOptimizer as kn, RunCommandResult as kr, RoutedField as kt, analyzeAntiSlop as l, PolicyEditTargetSurface as la, minimumPairsForPairedDeltaTest as li, SpanPredicate as ln, ReviewFn as lr, withJudgeRetry as lt, isModelPriced as m, LlmResponseError as ma, DataAcquisitionPlan as mi, Scorecard as mn, VerifyFn as mr, IntentMatchOptions as mt, assertEventCount as n, PolicyEditGainDirection as na, HeldOutPartition as ni, ContractRuleExecution as nn, LlmReviewerConfig as nr, KeywordCoverageResult as nt, assertLatencyUnder as o, PolicyEditSchemaVersion as oa, partitionHeldOut as oi, ContractVerdict as on, ProposeReviewConfig as or, ensembleJudge as ot, estimateTokens as p, LlmCallError as pa, leaderboard as pi, RecordRunsOptions as pn, Verification as pr, IntentMatchInput as pt, Oracle as q, capabilityHeadroom as qi, ModelEndpointRequest as qn, ProductBenchmarkValidationReport as qr, compileTraceContractSpec as qt, assertExists as r, PolicyEditGainUnit as ra, PartitionHeldOutOptions as ri, ContractRun as rn, ProposeFn as rr, runKeywordCoverageJudge as rt, assertNotContains as s, PolicyEditSource as sa, PairedDeltaTestOptions as si, OrderMode as sn, ProposeReviewReport as sr, JudgeRetryOutcome as st, assertContains as t, PolicyEditExpectedGain as ta, productBenchmarkRepoIdentity as ti, ContractRule as tn, parseReflectionResponse as tr, KeywordCoverageOptions as tt, createAntiSlopJudge as u, makePolicyEditCandidateRecord as ua, pairedDeltaTest as ui, TraceContract as un, ReviewInput as ur, EnsembleAggregate as ut, knowledgeReadinessTracePayload as v, CostResult as va, KnowledgeImportance as vi, ScorecardEntry as vn, runProposeReview as vr, BackendDescriptor as vt, ProductClient as w, ERROR_COUNT_PATTERNS as wi, recordRunsToScorecard as wn, DiscoveredPersona as wr, HiddenCriteriaGrader as wt, objectiveEval as x, CostAccountingIncompleteError as xa, KnowledgeRequirementCategory as xi, formatScorecardDiff as xn, ImprovementThresholds as xr, assertSingleBackend as xt, scoreKnowledgeReadiness as y, costForTokenPricing as ya, KnowledgeReadinessReport as yi, ScorecardLogLine as yn, ExperimentRep as yr, SingleBackendDivergence as yt, PairedPromotionPowerCall as z, CostTracker as zi, ReferenceReplaySplit as zn, RuntimeTrajectoryEvidenceProjection as zr, wranglerDeployRunner as zt };
|
|
3549
|
+
//# sourceMappingURL=index-CeYLLnfi.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index-CeYLLnfi.d.ts","names":[],"sources":["../src/cost-ledger/errors.ts","../src/cost-ledger/pricing.ts","../src/llm-client/accounting.ts","../src/llm-client/errors.ts","../src/llm-client/json.ts","../src/llm-client/resilience.ts","../src/analyst/policy-edit.ts","../src/capability-headroom.ts","../src/cost-tracker.ts","../src/detectors/index.ts","../src/error-count-extractor.ts","../src/knowledge/types.ts","../src/leaderboard.ts","../src/paired-delta-test.ts","../src/partition-held-out.ts","../src/product-benchmark/export.ts","../src/product-benchmark/index.ts","../src/runtime-trajectory.ts","../src/active-learning.ts","../src/bounded-process.ts","../src/command-runner.ts","../src/discover-personas.ts","../src/improvement-verdict.ts","../src/propose-review.ts","../src/reflective-mutation.ts","../src/eval-trace-store.ts","../src/integrity/preflight.ts","../src/model-seats.ts","../src/prompt-registry.ts","../src/reference-replay.ts","../src/steering.ts","../src/run-score.ts","../src/steering-optimizer.ts","../src/counterfactual.ts","../src/scorecard.ts","../src/trace-contracts/types.ts","../src/trace-contracts/builder.ts","../src/trace-contracts/evaluate.ts","../src/trace-contracts/explain.ts","../src/trace-contracts/spec.ts","../src/action-policy.ts","../src/contamination-guard.ts","../src/deploy-gate-layer.ts","../src/hidden-criteria-grading.ts","../src/integrity/single-backend.ts","../src/intent-match-judge.ts","../src/judge-ensemble.ts","../src/judge-retry.ts","../src/judge-panel.ts","../src/keyword-coverage-judge.ts","../src/oracle.ts","../src/paired-promotion-power.ts","../src/treatment-gate.ts","../src/verdict-cache.ts","../src/profile/baselines.ts","../src/profile/index.ts","../src/budget-guard.ts","../src/client.ts","../src/control-runtime.ts","../src/control-runtime/policy.ts","../src/knowledge/readiness.ts","../src/metrics.ts","../src/anti-slop.ts","../src/sandbox-assertions.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAMa,gCAAgC;EAEzC,YAAA,oBACA,sBACA,sBACA,eACA;;cAQS,sCAAsC;UCblC;EACf;EACA;;iBAGc,aAAa,eAAe,OAAO,YAAY;;iBAc/C,oBACd,SAAS,oBACT,OAAO,KAAK;iBCtBE,2BACd,SAAS,KACP,0GAGF,UAAS,kBACR;;;;;;iBAoCa,mBACd,QAAQ,eACR,qBAAqB,qBACpB;;iBA6Ba,wBACd,OAAO,OACP,qBAAqB,qBACpB;cChFU,qBAAqB;WAGd;WACA;WACA;EAHhB,YAAA,iBACgB,gBACA,cACA;;;;;cASP,yBAAyB;WAGlB,QAAQ;EADxB,YAAA,iBACgB,QAAQ,eACxB;IAAY;;;;;;;;iBCXA,gBAAgB;;;;;;;;;;;;iBCgFhB,oBAAoB;KClFxB;cAEN;KAaM,yBAAyB;cAE/B;KAUM,kCAAkC;KAClC;KACA;KACA;UAEK;EACf,SAAS;;;EAGT;;;EAGA,mBAAmB;;EAEnB;;KAGU;EAEN;EACA;EACA;;EAEA;;EAGA;EACA;EACA;EACA,QAAQ;;UAGG;;EAEf;EACA,WAAW;;EAEX;EACA,OAAO;EACP;;UAGe;EACf;EACA;EACA,cAAc;;EAEd;;UAGe;EACf,eAAe;EACf;EACA,MAAM;EACN,QAAQ;EACR,QAAQ;EACR;EACA,cAAc;EACd;EACA,MAAM;EACN,QAAQ;EACR;EACA;EACA,WAAW;;cAGP;;UAGW;EACf,eAAe;EACf,YAAY;;KAGF,iBAAiB,KAAK;EAChC,gBAAgB;EAChB;;UAWe;EACf,eACI,2BACE,SAAS,mBAAmB;EAClC,OAAO,mBAAmB,SAAS,mBAAmB;EACtD,cAAc;EACd,uBAAuB;;UAGR;EACf;EACA;EACA;EACA;;UAGe;EACf,MAAM;EACN;EACA;EACA;;iBAgDc,8BAA8B,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;UCrKhD;;EAEf;;;EAGA;;;;;;KAOG;UAEY;EACf;;EAEA;;;;EAIA;;;EAGA;EACA,UAAU;;UAGK;;;;EAIf;;UAGe;;EAEf,OAAO;EACP;IACE;IACA;IACA;;;;IAIA;;;;;;;;;;;;;;;;iBAiBY,mBACd,eAAe,iBACf,OAAM,4BACL;UAiEc;;EAEf;;;;;;;;iBASc,yBACd,QAAQ,0BACR,OAAM;;;;;;;;;;;UC3JE;EACR;EACA;EACA;EACA;;UAGe,kBAAkB;EACjC;EACA;;EAEA;EACA;;EAEA,OAAO;;UAGQ;EACf;EACA,SAAS;EACT;EACA;EACA;EACA;;EAEA;;cAGW;UACH;EAER,OAAO,OAAO,KAAK;IAA4B;MAAuB;EAwBtE,YAAY,oBAAoB;;;;;;;;;;;EAgBhC,cACE;IACE;MACE;MACA;MACA;MACA;MACA;;IAEF;KAEF,oBACA,OAAO,yBACN;EAeH,IAAI,qBAAqB;EAIzB,QAAQ;EAIR,WAAW;;UAmBI;EACf;EACA;EACA;EACA;EACA;EACA;;EAEA;;KCpIG;;;;UAKY;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA;;UAGM;WACN;WACA,UAAU;WACV,eAAe;WACf;;WAEA;WACA,WAAW;;UAGL;WACN;;WAEA;;EAET,QAAQ,OAAO,gBAAgB;;EAE/B;;UAGe;;;WAGN;WACA,WAAW;;WAEX,eAAe;;;iBAIV,uBAAuB,OAAM,wBAA6B;UAkFzD;;WAEN;WACA,WAAW;WACX,eAAe;;;iBAIV,oBAAoB,OAAM,qBAA0B;;;iBA+BpD,WACd,WAAW,cAAc,oBACzB,OAAO,gBACN;;;;;;;;;;;;;;;;UC3Kc;;EAEf;;EAEA,OAAO;;EAEP,aAAa,OAAO;;cAGT,sBAAsB;UAoClB;;EAEf;;EAEA,QAAQ;;UAGO;;EAEf;;EAEA;;EAEA;;;;;;;;;iBAUc,kBAAkB,cAAc,OAAM,iBAAsB;KClFhE;KAaA;KASA;KACA;KACA;KACA;UAEK;EACf;EACA;EACA;EACA,UAAU;EACV,iBAAiB;EACjB,YAAY;EACZ,WAAW;EACX,aAAa;EACb;EACA;EACA;EACA,gBAAgB;;;;;EAKhB;;EAEA;EACA,WAAW;;UAGI;EACf;EACA,cAAc;EACd;EACA;EACA;EACA,aAAa;EACb,SAAS;EACT;EACA,WAAW;;KAGD;UAUK;EACf;EACA;EACA,6BAA6B;EAC7B,iBAAiB;EACjB,mBAAmB;EACnB,QAAQ;EACR,UAAU;EACV;;UAGe;EACf;EACA;EACA;EACA;EACA,YAAY;EACZ;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA,MACI,QAAQ;EAEZ;EACA,UAAU;EACV;EACA,YAAY;EACZ,WAAW;;UC9FI;;EAEf;;EAEA;EACA;EACA;EACA;;EAEA;EACA;EACA;;EAEA;EACA;EACA;EACA;;UAGe;;;EAGf,SAAS,QAAQ;;;EAGjB,WAAW,QAAQ;;;;;;;iBAYL,YAAY,SAAS,aAAa,MAAM,qBAAqB;UC5C5D,+BAA+B;;EAE9C;;EAEA;;UAGe;EACf,WAAW;EACX;;EAEA;;EAEA;EACA;;;;;;EAMA;EACA;;;iBAIc,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA6C/B,gBACd,kBACA,iBACA,UAAS,yBACR;;;;;;;;;;;;;;;;;;UCrCc;;;;EAIf;;EAEA;;;;;;;EAOA;;EAEA;;UAGe;;EAEf;;EAEA;EACA;EACA;;;;;;;;;;;;iBAac,iBACd,eACA,UAAS,0BACR;UAmDc,0BAA0B;;EAEzC;;EAEA;;EAEA;;;;;;EAMA,UAAU,MAAM;;EAEhB;EACA;EACA;;UAGe,4BAA4B;;EAE3C,OAAO;;EAEP,WAAW;;EAEX,MAAM;EACN;EACA;EACA;;UCxHe;;WAEN;;WAEA;WACA;WACA;;WAEA;;WAEA;;;;;WAKA;;WAEA;;WAEA;;;;;;WAMA;;;;;WAKA,iBAAiB,QAAQ,cAAc;;WAEvC,oBAAoB,QAAQ,WAAW;;WAEvC;;;;;;;WAOA,YAAY,QAAQ;;UAGd,+CACP,KAAK;WACJ;;UAGM;WACN;WACA;WACA;;;iBA6DK,gCAAgC;;iBA4ehC,uBACd,SAAS,yCACR;;;;;;iBAUa,2BACd,SAAS,gCACR;cCjpBG;KAEM,gCAAgC;UAE3B;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA,YAAY;;UAGN;WACN;WACA,OAAO;WACP;WACA;;UAGM;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA,MAAM;WACN,WAAW;WACX,mBAAmB;WACnB,eAAe;WACf,oBAAoB;WACpB,SAAS;WACT;;UA0EM;WACN;WACA;WACA;;WAEA;;;WAGA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;iBA0TK,6BAA6B,eAAe;;;;;;iBAkH5C,0BAA0B,iBAAiB;UClkB1C;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA,WAAW;EACX;GACC;;UAGc;EACf;EACA;EACA,UAAU;;UAGK;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf,MAAM;EACN,QAAQ;EACR,SAAS;EACT;;UAGe,wCACf,gBAAgB,0BAA0B;EAE1C,SAAS;EACT,kBAAkB;EAClB,cAAc,QAAQ,SAAS;EAC/B,gBAAgB,QAAQ,SAAS;;iBAKnB,iCAAiC,gBAAgB,yBAC/D,SAAS,wCAAwC,WAChD;KClCE;UAEY;EACf,QAAQ;EACR;;;EAGA,WAAW;;EAEX;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;iBAGoB,wBACpB,SAAS,SACT,YAAY,YACZ,UAAS,wBACR,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;cCpBE;UAwBI;;;;;;EAMf;;;;;;;;;;;;;;;;;;;;;;;EAuBA;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2BA;;;;;;;;;EASA;;EAEA;;;;;EAKA,MAAM,OAAO;;;;;;;;;;;;;;;;;;;EAmBb;;EAEA;;;;;;EAMA;;;;;;EAMA,SAAS;;UAGM;;;;;;;;;;;EAWf;;;;;;;;;EASA;;;;;;EAMA;;EAEA;;;;;;EAMA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;;;;EAgBA;;iBAGoB,kBAAkB,OAAO,sBAAsB,QAAQ;;;;;;;;;;;;;;;;;;UCjM5D;;EAEf;;EAEA;;EAEA;;;;;;;;;;;EAWA;;EAEA,MAAM;;EAEN;;UAGe;;EAEf;EACA;EACA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;EACA;;EAEA;;UAGe;;WAEN;;EAET,IAAI,OAAO,kBAAkB,QAAQ;;EAErC,OAAO,eAAe;;EAEtB,WAAW,eAAe;;EAE1B,SAAS,eAAe;;EAExB,QAAQ,eAAe,QAAQ;;cAkBpB,oBAAoB;;;;;;;UC9FhB;;;;;EAKf,UAAU;;;;;EAKV;;;;;EAKA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;iBAKoB,iBACpB,aACA,OAAM,0BACL,QAAQ;;;KClBN;;;UAIY;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;EAEX;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;EACA;;EAEA;;EAEA;;;EAGA;;EAEA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;;EAGA;;UAGe;EACf,SAAS;;EAET;;EAEA;;UCtCe;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;;UAGe,0BAA0B;EACzC;EACA;EACA;IACE;IACA;IACA;;;UAIa,aAAa;EAC5B;EACA;EACA,OAAO;EACP,aAAa;EACb,aAAa;EACb,UAAU;;UAGK,cAAc,OAAO;EACpC,OAAO;EACP,eAAe;;UAGA,YAAY,OAAO;EAClC;EACA;EACA,OAAO;EACP,cAAc;EACd,cAAc;EACd,QAAQ;;KAGE,UAAU,OAAO,sBAC3B,OAAO,aAAa,WACjB,QAAQ,cAAc,OAAO;KAEtB,SAAS,UAAU,OAAO,UAAU,QAAQ;KAE5C,SAAS,OAAO,sBAC1B,OAAO,YAAY,OAAO,aACvB,QAAQ;UAEI;EACf,QAAQ,QAAQ;EAChB,OAAO,OAAO,oBAAoB;;UAGnB,oBAAoB,OAAO;EAC1C;EACA,cAAc;EACd,SAAS,UAAU,OAAO;EAC1B,QAAQ,SAAS;EACjB,QAAQ,SAAS,OAAO;;EAExB;;EAEA;;;;;;EAMA;EACA;;EAEA,SAAS;;EAET,QAAQ;EACR;EACA;EACA;;;;;EAKA;;UAGQ,kBAAkB,OAAO;EACjC;EACA,OAAO;EACP,cAAc;EACd,cAAc;EACd,QAAQ;EACR;EACA;EACA;;UAGe,oBAAoB,OAAO;EAC1C;EACA;EACA,OAAO,kBAAkB,OAAO;EAChC,YAAY;EACZ,mBAAmB;EACnB,eAAe;EACf;EACA;;iBAKc,oBAAoB,UAAS,sBAA2B;iBAYxD,iBAAiB,eAAe;iBA8B1B,iBAAiB,OAAO,mBAC5C,QAAQ,oBAAoB,OAAO,WAClC,QAAQ,oBAAoB,OAAO;KAiNjC,eAAe;EAAO;EAAgB;MAAmB;UAE7C,kBAAkB,OAAO;EACxC,UAAU;EACV,eAAe,OAAO;EACtB,sBAAsB,SAAS;;EAE/B;;iBAQc,kBAAkB,OAAO,mBACvC,KAAK,kBAAkB,OAAO,WAC7B,SAAS,OAAO;UCxZF;;EAEf;;EAEA;;EAEA;;;;;EAKA,eAAe;IAAQ;IAAY;IAAgB;;;EAEnD;;;;;EAKA;;EAEA,UAAU;;UAGK;;EAEf;;EAEA;;EAEA,WAAW;;EAEX,cAAc;;EAEd;;EAEA;;;;;;;iBAiBc,sBAAsB,KAAK;UAmG1B;EACf;EACA;EACA;;;;;;iBAOc,wBAAwB,aAAa,wBAAwB;;;;;;UCxJ5D;EACf,OAAO,QAAQ,YAAY;EAC3B,QAAQ,QAAQ;;;;;;;iBAUF,sBACd,cACA;EAAQ;IACP;UCJO;;EAER;;EAEA;;;;;;;EAOA;;EAEA;;EAEA;;;;;EAKA;;;;;EAKA,cAAc;;;KAIJ;WACG;;WAEA;WACA;;WAEA;;;;;;;;KASH,wBAAwB,OAAO,uBAAuB,QAAQ;UAEhE;;EAER,SAAS;;EAET;;EAEA;;;;;;EAMA;;UAGQ;EACR;EACA,OAAO;EACP;;;;;;;;;;;;iBAmCoB,gBAAgB,MAAM,yBAAyB,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;UCrH5D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;KAGG,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;cAyBT,aAAa,+BAA+B;;;;;;;;iBA4BzC,YAAY,OAAO,YAAY,gBAAgB;iBAC/C,YACd,OAAO,YACP,MAAM,QAAQ,qBACd;iBAEc,YAAY,OAAO,YAAY,MAAM,UAAU;;;;;;;;;;;;UCxF9C;;EAEf;;EAEA;;EAEA;;EAEA;;cAGW;mBACM;;;;;;EAOX,SAAS,YAAY,iBAAiB,kBAAkB,QAAQ;;EAqBtE,IAAI,YAAY,kBAAkB;;EAQlC,aAAa,aAAa;;EAO1B,QAAQ;;EAKR,WAAW,YAAY,iBAAiB;;;iBAQpB,YAAY,kBAAkB;;;;;;;;;KCvExC;UAGF;EACR;EACA;EACA;EACA;EACA;EACA;;UAGQ;EACR;EACA;EACA;EACA;EACA;EACA,WAAW;;UAiBH;EACR;EACA;EACA;EACA;EACA;EACA;EACA;;UAGQ;EACR;EACA,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;;UAGD;EACR;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGQ;EACR,WAAW;EACX,WAAW;EACX,SAAS,QAAQ,OAAO,sBAAsB;;UAe/B,uBAAuB;EACtC;EACA,OAAO;EACP,OAAO;EACP,WAAW;EACX,YAAY;EACZ,YAAY;EACZ,OAAO;EACP;EACA;;UAGe,mBAAmB;EAClC;EACA;EACA;EACA;EACA;EACA,OAAO,uBAAuB;EAC9B,OAAO;EACP,WAAW;;UCtHI;EACf;EACA;;UAGe;EACf;EACA;EACA;EACA,kBAAkB;EAClB;EACA,cAAc,eAAe;EAC7B,WAAW;;UCZI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;KAGU,kBAAkB,KAAK;iBAgBnB,kBAAkB,OAAO,UAAU,UAAS,QAAQ;iBAapD,QAAQ;KCzCnB;UAEY;EACf;EACA;EACA,QAAQ;EACR,OAAO;EACP,WAAW;;UAGH;EACR,SAAS;EACT;EACA;EACA;;UAGe;EACf,SAAS;EACT;EACA;EACA,UAAU;IAAQ;IAAmB;IAAc;;EACnD,WAAW;EACX;;UAGQ;EACR,UAAU,QAAQ;;;;;;;;cASP;EACX,SACE,MAAM,2BACN,SAAQ,0BACP;;KCvBO;EACN;EAAoB;EAAY;;EAChC;EAA0B;EAAY;;EACtC;EAAwB;;EACxB;EAA+B;EAAY;;EAE3C;EACA;EACA;EACA,QAAQ,MAAM,mBAAmB;;UAGtB;EACf;EACA,oBAAoB;;;EAGpB,QAAQ;EACR,UAAU;;;;EAIV,aAAa;;UAGE;EACf;EACA;EACA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;;;;;;EAMf,cAAc,KAAK,uBAAuB,SAAS,iBAAiB;;;UClCrD;EACf;;EAEA;;EAEA;;EAEA;;EAEA,eAAe;;EAEf;;;UAIe;EACf;EACA;;EAEA;EACA,UAAU;;;UAIK;EACf,OAAO;;EAEP,UAAU,eAAe;;;UAIV;EACf;EACA;EACA;EACA,SAAS;EACT,OAAO;;UAKQ;;EAEf,SAAS;EACT;;EAEA;;;;;;;;iBAiCc,WAAW,MAAM,aAAa,MAAM,oBAAoB;;iBAmDxD,sBACd,iBACA,MAAM,aACN,MAAM,oBACL;;;;;;iBAWa,cAAc,kBAAkB;KAsCpC;UAEK;EACf;EACA;EACA;EACA,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;;UAGe;EACf,OAAO;EACP;IAAW;IAAkB;IAAmB;IAAc;;;UAG/C;;EAEf;;EAEA;;EAEA;;;;;EAKA;;;;;;;;iBASc,cACd,WAAW,WACX,OAAM,uBACL;;;;;;iBAiFa,oBAAoB,MAAM;;;;;UC5UzB;EACf;EACA;EACA;;EAEA;EACA;EACA;EACA;EACA;;;EAGA;;EAEA;EACA;EACA;;EAEA;;EAEA;EACA,aAAa;;;;;;;UAQE;EACf;EACA;EACA;;;UAIe;EACf;EACA;;;UAIe;EACf;;KAGU,uBAAuB,SAAS,kBAAkB;;;;;;;;;;;;;;;;;UAkB7C;EACf,OAAO;EACP,OAAO;EACP,QAAQ;EACR,OAAO;EACP,OAAO;EACP,MAAM;EACN,UAAU,MAAM;;;;EAIhB;;cAKW;KACD,oBAAoB;cAInB;KACD,6BAA6B;cAE5B;KACD,uBAAuB;KAEvB;EACN;;EACA;EAAc;;EACd;EAAa;;EACb;EAAY,MAAM;;;UAGP;EACf;;;EAGA;;UAGe;;;EAGf;;EAEA,kBAAkB;;EAElB;;KAGU;EACN;EAAyC;EAAe,GAAG;;EAC3D;EAAkB;EAAe,GAAG;EAAe,GAAG;EAAe,QAAQ;;EAE7E;EACA;EACA,GAAG;EACH,OAAO;EACP,QAAQ;;EAER;EAAgB;EAAe,GAAG;EAAe;;EACjD;EAAsB;EAAe,GAAG;EAAe;;EACtD;EAAa;IAAkB;EAEhC;EACA;EACA,GAAG;;EAEH;EACA,OAAO;;EAEP,aAAa;;;;;;;;;EAUb;EACA;EACA;;;;;;;;EASA;EACA;EACA;EACA,SAAS;;;;UAKE;EACf;EACA,OAAO;;;UAIQ;EACf;;EAEA;;;EAGA;IAAU,MAAM;;EAChB,OAAO;EACP,eAAe;;KAGL;UAEK;EACf;EACA;EACA;;;UAIe;EACf;;EAEA;EACA,QAAQ;EACR;EACA;;UAGe,wBAAwB;;EAEvC;EACA,QAAQ;;EAER;;EAEA;;;EAGA,QAAQ;EACR,YAAY;EACZ,gBAAgB;;EAEhB;;UAGe;EACf,UAAU;;EAEV,QAAQ;EACR;;UAGe;;EAEf,MAAM;;UC1NE;EACR,QAAQ;;UAGA;EACR;EACA,OAAO;EACP,aAAa;;cAGT;mBAKyB;mBAJZ;mBACA;UACT;EAEqB,YAAA;;EAG7B,OAAO,GAAG,eAAe;;EAMzB,MAAM,GAAG,eAAe;;EAMxB,WAAW,GAAG,eAAe;;;;EAY7B,SAAS,GAAG,eAAe,GAAG,eAAe,gBAAgB,UAAS;;EActE,YACE,GAAG,eACH,OAAO,eACP,gBACA,UAAS;;EAeX,OAAO,GAAG,eAAe,aAAa;;EAYtC,aAAa,GAAG,eAAe,aAAa;;EAY5C,IAAI,QAAQ,WAAW;;EAOvB,SAAS,GAAG,eAAe,SAAS,qBAAqB;;;EAkBzD,aAAa,qBAAqB;;EAWlC,UAAU;IAAW;IAAkB,SAAS;KAAgB;;EAYhE,MAAM,MAAM;;EAMZ,YAAY,YAAY,SAAS,QAAQ,yBAAyB;EAWlE,SAAS;UAWD;UAIA;;iBAcM,cAAc,eAAe;;;;;;;;iBCxH7B,sBACd,UAAU,eACV,gBAAgB,gBAChB,UAAS,+BACR;;;;;iBAiJa,oBACd,gBAAgB,gBAChB,oBAAoB,iBACpB,UAAS,+BACR;;iBCvJa,qBAAqB,UAAU;UCtCrC;EACR;;EAEA;;EAEA,aAAa;;EAEb;EACA;EACA;EACA,OAAO;;UAGC;;EAER;;EAEA;;EAEA;;EAEA;;EAEA,kBAAkB;;EAElB;;EAEA,YAAY;EACZ,YAAY;;;;EAIZ;;UAGQ;;EAER;;;EAGA,SAAS;;UAGD;EACR;;EAEA;;EAEA;;;UAIQ;EACR,MAAM;EACN,QAAQ;EACR,MAAM;EACN,UAAU;;EAEV,QAAQ;;UAGA,wBAAwB;EAChC;;UAGe,0BAA0B;EACzC;EACA;;;;EAIA;IAAU,MAAM;;;EAEhB;IAAiB,OAAO;;;;;;;;iBAoDV,yBAAyB,iBAAiB;UAkYzC;;;EAGf;EACA;EACA;EACA;;;;;;iBAOc,sBAAsB,iBAAiB;UCjkBtC;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA,QAAQ;;iBAGM,qBACd,QAAQ,oBACR,SAAQ,uBACR;EAAW;IACV;UCNc;EACf;EACA;EACA;EACA;;iBAGc,cAAc,gBAAgB,WAAW,oBAAoB;KCLxE;UAEY;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf,OAAO,QAAQ;;UAGA;;EAEf,cAAc,eAAe,QAAQ;;EAErC,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;iBAac,gBAAgB,eAAe,OAAO,uBAAuB,MAAM;UA4FlE;;EAEf;;;;;EAKA,OACE,aACA;IAAS;IAAc;QACpB;IAAU;IAAgB;IAAgB;;;;;;EAK/C,SAAS,mCAAmC;;EAE5C;;EAEA;;EAEA;;EAEA;;;;;;;iBAQc,iBAAiB,OAAO,wBAAwB;UA+B/C;EACf;EACA,OACE,aACA;IAAS;IAAc;QACpB;IAAU;IAAgB;IAAgB;;EAC/C,SAAS,mCAAmC;;EAE5C;;EAEA;;EAEA;;;;;;;;;;;;iBAac,qBAAqB,OAAO,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KC7L5D;;;;;;;UAmBK;;EAEf;;;;EAIA;EACA,aAAa;;;UAME;EACf;EACA,aAAa;;UAGE;;;;EAIf;;;;;;;;;;;;;iBAcc,mBACd,iBAAiB,eACjB,sBACA,OAAM,yBACI;;;;UAyBK;;EAEf;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;KAcU,qBAAqB,WAAW,YAC1C,UAAU,WACV,gBAAgB,SAChB,SAAS,gBACN,QAAQ,qBAAqB;;;UAUjB;;EAEf;;EAEA;;;;;UAUe,gBAAgB;EAC/B,UAAU;;GAET;;;;;;;;;;iBAuBa,aACd,yBACA,oBACA,UAAS;;;;;UCxMM;;;EAGf;;EAEA;;EAEA;;;EAGA;;;EAGA;;UAGe;;;;;EAKf;EACA;EACA;;KAGG;UAEY;EACf,OAAO;EACP;EACA;;UAGe;;EAEf;;EAEA,aAAa,cAAc;;;;;;;iBAsBb,oBACd,OAAO,mBACP,OAAO,mBACP,OAAM,6BACL;UCjDc;;EAEf;;EAEA,aAAa;IAAQ;IAAc;;;EAEnC;;EAEA;EACA;;UAGe;EACf;EACA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;;UAGe;;EAEf,MAAM;EACN;EACA;EACA;EACA;EACA;EACA;;EAEA,UAAU;EACV,aAAa;EACb;EACA,WAAW;EACX,SAAS;;;;;iBA2EW,oBACpB,OAAO,kBACP,SAAS,qBACR,QAAQ;;;UCrIM,aAAa;;EAE5B;;EAEA,cAAc,OAAO;;EAErB;;EAEA;;EAEA,QAAQ;;;EAGR,SAAS,QAAQ,OAAO;IAAK;IAAoB;;;;UAIlC,kBAAkB;;EAEjC,cAAc,OAAO;;EAErB;;EAEA,UAAU,eAAe,OAAO;;EAEhC;;EAEA;;EAEA;;;EAGA,UAAU,aAAa;;;;;;;;;;;;;iBAcT,uBAAuB,kBACrC,mBAAmB,aAAa,MAChC,wBAAwB,KACxB,UAAU,QAAQ,OAAO,cACxB,kBAAkB;;;;;;;;;;;;;UCxDJ;;EAEf;;EAEA;;;;;;;;;EASA;;EAEA,aAAa;;;;;;;;;EASb,eAAe;;;UAIA,kBAAkB;;EAEjC,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,QAAQ;;EAER,eAAe;IAAQ;IAAiB;IAAe;;;;;;;;;;;;;;iBAqBnC,eAAe,GACnC,UAAU,eAAe,QAAQ,gBAAgB,QAAQ,IACzD,SAAQ,mBACP,QAAQ,kBAAkB;UC/CZ,qBAAqB;;EAEpC;;EAEA,YAAY;;;EAGZ;;EAEA;;;;;;EAMA,YACE,eACA;IAAS;IAAmB;IAAoB,QAAQ;QACrD,QAAQ,aAAa;;EAE1B,oBAAoB,OAAO,OAAO,kBAAkB;;EAEpD,aAAa;;EAEb,gBAAgB,kBAAkB,kBAAkB;;;;;;EAMpD,QAAQ;;;;;;;;;EASR;;;EAGA,UAAU,QAAQ,OAAO;;;;;;;;;;;;iBAaX,cAAc,kBAC5B,MAAM,qBAAqB,KAC1B;;;;;;;;;;;;;;;;;;;;;;UCjEc;EACf;EACA;;;;;;;;;;EAUA;;UAGe;EACf;EACA;EACA;;EAEA;;UAGe;;EAEf;EACA;EACA;EACA,UAAU;EACV;;EAEA;;EAEA;;UAGe;;EAEf,eAAe;;EAEf;;EAEA;;;;;;;;iBAqEc,wBACd,cACA,kBAAkB,cAAc,qBAChC,SAAQ,wBACP;;;;;;iBAyCmB,2BACpB,oBACA,kBAAkB,cAAc,qBAChC,UAAS,yBACR,QAAQ;UCrKM;;EAEf;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA,MAAM,KAAK,oBAAoB;;iBAOjB,UAAU,UAAU,0BAA0B;;;;UAqC7C,qBAAqB;EACpC,SAAS;EACT;EACA;;;iBAIc,gBAAgB,KAAK,mBAAmB,SAAS,WAAW;;KC5ChE;EACN;EAAe;;EACf;EAAe,OAAO;IAAgB;IAAe;;;EACrD;EAAgB;EAAc;;UAEnB;;EAEf;;;EAGA;IAAS;IAAkB;;;;EAG3B,OAAO;;UAGQ;;;EAGf,OAAO,cAAc;;;;;;;;EAQrB,WAAW;;UAGI;;;;EAIf;;;;;;;EAOA,SAAS;;UAGM;;EAEf;EACA,aAAa;;;EAGb,OAAO,cAAc;;EAErB;;;EAGA;;UAGe;EACf;;EAEA;;EAEA;EACA;EACA;;;EAGA;;;EAGA,SAAS,QAAQ,OAAO;;UAGT;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;;EAGA;EACA;;EAEA,OAAO;;UAGQ;;EAEf;EACA,aAAa;EACb,OAAO,cAAc;;EAErB;;;EAGA;EACA;EACA;;UAGe;EACf;;;;;EAKA;;;;;;;;;;;EAWA;;EAEA,cAAc;;;;EAId,OAAO;;EAEP,UAAU;;;;;;iBAOI,qBACd,SAAS,8BACR;;;;;;;;;;iBA4Fa,gCACd,SAAS,yCACR;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KC5OE,eAAe;UAEH;;;EAGf,eAAe,SAAS;;EAExB,SAAS;;UAGM;;;;;EAKf;;UAGe;;;EAGf;;;;EAIA;EACA;;EAEA;;EAEA;;;;;;iBAOc,qBACd,OAAO,oBACP,OAAM,uBACL;;;;;;;iBC5Ca,cAAc;;;;iBAOd,YAAY;;;UAQX;EACf,IAAI,cAAc,QAAQ,0BAA0B;EACpD,IAAI,aAAa,OAAO,aAAa;;;;;;;;;iBA2CvB,iBAAiB,eAAe;;;;;;;;;;;;;;;;;;;;;;;;cC7EnC;;;cAaA;;cAYA;;cAYA;;;;;KAMD,+BAA+B;;;;;;;UClC1B;EACf;EACA;EACA;EACA;;;;;UAMe;EACf;EACA;EACA;EACA;;;;UAKe;EACf;EACA;EACA;EACA,QAAQ;EACR,QAAQ;;;;;;;;;iBAqBM,cAAc,GAAG;;;iBAmBjB,iBAAiB,GAAG;;;;;;iBAuCpB,gBAAgB;EAC9B;EACA;EACA;EACA,SAAS;IACP;;;;;;;;iBAiBY,wBACd,MAAM,iBACN;EAAQ;EAAsB;EAA0B,SAAS;IAChE;;;;;iBAQa,YACd,UAAU,eACV,SAAS,wBACR;;;;;;;;iBAWa,iBACd,GAAG,eACH,mBACA,kBACC;;;;;;;;;;iBA8Ba,YAAY,SAAS;cC3MxB,0BAA0B;EAE5B,iBAAiB;EACjB;EACA;EAFA,YAAA,iBAAiB,YACjB,eACA;;cAME;UACH;UACA;UACA;UACA;EAEI,YAAA,SAAS,cAAc,QAAQ,YAAY;;EAOjD,OAAO,OAAO,QAAQ,aAAa,sBAAsB,kBAAkB;;EA2B3E,SAAS,eAAe,kBAAkB;MAO5C,SAAS,aAAa;;;;;;;;;;;cCzDf;UACH;UACA;UACA;UACA;EAEI,YAAA,QAAQ;UAUZ;;;;;;;;UAaM;;;;;;UAkCN;EAUF,OAAO,cAAc,eAAe,mBAAmB;IAAU;;EAOjE,MAAM,eAAe,mBAAmB;EAexC,gBAAgB,cAAc,gBAAmB;EAOjD,aAAa,sBAAsB;EAOnC,KACJ,qBACA,kBACA,iBACA;IAAU,gBAAgB;MACzB;IAAU;IAAc;MAAU;MAAc;;;EAuD7C,SACJ,sBACC;IAAU;IAAY;IAAe;IAAgB;;EAQlD,UAAU,sBAAsB;IAAU;IAAY;IAAe;;EAKrE,aACJ,sBACC;IAAU;IAAY;IAAe;IAAgB;;EAQlD,aAAa,sBAAsB;EAcnC,cAAc,qBAAqB,aAAa;EAIhD,aAAa,qBAAqB,YAAY,iBAAiB;EAI/D,eACJ,sBACC;IAAU;IAAY;IAAc;;;EAMjC,IAAI,eAAe,QAAQ;;EAK3B,KAAK,cAAc,MAAM,0BAA0B,QAAQ;;EAK3D,MAAM,cAAc,MAAM,0BAA0B,QAAQ;;iBC1K9C,oBACpB,QACA,SACA,eACA,cAAc,oBAAoB,mBAElC,QAAQ,qBAAqB,QAAQ,SAAS,eAAe,SAC5D,QAAQ,iBAAiB,QAAQ,SAAS,eAAe;iBC7E5C,cAAc,OAAO,KAAK,kCAAkC;iBAI5D,eAAe,OAAO,KAAK,kCAAkC;UCEnE;EACR;EACA,cAAc;EACd;EACA;EACA;EACA,cAAc;EACd,WAAW;EACX,MAAM;;iBAGQ,wBACd,SAAS,iCACR;iBA+Ca,sBACd,QAAQ,0BACR;EAAW;EAAa;EAAuB,UAAU;IACxD;iBAuBa,+BACd,QAAQ,0BACR;EAAW;EAAkB;IAC5B;iBAea,8BAA8B,MAAM,yBAAyB;iBAc7D,iCACd,MAAM,yBACL;UCtIO;EACR;EACA;;;cAIW,eAAe,eAAe;;;;iBA0D3B,oBAAoB,gBAAgB;;iBAapC,cAAc;;iBAOd,eAAe;;;iBAMf,aAAa,qBAAqB,sBAAsB;UCxE9D;;EAER;;EAGA;;EAGA,iBAAiB;;EAGjB,kBAAkB;;EAGlB,kBAAkB;;EAGlB;;EAGA;;EAGA;;EAGA,iBAAiB,QAAQ,OAAO;;KAG7B;;iBAsBW,oBAAoB,SAAQ,iBAAsB;UA4CxD;EACR,UAAU;EACV;EACA;;UAGQ;;EAER;EACA,QAAQ;;EAER,QAAQ,OAAO;;;;;;iBAOD,gBACd,mBACA,QAAQ,KAAK,SAAS;EACpB,gBAAgB,OAAO;IAExB;iBC5Ha,aAAa,cAAc,KAAK,WAAW;iBAS3C,aACd,cACA,gBACA,8BACC;iBAUa,aAAa,cAAc,iBAAiB;iBAa5C,mBACd,cACA,kBACA,mBACC;iBAaa,eAAe,cAAc,gBAAgB,mBAAmB;iBAShE,kBACd,cACA,gBACA,oBACC;iBAaa,iBACd,cACA,eACA,aACA,eACC;iBAca,eACd,cACA,KAAK,yBACL,gBACC"}
|
|
@@ -1,97 +1,12 @@
|
|
|
1
1
|
import { a as JudgeError } from "./errors-E9I2hldP.js";
|
|
2
2
|
import { f as Run } from "./schema-CkIvnmLU.js";
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
3
|
+
import { H as LlmClientOptions } from "./cluster-Cd0MRbr9.js";
|
|
4
|
+
import { At as CorpusAgreementReport, Bt as ContinuousAgreement, Ht as ContinuousCalibrationResult, Rt as CalibrationResult, Ut as GoldenItem, zt as CandidateScore } from "./index-BdLmBInV.js";
|
|
5
5
|
import { r as LedgerHash } from "./canonical-gLeHiqzd.js";
|
|
6
6
|
import { s as TraceStore } from "./store-CMs5wGXP.js";
|
|
7
7
|
import { h as OutcomeStore, m as OutcomeFilter } from "./rubric-predictive-validity-B3RzbwOx.js";
|
|
8
8
|
import { t as ComputedInterval } from "./interval-CWyxqDpE.js";
|
|
9
9
|
import { z } from "zod";
|
|
10
|
-
/**
|
|
11
|
-
* Inter-rater reliability — Krippendorff's α under the squared-difference
|
|
12
|
-
* metric, pooled across dimensions.
|
|
13
|
-
*
|
|
14
|
-
* Each inner array is one judge's scores. Items are matched by position
|
|
15
|
-
* WITHIN a dimension: the k-th score a judge supplies carrying dimension
|
|
16
|
-
* `d` is item k of `d`, and the ratings compared against each other are
|
|
17
|
-
* the ones different judges gave to the same item. Every judge that scores
|
|
18
|
-
* a dimension at all must supply the same number of scores for it —
|
|
19
|
-
* ragged input cannot be aligned into items and throws rather than
|
|
20
|
-
* comparing mismatched items.
|
|
21
|
-
*
|
|
22
|
-
* α = 1 − D_observed / D_expected: D_observed averages the squared
|
|
23
|
-
* difference over within-item judge pairs, D_expected over every pair of
|
|
24
|
-
* ratings irrespective of item. α = 1 is perfect agreement, 0 is chance,
|
|
25
|
-
* negative is systematic disagreement.
|
|
26
|
-
*/
|
|
27
|
-
declare function interRaterReliability(judgeScores: DimensionJudgeScore[][]): number;
|
|
28
|
-
interface CorpusScoreRecord {
|
|
29
|
-
/** Stable identifier for the rated item (scenario, span, turn, …). */
|
|
30
|
-
itemId: string;
|
|
31
|
-
/** Identifier for the judge that produced this score. */
|
|
32
|
-
judgeName: string;
|
|
33
|
-
/** Dimension name (matches `DimensionJudgeScore.dimension`). */
|
|
34
|
-
dimension: string;
|
|
35
|
-
/** Numeric score; must be finite. */
|
|
36
|
-
score: number;
|
|
37
|
-
}
|
|
38
|
-
interface CorpusAgreementPerDimension extends ContinuousAgreement {
|
|
39
|
-
dimension: string;
|
|
40
|
-
/** Item IDs that contributed to this dimension's matrix (every judge scored them). */
|
|
41
|
-
itemIds: string[];
|
|
42
|
-
/** Judge IDs that contributed to this dimension's matrix. */
|
|
43
|
-
judgeIds: string[];
|
|
44
|
-
}
|
|
45
|
-
interface CorpusAgreementReport {
|
|
46
|
-
/** Per-dimension ICC(2,1) + κ_w + Pearson + Spearman + bootstrap CIs. */
|
|
47
|
-
perDimension: CorpusAgreementPerDimension[];
|
|
48
|
-
/** Mean ICC across dimensions (NaN if no dimension yielded a finite ICC). */
|
|
49
|
-
overallIcc: number;
|
|
50
|
-
/** Mean weighted κ across dimensions (NaN if none finite). */
|
|
51
|
-
overallWeightedKappa: number;
|
|
52
|
-
/** Dimensions evaluated (sorted). */
|
|
53
|
-
dimensions: string[];
|
|
54
|
-
/** Judges seen across the corpus (sorted). */
|
|
55
|
-
judgeIds: string[];
|
|
56
|
-
}
|
|
57
|
-
interface CorpusAgreementOptions extends ContinuousAgreementOptions {
|
|
58
|
-
/** Restrict the audit to these dimensions; default every one in the input. A named absentee throws. */
|
|
59
|
-
dimensions?: string[];
|
|
60
|
-
/** Restrict the audit to these judges; default every one in the input. A named absentee throws. */
|
|
61
|
-
judges?: string[];
|
|
62
|
-
}
|
|
63
|
-
/**
|
|
64
|
-
* Corpus-wide inter-rater agreement across N items × M judges × D dimensions, the
|
|
65
|
-
* question `interRaterReliability`'s within-item α cannot answer.
|
|
66
|
-
*
|
|
67
|
-
* For each dimension, builds the [n_items][n_judges] matrix of scores
|
|
68
|
-
* (keeping only items every judge rated on that dimension), then runs
|
|
69
|
-
* `continuousAgreement` to get ICC(2,1), κ_w, Pearson, Spearman, and
|
|
70
|
-
* bootstrap CIs. Reports a pooled mean across dimensions as a single
|
|
71
|
-
* "is this judge panel reliable on this corpus?" number. Empty input, fewer than 2 judges or
|
|
72
|
-
* items, a judge without scores on a dimension and duplicate records all throw: a silently
|
|
73
|
-
* shrunk matrix would corrupt the overall metric.
|
|
74
|
-
*/
|
|
75
|
-
declare function corpusInterRaterAgreement(records: CorpusScoreRecord[], opts?: CorpusAgreementOptions): CorpusAgreementReport;
|
|
76
|
-
/**
|
|
77
|
-
* Convenience adapter for `DimensionJudgeScore[]` data keyed externally by item.
|
|
78
|
-
*
|
|
79
|
-
* Use when you have per-item arrays of `DimensionJudgeScore[]` (e.g. one
|
|
80
|
-
* `ScenarioResult.judgeScores` per scenario) and want corpus-wide
|
|
81
|
-
* agreement without manually flattening. `itemId` must be unique per
|
|
82
|
-
* row of `itemsScores`.
|
|
83
|
-
*/
|
|
84
|
-
declare function corpusInterRaterAgreementFromJudgeScores(itemsScores: Array<{
|
|
85
|
-
itemId: string;
|
|
86
|
-
scores: DimensionJudgeScore[];
|
|
87
|
-
}>, opts?: CorpusAgreementOptions): CorpusAgreementReport;
|
|
88
|
-
interface NominalAgreementOptions {
|
|
89
|
-
/** Cluster id per pair; pairs sharing one are resampled together. Default: every pair alone. */
|
|
90
|
-
clusters?: readonly string[];
|
|
91
|
-
/** Default 2000. */
|
|
92
|
-
resamples?: number;
|
|
93
|
-
seed?: number;
|
|
94
|
-
}
|
|
95
10
|
interface EvalMetricSpec {
|
|
96
11
|
id: string;
|
|
97
12
|
/** Extract a scalar from a run. Omit it and `id` must name one of
|
|
@@ -219,13 +134,14 @@ declare function rankedProbabilityScore(forecasts: readonly OrdinalForecast[]):
|
|
|
219
134
|
interface ClusteredObservation {
|
|
220
135
|
cluster: string;
|
|
221
136
|
value: number;
|
|
137
|
+
stratum?: string;
|
|
222
138
|
}
|
|
223
139
|
interface ClusterBootstrapOptions {
|
|
224
140
|
/** Confidence level. Default 0.95. */
|
|
225
141
|
confidence?: number;
|
|
226
142
|
/** Bootstrap resample count. Default 2000. */
|
|
227
143
|
resamples?: number;
|
|
228
|
-
/** Deterministic seed. If omitted, derived from the values
|
|
144
|
+
/** Deterministic seed. If omitted, derived from the values for reproducible intervals. */
|
|
229
145
|
seed?: number;
|
|
230
146
|
}
|
|
231
147
|
interface ClusterBootstrapResult {
|
|
@@ -238,16 +154,7 @@ interface ClusterBootstrapResult {
|
|
|
238
154
|
confidence: number;
|
|
239
155
|
resamples: number;
|
|
240
156
|
}
|
|
241
|
-
/**
|
|
242
|
-
* Percentile cluster bootstrap of an observation mean. Whole clusters are resampled with
|
|
243
|
-
* replacement and each resample's statistic is Σ values / Σ observations over the drawn
|
|
244
|
-
* clusters, so observations that share a source move together and a large cluster cannot
|
|
245
|
-
* pose as many independent results. For a paired comparison pass the per-observation
|
|
246
|
-
* difference (candidate − baseline) under the observation's cluster.
|
|
247
|
-
*
|
|
248
|
-
* With one cluster the interval collapses to the point estimate: there is no between-cluster
|
|
249
|
-
* spread to measure, which callers must treat as no interval, not as certainty.
|
|
250
|
-
*/
|
|
157
|
+
/** Observation-weighted mean through the shared stratified cluster bootstrap. */
|
|
251
158
|
declare function clusterBootstrapMean(observations: readonly ClusteredObservation[], options?: ClusterBootstrapOptions): ClusterBootstrapResult;
|
|
252
159
|
declare const evaluatorAdmissionPolicySchema: z.ZodObject<{
|
|
253
160
|
confidence: z.ZodNumber;
|
|
@@ -1170,5 +1077,5 @@ interface CatchRateReport {
|
|
|
1170
1077
|
* across two runs is a fabrication.
|
|
1171
1078
|
*/
|
|
1172
1079
|
declare function catchRate(results: readonly PlantOutcome[], manifest: PlantManifest): CatchRateReport;
|
|
1173
|
-
export { measureJudgeAgreement as $, CorrelationStudyOptions as $t, JudgePanelOutput as A, ProbabilityPolicyAuditInput as At, JudgeConfusion as B, clusterBootstrapMean as Bt, JudgeCalibrationCellVerdict as C, EvaluatorAdmissionPolicy as Ct, JudgeCalibrationGoldItem as D, EvaluatorAuditPlan as Dt, JudgeCalibrationGateConfig as E, EvaluatorAuditObservation as Et, CalibrationExample as F, evaluatorAuditObservationSchema as Ft, JudgeGateRefusedError as G, CategoricalForecast as Gt, JudgeGateDecision as H, CalibrationOptions as Ht, CalibrationMerge as I, planEvaluatorAudit as It, JudgeRunMeta as J, calibrationCurve as Jt, JudgeGateStatus as K, OrdinalForecast as Kt, DEFAULT_JUDGE_GATE_POLICY as L, ClusterBootstrapOptions as Lt, RubricDimensionGuide as M, auditEvaluator as Mt, calibrateJudgePanel as N, auditProbabilityPolicy as Nt, JudgeDimensionCalibration as O, EvaluatorAuditPlanInput as Ot, gateJudgeCalibration as P, evaluatorAdmissionPolicySchema as Pt, judgeGateDecision as Q, CorrelationResult as Qt, JudgeAgreement as R, ClusterBootstrapResult as Rt, CalibrateJudgePanelInput as S, analyzeSeries as St, JudgeCalibrationGateCell as T, EvaluatorAuditInput as Tt, JudgeGateInput as U, CalibrationPair as Ut, JudgeExampleAgreement as V, CalibrationBin as Vt, JudgeGatePolicy as W, CalibrationReport as Wt, addCalibrationVerdicts as X, multiclassBrierScore as Xt, OwnerVerdict as Y, calibrationFromPairs as Yt, assertJudgeMayGate as Z, rankedProbabilityScore as Zt, catchRate as _, snapshotFromCalibration as _t, PerturbedField as a,
|
|
1174
|
-
//# sourceMappingURL=index-
|
|
1080
|
+
export { measureJudgeAgreement as $, CorrelationStudyOptions as $t, JudgePanelOutput as A, ProbabilityPolicyAuditInput as At, JudgeConfusion as B, clusterBootstrapMean as Bt, JudgeCalibrationCellVerdict as C, EvaluatorAdmissionPolicy as Ct, JudgeCalibrationGoldItem as D, EvaluatorAuditPlan as Dt, JudgeCalibrationGateConfig as E, EvaluatorAuditObservation as Et, CalibrationExample as F, evaluatorAuditObservationSchema as Ft, JudgeGateRefusedError as G, CategoricalForecast as Gt, JudgeGateDecision as H, CalibrationOptions as Ht, CalibrationMerge as I, planEvaluatorAudit as It, JudgeRunMeta as J, calibrationCurve as Jt, JudgeGateStatus as K, OrdinalForecast as Kt, DEFAULT_JUDGE_GATE_POLICY as L, ClusterBootstrapOptions as Lt, RubricDimensionGuide as M, auditEvaluator as Mt, calibrateJudgePanel as N, auditProbabilityPolicy as Nt, JudgeDimensionCalibration as O, EvaluatorAuditPlanInput as Ot, gateJudgeCalibration as P, evaluatorAdmissionPolicySchema as Pt, judgeGateDecision as Q, CorrelationResult as Qt, JudgeAgreement as R, ClusterBootstrapResult as Rt, CalibrateJudgePanelInput as S, analyzeSeries as St, JudgeCalibrationGateCell as T, EvaluatorAuditInput as Tt, JudgeGateInput as U, CalibrationPair as Ut, JudgeExampleAgreement as V, CalibrationBin as Vt, JudgeGatePolicy as W, CalibrationReport as Wt, addCalibrationVerdicts as X, multiclassBrierScore as Xt, OwnerVerdict as Y, calibrationFromPairs as Yt, assertJudgeMayGate as Z, rankedProbabilityScore as Zt, catchRate as _, snapshotFromCalibration as _t, PerturbedField as a, SentinelMetrics as at, plantByPerturbation as b, SeriesConvergenceOptions as bt, PlantEvidence as c, SentinelSnapshot as ct, PlantKindCounts as d, SentinelTrend as dt, CorrelationStudyResult as en, registerCalibrationSet as et, PlantManifest as f, SnapshotMeta as ft, UnseededRejection as g, snapshotFromAgreement as gt, SeededGradingSet as h, judgeSentinelReport as ht, PerturbationKind as i, SentinelMetricName as it, JudgePanelPrompt as j, ProbabilityPolicyAuditReport as jt, JudgePanelCalibration as k, EvaluatorErrorRate as kt, PlantExpectation as l, SentinelStore as lt, SeedPlantsOptions as m, fileSentinelStore as mt, CatchRateStatus as n, OutcomePair as nn, EvalHealthStamp as nt, PerturbedPlant as o, SentinelReport as ot, PlantOutcome as p, evalHealthStamp as pt, JudgeRun as q, brierScore as qt, EvidencePerturbation as r, correlationStudy as rn, JudgeSentinelOptions as rt, Plant as s, SentinelSetOptions as st, CatchRateReport as t, EvalMetricSpec as tn, snapshotFromJudgeAgreement as tt, PlantKind as u, SentinelThresholds as ut, definePlant as v, snapshotFromSentinelSet as vt, JudgeCalibrationGate as w, EvaluatorAdmissionReport as wt, seedPlants as x, SeriesConvergenceResult as xt, perturbEvidence as y, validateSentinelSnapshot as yt, JudgeCalibrationSet as z, ClusteredObservation as zt };
|
|
1081
|
+
//# sourceMappingURL=index-CzfdjM6o.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index-CzfdjM6o.d.ts","names":[],"sources":["../src/meta-eval/correlation-study.ts","../src/meta-eval/calibration.ts","../src/meta-eval/cluster-bootstrap.ts","../src/meta-eval/evaluator-admission.ts","../src/series-convergence.ts","../src/meta-eval/sentinel.ts","../src/meta-eval/judge-gate.ts","../src/meta-eval/judge-panel-calibration.ts","../src/meta-eval/plants.ts"],"mappings":";;;;;;;;;UAoBiB;EACf;;;EAGA,WAAW,KAAK,KAAK,OAAO,eAAe;;UAG5B;EACf;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;;EAEA;IAAe;IAAe;;;EAE9B;IAAgB;IAAe;;;EAE/B;;UAGe;EACf,OAAO;;EAEP,eAAe,MACb;IACE;IACA;;EAGJ;EACA;;UAGe;;EAEf;;EAEA,gBAAgB;;EAEhB;;EAEA;;;EAGA;;iBAGoB,iBACpB,YAAY,YACZ,cAAc,cACd,aAAa,kBACb,8BACA,UAAS,0BACR,QAAQ;UChEM;EACf;EACA;EACA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;EACA;EACA,MAAM;;EAEN;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;IAAU;IAAY;;;UAGP;EACf;EACA;;iBAGoB,iBACpB,YAAY,YACZ,cAAc,cACd,YAAY,gBACZ,uBACA,UAAS,qBACR,QAAQ;;iBA0CK,qBACd,qBAAqB,mBACrB,oBACA,uBACA,UAAS,qBACR;;;;;;iBA+Da,WAAW,gBAAgB;;UAkB1B;;EAEf,eAAe,SAAS;EACxB;;;;;;;;;iBAUc,qBAAqB,oBAAoB;;UAaxC;EACf;;EAEA;;;;;;;;iBASc,uBAAuB,oBAAoB;;UCzN1C;EACf;EACA;EACA;;UAGe;;EAEf;;EAEA;;EAEA;;UAGe;EACf;EACA;;EAEA;EACA;EACA;EACA;EACA;;;iBAIc,qBACd,uBAAuB,wBACvB,UAAS,0BACR;cC1BU,gCAA8B,EAAA;;;;GAMhC,EAAA,KAAA;;KAGC,2BAA2B,EAAE,aAAa;cAEzC,iCAA+B,EAAA;;;;;;;;;;;;;;;;;GASjC,EAAA,KAAA;;KAGC,4BAA4B,EAAE,aAAa;cAEjD,aAAW,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAeN,EAAA,KAAA;KAEC,sBAAsB,EAAE,aAAa;UAEhC;;EAEf;EACA;;EAEA;;EAEA;EACA;;EAEA;;EAEA,UAAU;EACV;EACA;;UAGe;EACf,iBAAiB;EACjB,cAAc;EACd,aAAa;EACb,cAAc;EACd;EACA;EACA,WAAW;EACX,QAAQ;;EAER;EACA;EACA;EACA;EACA,cAAc;EACd;IACE;IACA;IACA;IACA;IACA;IACA;;EAEF,YAAY;IAAQ;IAAY;IAA2B;;EAC3D,iBAAiB;EACjB,gBAAgB;;cAkGZ,gBAAc,EAAA;;;;;;;;;;;;;;;;;;GAOT,EAAA,KAAA;KAEC,0BAA0B,EAAE,aAAa;;;;;;iBA0BrC,mBAAmB,OAAO;;;;;;;;;;;;;;;;;KAiC9B,qBAAqB,kBAAkB;;;;;;iBAOnC,eAAe,OAAO,sBAAsB;cAoFtD,wBAAsB,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAG1B,EAAA,KAAA;;KAGU,8BAA8B,EAAE,aAAa;UAExC,qCAAqC;EACpD;IACE,uBAAuB;IACvB,YAAY;;IAEZ,cAAc;MAAQ;MAAY;;;;;;;;;iBAStB,uBACd,OAAO,8BACN;;;;;;;;;;;UC7Wc;;EAEf;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA;;EAEA;;EAEA;;iBAGc,cACd,kBACA,UAAS,2BACR;cCoBG;KAEM,6BAA6B;UAExB;;EAEf;;EAEA;;EAEA;;UAGe;;EAEf;EACA;;EAEA;;;;;;;EAOA,SAAS;;;UAIM;EACf;EACA;EACA;;;iBAcc,yBAAyB,UAAU,kBAAkB;;;;;;iBAiCrD,wBACd,QAAQ,oBAAoB,6BAC5B,MAAM,eACL;;;;;;;;iBAmBa,sBACd,QAAQ,wBAAwB,qBAChC,MAAM,eACL;UAYc;;EAEf;;;;;;;;;iBAUc,wBACd,QAAQ,kBACR,QAAQ,cACR,MAAM,cACN,UAAS,qBACR;UA4Cc;EACf,OAAO,UAAU,mBAAmB;;EAEpC,QAAQ,mBAAmB,QAAQ;;;;;;;;iBASrB,kBAAkB,eAAe;UA0ChC;;EAEf;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf;EACA,aAAa;;EAEb,cAAc;;UAGC;EACf;EACA,QAAQ;;EAER,OAAO;;EAEP;;EAEA;;EAEA;EACA;EACA;;UAGe;EACf,UAAU;EACV;EACA;;;;;;;EAOA;;iBAKc,oBACd,SAAS,oBACT,MAAM,uBACL;UA6Gc;EACf;EACA;;;;;;;;;;iBAWc,gBAAgB,QAAQ,iBAAiB;KCha7C;;UAGK;;EAEf;EACA,SAAS;;EAET;;EAEA;;EAEA;;EAEA;EACA;;UAGe;EACf;;EAEA;EACA,mBAAmB;;;;;;iBAuDL,uBAAuB,KAAK,sBAAsB;UAwBjD;EACf,KAAK;;EAEL;;EAEA;;EAEA;;;;;;;;iBASc,uBACd,KAAK,qBACL,mBAAmB,uBAClB;;UAkCc;EACf;;EAEA,SAAS;;EAET,mBAAmB;;UAGJ;EACf;;EAEA;EACA;EACA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;UAGe;EACf;EACA,SAAS;EACT;;EAEA;;EAEA;;UAGe,uBAAuB;EACtC;;EAEA;;EAEA;;EAEA,iBAAiB,OAAO;EACxB;;EAEA;;;;;;EAMA;IAAmB;IAAgB;IAAgB,UAAU;;;;;;EAK7D;;EAEA;;EAEA;EACA,WAAW;EACX;;IAEE;;IAEA;;IAEA;;;EAGF,eAAe;;EAEf;;;;;;;iBAyBc,sBACd,KAAK,qBACL,eAAe,YACf,MAAM,eACL;UA+Gc;;;;;EAKf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,QAAQ;;cAGG,2BAA2B,SAAS;KAUrC;UAEK;EACf;EACA;EACA;;EAEA;EACA,QAAQ;;EAER;EACA,WAAW;EACX,QAAQ;;UAGO;EACf;;EAEA;;EAEA;;EAEA,WAAW;EACX;;EAEA,mBAAmB;EACnB,SAAS,QAAQ;;;iBAUH,kBAAkB,OAAO,iBAAiB;;cA2G7C,8BAA8B;WAChC,UAAU;EAEP,YAAA,UAAU;;;iBASR,mBAAmB,UAAU;;;;;;;;iBAW7B,2BACd,WAAW,gBACX;EAAW,UAAU;IACpB;;UCtkBc;EACf;EACA;;UAGe,yBAAyB;EACxC;;EAEA;;EAEA;;EAEA;;;EAGA,YAAY,QAAQ,OAAO;;UAGZ;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe,yBAAyB;EACxC,QAAQ,SAAS,OAAO,GAAG;;EAE3B,sBAAsB;EACtB,gBAAgB,yBAAyB;EACzC;;EAEA,KAAK;EACL,QAAQ;;EAER;;EAEA;;EAEA;;EAEA,OAAO;;;;UAKQ;EACf,aAAa;EACb,QAAQ;EACR,QAAQ;;;KAIE,iBAAiB,oBAAoB,QAAQ,OAAO;EAAgB;;UAE/D,sBAAsB;EACrC;EACA,YAAY;EACZ,UAAU,eAAe,OAAO,GAAG;;EAEnC,WAAW,eAAe,OAAO,GAAG;;EAEpC,SAAS,eAAe,eAAe,iBAAiB;;EAExD,eAAe,OAAO;;EAEtB,UAAU;IAAQ;IAAe;IAAgB;;EACjD;;;iBAiDoB,oBAAoB,kBACxC,OAAO,yBAAyB,KAC/B,QAAQ,sBAAsB;;UA0GhB;;EAEf;;EAEA;;EAEA;;EAEA;;KAGU;UAEK;EACf;EACA;EACA;EACA;EACA;EACA,SAAS;EACT;;UAGe;EACf;EACA,QAAQ;EACR;EACA;EACA;EACA,OAAO;;;iBAIO,qBACd,UAAU,eAAe;EAAiB,aAAa;KACvD,QAAQ,6BACP;;;;;;KC1OS;;;;;;;;;;KAkBA;UAOK;;EAEf;EACA,MAAM;;EAEN,MAAM;;EAEN,iBAAiB;;;;;;;;;;;;;;iBAeH,YAAY;EAC1B;EACA,MAAM;EACN,MAAM;EACN,iBAAiB;IACf;;;;;UAqDa;;EAEf;;EAEA;;;KAIU;;KAGA;UAEK;;EAEf,UAAU;;EAEV,OAAO;;EAEP,KAAK;;;;;;EAML;;EAEA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAsJc,gBAAgB,UAAU,gBAAgB;UA8BzC;EACf,OAAO;;EAEP,UAAU;EACV,OAAO;EACP,KAAK;EACL;EACA;;;;;;;;;;;;;;;;;;;;;;iBAuBc,oBAAoB;EAClC;EACA;EACA,UAAU;;EAEV;EACA;IACE;UA0Ba;;;;;;EAMf,MAAM;;EAEN;;EAEA;;EAEA;;EAEA,QAAQ;;UAGO;;;;;;EAMf,OAAO;EACP,UAAU;;UAGK;;;;;EAKf;;;;;;EAMA;;;;;;;;;;;iBAYc,WACd,kBAAkB,cAClB,iBAAiB,SACjB,UAAS,oBACR;;;;;;UAqGc;EACf;EACA;;;;;;KAOU;UAEK;EACf;EACA;EACA;EACA;;EAEA;;;;;;;;UASe;EACf;EACA;EACA;;EAEA;;UAGe;EACf,QAAQ;;EAER;EACA;EACA;EACA;;;;;EAKA;;EAEA;;EAEA,QAAQ,QAAQ,OAAO,WAAW;;EAElC;;EAEA;EACA,UAAU;;;;;;;;;;iBAWI,UACd,kBAAkB,gBAClB,UAAU,gBACT"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
1
|
+
import { l as CodeSurface } from "./types-CeMZYsNF.js";
|
|
2
|
+
import { a as MintedRolloutLine, b as RolloutSplit, g as RolloutOutcome, h as RolloutLine, i as GatedEvidence, t as ChatMessage, w as ToolDef } from "./schema-PDKQ_iNE.js";
|
|
3
3
|
import "./reward-ST4PXNXF.js";
|
|
4
|
-
import { n as CompletionVerdict } from "./completion-verifier-
|
|
5
|
-
import { o as TrainingExportOptions } from "./exporters-
|
|
4
|
+
import { n as CompletionVerdict } from "./completion-verifier-BEpsr3N4.js";
|
|
5
|
+
import { o as TrainingExportOptions } from "./exporters-dQKYD_Zo.js";
|
|
6
6
|
import { HarnessSession, ReadOptions, SessionInputInit, SessionRef } from "@tangle-network/harness-sessions";
|
|
7
7
|
/**
|
|
8
8
|
* Every gate check in the package, in the order they are applied.
|
|
@@ -733,4 +733,4 @@ interface TinkerExportOptions extends Pick<TrainingExportOptions, 'allowHeldOutT
|
|
|
733
733
|
*/
|
|
734
734
|
declare function toTinkerDatumRows(lines: readonly MintedRolloutLine[], options: TinkerExportOptions): TinkerDatumRow[];
|
|
735
735
|
export { HarborMetrics as $, harnessSessionRolloutLine as A, ReadClaudeTranscriptOptions as B, GateReport as C, GateEntryPoint as Ct, readOpencodeSessionMessages as D, DEFAULT_OPENCODE_DB as E, gatedEvidenceOf as Et, readCodexRollout as F, readRolloutJournal as G, parseClaudeTranscript as H, ClaudeTranscript as I, FromHarborOptions as J, readRolloutLedger as K, ClaudeTranscriptRef as L, gateReceiptRolloutLines as M, CodexRollout as N, HarnessSessionImportOptions as O, parseCodexRollout as P, HarborImageSource as Q, ClaudeUsageTotals as R, GateDisposition as S, GateCheckedOutcome as St, assertGateReport as T, gateErrors as Tt, readClaudeTranscript as U, findClaudeTranscripts as V, appendRolloutLines as W, HarborContentPart as X, HarborAgent as Y, HarborFinalMetrics as Z, privacyHit as _, GATE_CHECK_IDS as _t, BuildOptions as a, HarborToolCall as at, EmittedEvidence as b, GateCheckDisposition as bt, ScrubReport as c, relabelImportedSplit as ct, ReleaseFormat as d, HARBOR_TASK_CHECKS as dt, HarborObservation as et, buildDatasetCard as f, HarborTaskFile as ft, defaultRolloutScrubber as g, GATE_CHECKS as gt, ScrubRule as h, writeHarborTask as ht, toTinkerDatumRows as i, HarborSubagentTrajectoryRef as it, harnessSessionRolloutLines as j, harnessSessionRefs as k, buildHfDataset as l, toHarborTrajectories as lt, ScrubCounts as m, WriteHarborTaskOptions as mt, TinkerDatumRow as n, HarborStep as nt, BuildSummary as o, HarborTrajectory as ot, PRIVACY_RULE_NAMES as p, HarborTaskVerification as pt, writeRolloutLedger as q, TinkerExportOptions as r, HarborStepSource as rt, RolloutReleaseCliArgs as s, fromHarborTrajectory as st, TinkerDatum as t, HarborObservationResult as tt, DatasetCardInputs as u, toHarborTrajectory as ut, scrubLines as v, GATE_POLICIES as vt, ReleaseRowRef as w, GatePolicy as wt, FormatGateCounts as x, GateCheckId as xt, scrubText as y, GateCheck as yt, DEFAULT_CLAUDE_PROJECTS_DIR as z };
|
|
736
|
-
//# sourceMappingURL=index-
|
|
736
|
+
//# sourceMappingURL=index-DYNHOTTB.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-
|
|
1
|
+
{"version":3,"file":"index-DYNHOTTB.d.ts","names":[],"sources":["../src/rollout/gate-checks.ts","../src/rollout/harbor-task.ts","../src/rollout/interchange/harbor.ts","../src/rollout/ledger.ts","../src/rollout/readers/claude-jsonl.ts","../src/rollout/readers/codex-rollout.ts","../src/rollout/readers/gate-receipts.ts","../src/rollout/readers/harness-session-lines.ts","../src/rollout/readers/opencode-sqlite.ts","../src/rollout/release/gate-report.ts","../src/rollout/release/scrub.ts","../src/rollout/release/card.ts","../src/rollout/release/hf-dataset.ts","../src/rollout/tinker.ts"],"mappings":";;;;;;;;;;;;;cA4Ca;KAOD,sBAAsB;;;;;;;;;KAUtB,qBAAqB,QAAQ,kBAAkB,SAAS;;;;;;;;;;;;;;;;;UAkB1D;EACR,SAAS;;EAET;;UAOe;EACf,IAAI;;EAEJ;;EAEA,SAAS,SAAS;;;;;;;;;;;;EAYlB,WAAW;;;;;;;;;;;;;iBA0LG,gBAAgB,SAAS,cAAc;;;;;;cA6I1C,yBAAyB,KAAK,cAAc;;;;;;;;;KAe7C;WACG;;;;WAEA;WAAyB;;;;WAEzB;WAAuB;;;KAU1B,yBAAyB,KAAK,cAAc;;;;;;;;;cAU3C;;;;;;;;eAxBQ;;;;;;;;;;;;;eAAA;;;;;eAAA;;;;;;;;;;;eAAA;;;eAAA;;;eAAA;;;eAAA;;;;;;;;;;;eAAA;;;eAAA;;;eAAA;;;eAAA;;;;;KA+FT,8BAA8B;;;;;;iBAO1B,WAAW,SAAS,aAAa,QAAQ;;cClhB5C;UAQI;;WAEN;;WAEA;WACA;WACA;;UAGM;;WAEN;WACA;WACA;WACA,MAAM;WACN,QAAQ,KAAK;WACb;WACA,gBAAgB;;UAGV;;WAEN;WACA,SAAS;WACT,SAAS;WACT;;WAEA;WACA;;WAEA;;WAEA,YAAY;WACZ;aACE;aACA;aACA;;WAEF;WACA;;;;;;;;;;WAUA,SACP,SAAS,wBACT,SAAS,gBACN,QAAQ;WACJ,SAAS;;;;;;;iBAgDE,gBAAgB,SAAS,yBAAyB;KCrB5D;UAEK;EACf;EACA;;UAGe;EACf;EACA;EACA,SAAS;;UAGM;EACf;EACA;;EAEA,WAAW;EACX,QAAQ;;UAGO;EACf;EACA;;EAEA;EACA,QAAQ;;UAGO;EACf;EACA,mBAAmB;EACnB,0BAA0B;EAC1B,QAAQ;;UAGO;EACf,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA,QAAQ;;UAGO;;EAEf;EACA;EACA,QAAQ;EACR;EACA;EACA,kBAAkB;EAClB;EACA,aAAa;EACb,cAAc;EACd,UAAU;EACV;EACA;EACA,QAAQ;;UAGO;EACf;EACA;EACA;;EAEA,mBAAmB;EACnB,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA;EACA,QAAQ;;UAGO;EACf;EACA;;EAEA;EACA,OAAO;EACP,OAAO;EACP;EACA,gBAAgB;EAChB;EACA,wBAAwB;EACxB,QAAQ;;;;;;;;;;;;;;;;;;iBAgXM,mBAAmB,OAAO,gBAAgB;;iBAa1C,qBAAqB,OAAO,gBAAgB;UA2O3C;;EAEf,YAAY;;;;;;;;;;;iBAwGE,qBACd,YAAY,kBACZ,UAAS,oBACR;;;;;;;;;;;;;;;iBAiCa,qBACd,gBAAgB,eAChB,OAAO,eACN;;iBC76BmB,mBAAmB,cAAc,OAAO,gBAAgB;;iBAOxD,mBAAmB,cAAc,OAAO,gBAAgB;;;;;;;;;;;iBAiBxD,kBAAkB,eAAe,QAAQ;;;;;;iBASzC,mBAAmB,eAAe,QAAQ;cCnCnD;UAOI;EACf;EACA;;;iBAIoB,sBACpB,aACA,uBACC,QAAQ;UASM;EACf;EACA;EACA;EACA;;UAGe;EACf,UAAU;EACV,OAAO;;EAEP;EACA;;EAEA;;EAEA;;UAGe;;;;;WAKN;;;iBAqDW,qBACpB,cACA,UAAS,8BACR,QAAQ;;iBAQK,sBACd,aACA,UAAS,8BACR;;KC3HS,eAAe,KACzB;EAUA,UAAU;;EAEV;EACA;;;iBA2BoB,iBACpB,cACA,UAAS,cACR,QAAQ;;iBAKK,kBACd,aACA,SAAQ,kBACR,UAAS,KAAK,6BACb;iBCxDmB,wBACpB,cACA,sBACC;EAAU,OAAO;EAAe;;UCSlB;;EAEf;;EAEA;EACA;;;iBAWoB,mBACpB,gBACA,UAAS,8BACR,QAAQ;;iBAwCK,0BACd,SAAS,gBACT,KAAK,YACL,sBACC;;iBA4EoB,2BACrB,eAAe,cACf,sBACC;EAAiB,KAAK;EAAY,OAAO;EAAa;;cCtJ5C;;iBAeS,4BACpB,mBACA,cACC,QAAQ;;KCoBC;;UAUK;EACf;EACA;;;;;;;;;;;;EAYA;;;;;;;;EAQA;;;;;;;;;;;;EAYA;;;UAIe;;EAEf;EACA;;UAGe;;EAEf;;EAEA;;;;;;EAMA;;EAEA;;;;;;;;;;;;;;EAcA,oBAAoB;;;;;;;;;;;;EAYpB;;EAEA;;;;;;;;;;EAUA,wBAAwB;;UAGT;;EAEf;EACA,UAAU,QAAQ,OAAO,eAAe;;;;;;;;;;;;;;;;;iBA6K1B,iBAAiB,QAAQ;UCrUxB;EACf;EACA,SAAS;;EAET,UAAU,eAAe;;;KAuEf,cAAc;iBAWV,UAAU,cAAc,QAAQ;iBAkChC,WAAW,OAAO;EAChC,OAAO;EACP,QAAQ;;;;;;;;;iBAaM,uBAAuB;cAsF1B;;;;;;iBAkBG,WAAW,gBAAgB;cC/O9B;KACD,wBAAwB;UAkBnB;;EAEf,OAAO;EACP,SAAS;EACT;;EAEA;EACA,aAAa;EACb;IAAY;IAAmB;IAAkB;;EACjD,cAAc,QAAQ,OAAO;;;;;;;EAO7B,MAAM;;iBA4GQ,iBAAiB,QAAQ;UCjHxB;EACf;EACA,SAAS;EACT;;EAEA;;UAGe;;EAEf,OAAO,eAAe;EACtB,QAAQ;EACR;IAAY;IAAmB;IAAkB;;;EAEjD,SAAS;;UAGM;EACf;EACA;EACA;EACA,OAAO;EACP,cAAc,QAAQ,OAAO;;EAE7B,MAAM;EACN;;iBAGoB,eACpB,kBACA,SAAS,eACR,QAAQ;UAoIM,8BAA8B;EAC7C;EACA;EACA;;;UC3Me;EACf;IAAe,QAAQ;MAAQ;MAAsB;;;EACrD;IACE;MAAiB;MAAgB;MAAgB;;IACjD;MAAY;MAAgB;MAAkB;;IAC9C;MAAc;MAAgB;MAAkB;;;;UAInC;;EAEf,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe,4BACP,KAAK;;EAEb;;EAEA,eAAe;;EAEf,cAAc,MAAM,mBAAmB;;;;;;;;iBAsFzB,kBACd,gBAAgB,qBAChB,SAAS,sBACR"}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import { m as CustomTokenPricing, o as CostLedgerHandle } from "./cost-ledger-Czro9wmo.js";
|
|
2
|
-
import { i as AnalystFinding, n as AnalystContext } from "./types-
|
|
3
|
-
import {
|
|
4
|
-
import { G as ExternalOptimizerRunnerCommand, H as ExternalOptimizerModelExecutionObservation, N as ExternalOptimizerCallbackLimits, z as ExternalOptimizerModelCall } from "./agent-profile-
|
|
2
|
+
import { i as AnalystFinding, n as AnalystContext } from "./types-kBMNdo1X.js";
|
|
3
|
+
import { O as ChatClient, W as LlmThinkingMode } from "./cluster-Cd0MRbr9.js";
|
|
4
|
+
import { G as ExternalOptimizerRunnerCommand, H as ExternalOptimizerModelExecutionObservation, N as ExternalOptimizerCallbackLimits, z as ExternalOptimizerModelCall } from "./agent-profile-BO8ruI6R.js";
|
|
5
5
|
import { o as Severity } from "./multi-layer-verifier-lM4aVN78.js";
|
|
6
|
-
import { i as TraceAnalystDefinition } from "./default-registry-
|
|
7
|
-
import { l as ExactCapableAnalyst } from "./exact-types-
|
|
8
|
-
import { t as TraceAnalysisEngine } from "./engine-
|
|
9
|
-
import { b as SupervisorRunSources, x as SupervisorRunTree } from "./types-
|
|
6
|
+
import { i as TraceAnalystDefinition } from "./default-registry-BpGFsSpZ.js";
|
|
7
|
+
import { l as ExactCapableAnalyst } from "./exact-types-VAFjtOQN.js";
|
|
8
|
+
import { t as TraceAnalysisEngine } from "./engine-BF8naBn7.js";
|
|
9
|
+
import { b as SupervisorRunSources, x as SupervisorRunTree } from "./types-BAJ2Hb-d.js";
|
|
10
10
|
/**
|
|
11
11
|
* Implementation complexity class for weighted scoring.
|
|
12
12
|
*
|
|
@@ -398,4 +398,4 @@ declare const KNOWLEDGE_POISONING_KIND_SPEC: TraceAnalystDefinition;
|
|
|
398
398
|
*/
|
|
399
399
|
declare const DEFAULT_TRACE_ANALYST_KINDS: readonly TraceAnalystDefinition[];
|
|
400
400
|
export { SEMANTIC_CONCEPT_JUDGE_VERSION as C, runSemanticConceptJudge as D, SemanticConceptJudgeResult as E, ConceptSpec as S, SemanticConceptJudgeOptions as T, DspyRlmTraceEngineOptions as _, FAILURE_MODE_KIND_SPEC as a, createChatTraceEngine as b, emitControlIntegrityFindings as c, FindingSubject as d, FindingSubjectKind as f, renderFindingSubject as g, parseFindingSubject as h, IMPROVEMENT_KIND_SPEC as i, FINDING_SUBJECT_KINDS as l, findingSubjectGrammarPromptFor as m, KNOWLEDGE_POISONING_KIND_SPEC as n, CONTROL_INTEGRITY_ANALYST as o, KIND_EXPECTED_SUBJECTS as p, KNOWLEDGE_GAP_KIND_SPEC as r, ControlIntegrityAnalyst as s, DEFAULT_TRACE_ANALYST_KINDS as t, FINDING_SUBJECT_SYNTAX as u, createDspyRlmTraceEngine as v, SemanticConceptJudgeInput as w, ConceptFinding as x, ChatTraceEngineOptions as y };
|
|
401
|
-
//# sourceMappingURL=index-
|
|
401
|
+
//# sourceMappingURL=index-D_eAFB3T.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-
|
|
1
|
+
{"version":3,"file":"index-D_eAFB3T.d.ts","names":[],"sources":["../src/semantic-concept-judge.ts","../src/analyst/chat-trace-engine.ts","../src/analyst/trace-tool-callback.ts","../src/analyst/dspy-rlm-engine.ts","../src/analyst/finding-subject.ts","../src/analyst/kinds/control-integrity.ts","../src/analyst/kinds/failure-mode.ts","../src/analyst/kinds/improvement.ts","../src/analyst/kinds/knowledge-gap.ts","../src/analyst/kinds/knowledge-poisoning.ts","../src/analyst/kinds/index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAuDY;UAEK;EACf;;EAEA;;EAEA;;EAEA,aAAa;;UAGE;EACf;EACA;;EAEA;EACA;EACA,UAAU;;UAGK;;EAEf;;EAEA;;EAEA,aAAa;IAAQ;IAAc;;;EAEnC,kBAAkB;;EAElB;EACA;;UAGe;EACf;EACA;;EAEA;EACA;EACA;EACA,UAAU;EACV;EACA;EACA;;EAEA;EACA;;;;;;;;KASU;UAQK;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,MAAM;;EAEN,UAAU;EACV,aAAa;EACb;EACA,WAAW;EACX,SAAS;;;;;;EAMT,iBAAiB;;EAEjB,oBAAoB,QAAQ,OAAO;;cAKxB;;;;;;iBAkGS,wBACpB,OAAO,2BACP,SAAS,8BACR,QAAQ;UChMM;;;;;EAKf,MAAM;;EAEN;;EAEA,UAAU;;EAEV;;EAEA;;EAEA,WAAW;;EAEX;;;;;;;;;;EAUA;;;;;;iBAkCc,sBAAsB,SAAS,yBAAyB;KCrG5D,0BAA0B;UCYrB;;EAEf,MAAM;;EAEN;;EAEA,kBAAkB,aAAa;EAC/B;;EAEA,UAAU;;EAEV;;EAEA;;;;;;EAMA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,kBAAkB,QAAQ;;EAE1B;;;;;;;;;;EAUA;;EAEA,SAAS;;EAET;;;iBAIc,yBAAyB,SAAS,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KCvClE;EAEN;EAAwB;EAAc;;EACtC;EAAyB;;EACzB;EAAuB;;EACvB;EAAyB;;EAGzB;EAAuB;;EACvB;EAAe;;EACf;EAAkB;EAAc;;EAChC;EAAkB;;EAClB;EAAa;EAAgB;;EAC7B;EAAc;;EACd;EAAkB;;EAClB;EAAkB;;EAClB;EAAwB;;EACxB;EAAuB;;EACvB;EAAc;;EACd;EAAa;EAAgB;;EAC7B;EAAgB;;EAChB;EAAqB;;EACrB;EAAuB;;EAEvB;EAA4B;;EAC5B;EAA2B;;EAE3B;EAAiB;;KAEX,qBAAqB;cAEpB,uBAAuB,cAAc;;;;;;;;;;;;;;;;;iBA0FlC,oBAAoB,iCAAiC;;;;;;;iBAoHrD,qBAAqB,GAAG;;;;;;;;;;cA8D3B,wBAAwB,SAAS,OAAO;;;;;;;;;cAoExC,wBAAwB,eAAe,cAAc;;iBAqElD,+BAA+B;;iBCvc/B,6BACd,OAAO,uBAAuB,mBAC9B,qBACC;;cA4BU,mCACA,oBAAoB,uBAAuB;WAE7C;WACA;WAEA;WACA;;;;WACA;WACA;;;;EAKH,QACJ,OAAO,uBAAuB,mBAC9B,KAAK,iBACJ,QAAQ;;cAUA,2BAAyB;cCHzB,wBAAwB;cC3BxB,uBAAuB;cCGvB,yBAAyB;cCPzB,+BAA+B;;;;;;;;;;cCP/B,sCAAsC"}
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
import { o as CostLedgerHandle } from "./cost-ledger-Czro9wmo.js";
|
|
2
2
|
import { a as RunRecord, c as RunSplitTag, n as RunCostProvenance } from "./run-record-D2BFMPGl.js";
|
|
3
|
-
import "./types-
|
|
4
|
-
import "./
|
|
5
|
-
import "./
|
|
6
|
-
import "./
|
|
3
|
+
import "./types-kBMNdo1X.js";
|
|
4
|
+
import "./index-Bc8BZfzb.js";
|
|
5
|
+
import "./types-CeMZYsNF.js";
|
|
6
|
+
import "./statistical-heldout--0b1lgx4.js";
|
|
7
7
|
import { f as TraceSpanEvent } from "./client-BIFwUg7I.js";
|
|
8
|
-
import { d as InsightReport, t as AnalyzeRunsOptions } from "./analyze-runs-
|
|
9
|
-
import "./define-agent-eval-
|
|
10
|
-
import "./default-registry-
|
|
8
|
+
import { d as InsightReport, t as AnalyzeRunsOptions } from "./analyze-runs-DicleUI_.js";
|
|
9
|
+
import "./define-agent-eval-DcK8mg63.js";
|
|
10
|
+
import "./default-registry-BpGFsSpZ.js";
|
|
11
11
|
import { AgentCandidateBenchmarkCellRef, AgentCandidateBenchmarkSuiteInputs, AgentCandidateBenchmarkTask, AgentCandidateBenchmarkTaskMaterial, AgentCandidateBundle, AgentCandidateEvaluationPolicy, AgentCandidateExperiment, AgentCandidateExperimentMaterial, AgentCandidateExperimentMeasurement, AgentImprovementCost, AgentImprovementMeasuredComparison, AgentProfileImprovementExperiment, AgentProfileImprovementExperimentMaterial, AgentProfileImprovementMeasuredComparison, AgentProfileImprovementMeasurement, AgentProfileImprovementRunCell, AgentProfileImprovementRunReceipt, AgentProfileImprovementSuiteInputs, AgentProfileImprovementTask, AgentProfileImprovementTaskMaterial, CandidateExecutionEvidence, Sha256Digest } from "@tangle-network/agent-interface";
|
|
12
12
|
interface SealCandidateBenchmarkSuiteOptions {
|
|
13
13
|
tasks: [AgentCandidateBenchmarkTask, ...AgentCandidateBenchmarkTask[]];
|
|
@@ -650,4 +650,4 @@ interface FromOtelSpansOptions {
|
|
|
650
650
|
}
|
|
651
651
|
declare function fromOtelSpans(opts: FromOtelSpansOptions): RunRecord[];
|
|
652
652
|
export { AgentProfileImprovementExperimentExecutionInput as $, CodeAgentSessionActionSurface as A, AgentTraceIndex as B, CodeAgentSessionIntakeOptions as C, PairedMeasurementAdapter as Ct, CodeAgentSessionAction as D, ParsedCodeAgentJsonl as E, SealCandidateBenchmarkSuiteOptions as Et, observeCodeAgentSession as F, parseAgentTrace as G, AgentTraceRecord as H, AgentTraceContributor as I, EvalReportingSuiteOptions as J, partitionRunsByAuthoringModel as K, AgentTraceContributorType as L, CodeAgentSessionObservation as M, CodeAgentSessionSource as N, CodeAgentSessionActionKind as O, CodeAgentSessionTerminalStatus as P, RunRecordRejection as Q, AgentTraceConversation as R, CodeAgentSessionDiagnostic as S, PairedMeasurement as St, CodeAgentSessionMetrics as T, RunCandidateExperimentOptions as Tt, AuthoringProvenance as U, AgentTraceRange as V, PartitionByAuthoringModelResult as W, FromRunRecordDirOptions as X, EvalReportingSuiteResult as Y, FromRunRecordDirResult as Z, fromPiSession as _, verifyCandidateExperimentComparison as _t, FromFeedbackTableOptions as a, runAgentProfileImprovementExperiment as at, streamCodeAgentJsonlFile as b, CompareCandidateExperimentOptions as bt, CodeAgentStoreObservation as c, sealAgentProfileImprovementTask as ct, CodeAgentStoreScope as d, measuredComparisonFromCandidateExperiment as dt, AgentProfileImprovementExperimentRun as et, CodeAgentStoreSession as f, runCandidateExperiment as ft, fromOpenCodeSession as g, verifyCandidateExperiment as gt, fromKimiCodeSession as h, sealCandidateExperiment as ht, FeedbackTableRow as i, measuredComparisonFromAgentProfileImprovementExperiment as it, CodeAgentSessionExecutionReceipt as j, CodeAgentSessionActionStatus as k, CodeAgentStoreRejection as l, verifyAgentProfileImprovementExperimentComparison as lt, fromCodexSession as m, sealCandidateBenchmarkTask as mt, fromOtelSpans as n, RunAgentProfileImprovementExperimentOptions as nt, FromFeedbackTableResult as o, sealAgentProfileImprovementExperiment as ot, fromClaudeCodeSession as p, sealCandidateBenchmarkSuite as pt, EvalReportingSuiteInput as q, FeedbackTableMeta as r, SealAgentProfileImprovementSuiteOptions as rt, fromFeedbackTable as s, sealAgentProfileImprovementSuite as st, FromOtelSpansOptions as t, CompareAgentProfileImprovementExperimentOptions as tt, CodeAgentStoreRejections as u, evaluatePairedMeasurements as ut, parseCodeAgentJsonl as v, CandidateExperimentExecutionInput as vt, CodeAgentSessionIntakeResult as w, PairedMeasurementEvaluation as wt, CodeAgentJsonlLine as x, EvaluatePairedMeasurementsOptions as xt, parseCodeAgentJsonlFile as y, CandidateExperimentRun as yt, AgentTraceFile as z };
|
|
653
|
-
//# sourceMappingURL=index-
|
|
653
|
+
//# sourceMappingURL=index-gSu9DUiw.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-
|
|
1
|
+
{"version":3,"file":"index-gSu9DUiw.d.ts","names":[],"sources":["../src/contract/measured-comparison-types.ts","../src/contract/candidate-experiment.ts","../src/contract/paired-measurement-evaluation.ts","../src/contract/profile-measured-comparison.ts","../src/contract/intake/run-record-dir.ts","../src/contract/eval-reporting-suite.ts","../src/contract/intake/agent-trace.ts","../src/contract/intake/code-agent-observation.ts","../src/contract/intake/code-agent-session-types.ts","../src/contract/intake/code-agent-jsonl.ts","../src/contract/intake/code-agent-session.ts","../src/contract/intake/code-agent-store.ts","../src/contract/intake/feedback-table.ts","../src/contract/intake/otel-spans.ts"],"mappings":";;;;;;;;;;;UAeiB;EACf,QAAQ,gCAAgC;EACxC;EACA;;UAGe;EACf,YAAY;EACZ;EACA,QAAQ;EACR,MAAM;EACN,eAAe;EACf;EACA,SAAS;;UAGM;EACf,YAAY;EACZ,QAAQ,OAAO,oCAAoC,QAAQ;;EAE3D;;EAEA,aAAa;EACb,SAAS;;UAGM;EACf,cAAc;EACd;IACE;IACA,MAAM;;;UAIO;EACf,YAAY;EACZ,cAAc;EACd;IACE;IACA,MAAM;;EAER,aAAa;EACb;EACA,YAAY;EACZ;EACA,WAAW;;;UAII,kBAAkB;EACjC;EACA,UAAU;EACV,WAAW;;;UAII,yBAAyB;EACxC,MAAM,KAAK;EACX,WAAW,KAAK;IAAkB;IAAc;;EAChD,QAAQ,KAAK;EACb,eAAe,KAAK,OAAO;EAC3B,UAAU,KAAK;EACf,UAAU,KAAK;EACf,OAAO,KAAK;;UAGG,kCAAkC;EACjD,uBAAuB,kBAAkB;EACzC,QAAQ;EACR,SAAS,yBAAyB;;EAElC;;EAEA,kBAAkB;;EAElB,kBAAkB;;;KAIR,8BAA8B,KACxC;EAGA,iBAAiB;EACjB,WAAW;EACX;;;iBC9Dc,2BACd,UAAU,sCACT;;iBAQa,4BACd,SAAS,qCACR;;iBAiBa,wBACd,UAAU,mCACT;iBAQa,0BAA0B,iBAAiB;;iBAarC,uBACpB,SAAS,gCACR,QAAQ;;iBA4DK,0CACd,SAAS,oCACR;;iBA2Da,oCACd,iBACC;;;;;;;;iBC1La,2BAA2B,MACzC,SAAS,kCAAkC,QAC1C;UCFc;EACf,aAAa;EACb,QAAQ,gCAAgC;EACxC;EACA;;UAGe;EACf,YAAY;EACZ;EACA,aAAa;EACb,MAAM;EACN,SAAS;EACT;EACA,SAAS;;UAGM;EACf,YAAY;EACZ,QACE,OAAO,kDACN,QAAQ;;EAEX;;EAEA,aAAa;EACb,SAAS;;UAGM;EACf,cAAc;EACd;IACE;IACA,MAAM;;;UAIO;EACf,YAAY;EACZ,cAAc;EACd;IACE;IACA,MAAM;;EAER,aAAa;EACb;EACA,YAAY;EACZ;EACA,WAAW;;;iBAIG,gCACd,UAAU,sCACT;;iBAQa,iCACd,SAAS,0CACR;;iBAqBa,sCACd,UAAU,4CACT;;;;;;iBAsBmB,qCACpB,SAAS,8CACR,QAAQ;;iBA0CK,wDACd,SAAS,kDACR;;iBA2Da,kDACd,iBACC;;UClOc;;EAEf;;EAEA;;EAEA;;UAGe;;;;;;EAMf;;;;;;;EAOA,WAAW;;;;;;EAMX;;UAGe;;EAEf,MAAM;;EAEN,UAAU;;EAEV;;;;KCxBU,0BAA0B;UAErB;;;;;EAKf,UAAU,KAAK;;EAEf,OAAO;;;;;;;;;;EAUP;;;;UAKe;;;EAGf,QAAQ;;EAER;;IAEE;;IAEA;;;IAGA;;IAEA;;;IAGA,UAAU;;;EAGZ;;KCnDU;UAEK;EACf,MAAM;;EAEN;;UAGe;EACf;EACA;EACA;;;EAGA,cAAc;;UAGC;EACf;EACA,cAAc;EACd,QAAQ;;UAGO;EACf;EACA,eAAe;;UAGA;EACf;EACA;EACA;EACA;IAAQ;IAAc;;EACtB;IAAS;IAAe;;EACxB,OAAO;;;;UAOQ;EACf;;EAEA;;EAEA;EACA;EACA;;EAEA;;EAEA;;KAGU,kBAAkB,YAAY;;;;;;iBAW1B,gBAAgB,SAAS,qBAAqB;UAmE7C;;;;EAIf,SAAS,YAAY;;;EAGrB,cAAc;;;;;;;;iBASA,8BACd,MAAM,aACN,OAAO,kBACN;;;;;;KCjKS;KAQA;KAEA;KAEA;KASA;UAEK;EACf;EACA;EACA;;UAGe;EACf;EACA;EACA,MAAM;EACN,SAAS;EACT;EACA,QAAQ;EACR;EACA;EACA,UAAU;;UAGK;EACf,QAAQ;EACR;EACA;EACA;IACE,QAAQ;IACR;;EAEF,SAAS;;UAGD;EACR,QAAQ;EACR;EACA;EACA,YAAY;;;;;;;iBAeE,wBACd,SAAS,iCACR;UClFc;EACf;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,QAAQ;EACR;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;EACX;;UAGe;EACf,MAAM;EACN,aAAa;EACb,SAAS;EACT,cAAc;;UAGC;EACf;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;EACX;EACA;EACA;EACA;EACA;EACA;;;EAGA,iBAAiB;;;EAGjB,YAAY;;;;KAKF;EACN;EAAe;EAAoB;;EACnC;EAAmB;;iBCvFT,oBAAoB,gBAAgB;;;;;;;;;;iBAuB7B,yBAAyB,eAAe,eAAe;;;;;iBA6BxD,wBAAwB,eAAe,QAAQ;iBCDrD,iBACd,SAAS,gCACR;iBAIa,sBACd,SAAS,gCACR;iBAIa,oBACd,SAAS,gCACR;iBAIa,oBACd,SAAS,gCACR;;iBAKa,cACd,SAAS,gCACR;;UCrDc;;;;;WAKN;;WAEA,QAAQ;;;;;WAKR;;;;;WAKA;aACE;;aAEA;;;;KAKD;;UAUK;WACN;WACA;WACA;WACA;WACA,aAAa;;;UAIP;WACN;WACA,UAAU,SAAS,QAAQ,OAAO;;WAElC,QAAQ;aACN;aACA,QAAQ;;;;;;;;;KAUT;WAEG;WACA,OAAO;WACP;WACA,mBAAmB;;WAEnB;;WAEA;;WAEA;WACA,WAAW,SAAS,QAAQ,OAAO;WACnC,YAAY;;WAGZ;WACA,OAAO;WACP;;WAEA;WACA,YAAY;;UCvGV;;;EAGf;;EAEA;;;EAGA;;;EAGA,WAAW;;UAGI;EACf;;;EAGA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;EAGA,WAAW;;;EAGX,SAAS;;UAGM;;EAEf,SAAS;;;EAGT,OAAO;;;;EAIP;IAAU;IAAa;;;;;EAIvB;;UAGe;EACf,MAAM;;;EAGN,aAAa;IAAQ;IAAe;IAAe;;;iBAGrC,kBAAkB,MAAM,2BAA2B;UC3BlD;EACf,OAAO;;EAEP,eAAe;;EAEf;;;;;;EAMA,eAAe,eAAe,gBAAgB;;iBAGhC,cAAc,MAAM,uBAAuB"}
|