@tangle-network/agent-eval 0.216.0 → 0.217.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +141 -57
- package/README.md +2 -2
- package/dist/adapters/http.d.ts +3 -3
- package/dist/{agent-profile-CIA2Atnt.d.ts → agent-profile-DTt8uGP9.d.ts} +5 -18
- package/dist/agent-profile-DTt8uGP9.d.ts.map +1 -0
- package/dist/{agent-profile-cell-BYc0bxsL.js → agent-profile-cell-B1V1gUZs.js} +4 -53
- package/dist/agent-profile-cell-B1V1gUZs.js.map +1 -0
- package/dist/{agent-profile-cell-BNp-Js9F.d.ts → agent-profile-cell-BcpFbNd5.d.ts} +2 -22
- package/dist/agent-profile-cell-BcpFbNd5.d.ts.map +1 -0
- package/dist/{agreement-irr-DsTURxdr.js → agreement-irr-BhAqjluA.js} +5 -5
- package/dist/agreement-irr-BhAqjluA.js.map +1 -0
- package/dist/analyst/index.d.ts +37 -170
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +17 -192
- package/dist/analyst/index.js.map +1 -1
- package/dist/{analyze-runs-3xpby3p2.js → analyze-runs-DqPJaJ4X.js} +763 -555
- package/dist/analyze-runs-DqPJaJ4X.js.map +1 -0
- package/dist/{analyze-runs-CSDAh8A7.d.ts → analyze-runs-DyeNcenW.d.ts} +18 -16
- package/dist/analyze-runs-DyeNcenW.d.ts.map +1 -0
- package/dist/authenticity/index.d.ts +0 -23
- package/dist/authenticity/index.d.ts.map +1 -1
- package/dist/authenticity/index.js +1 -34
- package/dist/authenticity/index.js.map +1 -1
- package/dist/{benchmark-command-CByl9dxG.js → benchmark-command-xQK8nOI6.js} +591 -109
- package/dist/benchmark-command-xQK8nOI6.js.map +1 -0
- package/dist/benchmarks/index.d.ts +5 -6
- package/dist/benchmarks/index.d.ts.map +1 -1
- package/dist/benchmarks/index.js +4 -4
- package/dist/benchmarks/index.js.map +1 -1
- package/dist/builder-eval/index.d.ts +3 -3
- package/dist/builder-eval/index.js +2 -2
- package/dist/builder-eval/index.js.map +1 -1
- package/dist/campaign/index.d.ts +8 -8
- package/dist/campaign/index.js +15 -15
- package/dist/{campaign-BQ-Jujuj.js → campaign-CJGkxAQ6.js} +256 -765
- package/dist/campaign-CJGkxAQ6.js.map +1 -0
- package/dist/{campaign-evidence-OcUciD-N.js → campaign-evidence-CQYw8_0H.js} +10 -18
- package/dist/{campaign-evidence-OcUciD-N.js.map → campaign-evidence-CQYw8_0H.js.map} +1 -1
- package/dist/{canonical-BsZVgBhW.js → canonical-Dq2hOQ8L.js} +2 -2
- package/dist/{canonical-BsZVgBhW.js.map → canonical-Dq2hOQ8L.js.map} +1 -1
- package/dist/cell-spend-DEWR3nj-.js +90 -0
- package/dist/cell-spend-DEWR3nj-.js.map +1 -0
- package/dist/{chat-client-DthPOYGd.js → chat-client-ldqxYYTN.js} +2 -2
- package/dist/{chat-client-DthPOYGd.js.map → chat-client-ldqxYYTN.js.map} +1 -1
- package/dist/{chat-json-call-BrKsyspg.js → chat-json-call-DavzexSp.js} +3 -2
- package/dist/chat-json-call-DavzexSp.js.map +1 -0
- package/dist/{claim-BXcZw-jo.js → claim-BPVuyHuy.js} +4 -4
- package/dist/claim-BPVuyHuy.js.map +1 -0
- package/dist/cli.js +113 -12
- package/dist/cli.js.map +1 -1
- package/dist/{client-BzL9niqi.d.ts → client-hwo3cJjR.d.ts} +3 -16
- package/dist/client-hwo3cJjR.d.ts.map +1 -0
- package/dist/{cluster-bootstrap-B3JywQQn.js → cluster-bootstrap-DEwwhl0C.js} +3 -3
- package/dist/{cluster-bootstrap-B3JywQQn.js.map → cluster-bootstrap-DEwwhl0C.js.map} +1 -1
- package/dist/{produced-state-ZCtDBxAE.js → completion-verifier-B_jw6C9p.js} +9 -64
- package/dist/completion-verifier-B_jw6C9p.js.map +1 -0
- package/dist/contract/index.d.ts +13 -13
- package/dist/contract/index.js +1041 -1473
- package/dist/contract/index.js.map +1 -1
- package/dist/{cost-ledger-D2FnJPBF.js → cost-ledger-D0352Z4d.js} +832 -817
- package/dist/cost-ledger-D0352Z4d.js.map +1 -0
- package/dist/{cost-ledger-CO7UyEcQ.d.ts → cost-ledger-Jk62OBfF.d.ts} +12 -47
- package/dist/cost-ledger-Jk62OBfF.d.ts.map +1 -0
- package/dist/dataset-DQqhOCPt.d.ts.map +1 -1
- package/dist/{default-registry-Cn1LQ2Ve.js → default-registry-ClYjq3QE.js} +8 -11
- package/dist/default-registry-ClYjq3QE.js.map +1 -0
- package/dist/{default-registry-BrWh62zf.d.ts → default-registry-DXgLmoDI.d.ts} +7 -50
- package/dist/default-registry-DXgLmoDI.d.ts.map +1 -0
- package/dist/{define-agent-eval-Ch3MWX6k.js → define-agent-eval-BDxNlP3D.js} +10 -10
- package/dist/define-agent-eval-BDxNlP3D.js.map +1 -0
- package/dist/{define-agent-eval-CEWkX5wZ.d.ts → define-agent-eval-BIkH_gAR.d.ts} +9 -9
- package/dist/define-agent-eval-BIkH_gAR.d.ts.map +1 -0
- package/dist/{descriptive-CnU8Yq29.js → descriptive-CVNy48rR.js} +2 -2
- package/dist/{descriptive-CnU8Yq29.js.map → descriptive-CVNy48rR.js.map} +1 -1
- package/dist/diagnosis/index.d.ts +4 -14
- package/dist/diagnosis/index.d.ts.map +1 -1
- package/dist/diagnosis/index.js +67 -28
- package/dist/diagnosis/index.js.map +1 -1
- package/dist/{dspy-rlm-engine-D-KX_e64.js → dspy-rlm-engine-DhdCr1Dc.js} +5 -10
- package/dist/dspy-rlm-engine-DhdCr1Dc.js.map +1 -0
- package/dist/{emitter-HcCmFQl_.d.ts → emitter-DABYYTcH.d.ts} +5 -5
- package/dist/emitter-DABYYTcH.d.ts.map +1 -0
- package/dist/emitter-DbMXUIVP.js.map +1 -1
- package/dist/{engine-C_zNWfM8.d.ts → engine-BvZ0R-36.d.ts} +18 -22
- package/dist/engine-BvZ0R-36.d.ts.map +1 -0
- package/dist/{equal-terms-Blx9Zk5I.js → equal-terms-DbPGcVtI.js} +2 -2
- package/dist/equal-terms-DbPGcVtI.js.map +1 -0
- package/dist/{errors-Dngq5h35.js → errors-BcOs5MKW.js} +6 -8
- package/dist/{errors-Dngq5h35.js.map → errors-BcOs5MKW.js.map} +1 -1
- package/dist/{eval-campaign-4byTtqrf.js → eval-campaign-BLEfBGbA.js} +6 -6
- package/dist/{eval-campaign-4byTtqrf.js.map → eval-campaign-BLEfBGbA.js.map} +1 -1
- package/dist/{evaluation-Cn2dRZIz.d.ts → evaluation-jTjC_QQD.d.ts} +8 -8
- package/dist/evaluation-jTjC_QQD.d.ts.map +1 -0
- package/dist/evaluation.d.ts +2 -2
- package/dist/evaluation.js +1 -1
- package/dist/evaluation.js.map +1 -1
- package/dist/{exact-types-CD0lf5Qd.d.ts → exact-types-CflbJ9f3.d.ts} +2 -2
- package/dist/{exact-types-CD0lf5Qd.d.ts.map → exact-types-CflbJ9f3.d.ts.map} +1 -1
- package/dist/{exec-ChJ6d5if.js → exec-CpbtOXVt.js} +2 -24
- package/dist/{exec-ChJ6d5if.js.map → exec-CpbtOXVt.js.map} +1 -1
- package/dist/execution-tracks-CpgFPpS5.js.map +1 -1
- package/dist/experiment/index.d.ts +331 -33
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +303 -101
- package/dist/experiment/index.js.map +1 -1
- package/dist/{exporters-X4xwla8A.js → exporters-Cl6IeNAu.js} +3 -3
- package/dist/exporters-Cl6IeNAu.js.map +1 -0
- package/dist/{exporters-ChTnR90l.d.ts → exporters-Dk3oEbK_.d.ts} +2 -4
- package/dist/{exporters-ChTnR90l.d.ts.map → exporters-Dk3oEbK_.d.ts.map} +1 -1
- package/dist/{external-optimizer-process-nnsY5D_4.js → external-optimizer-process-KVFGvYX1.js} +4 -3
- package/dist/external-optimizer-process-KVFGvYX1.js.map +1 -0
- package/dist/{external-optimizer-subprocess-DcerlZSG.js → external-optimizer-subprocess-XIHBOSKt.js} +551 -553
- package/dist/external-optimizer-subprocess-XIHBOSKt.js.map +1 -0
- package/dist/{extract-usage-BrnzRJ6H.js → extract-usage-BZLU01kR.js} +2 -23
- package/dist/{extract-usage-BrnzRJ6H.js.map → extract-usage-BZLU01kR.js.map} +1 -1
- package/dist/{failure-cluster-CbgEDcFJ.d.ts → failure-cluster-DN0t63Z0.d.ts} +4 -43
- package/dist/failure-cluster-DN0t63Z0.d.ts.map +1 -0
- package/dist/{failure-taxonomy-CjabTATj.js → failure-taxonomy-Bx5oWqaW.js} +2 -19
- package/dist/{failure-taxonomy-CjabTATj.js.map → failure-taxonomy-Bx5oWqaW.js.map} +1 -1
- package/dist/{feedback-trajectory-DkaDj0dj.d.ts → feedback-trajectory-BWmhRBGu.d.ts} +8 -13
- package/dist/feedback-trajectory-BWmhRBGu.d.ts.map +1 -0
- package/dist/{semantic-concept-judge-zQBG9hHU.js → findings-store-BMVQtEsm.js} +13 -255
- package/dist/findings-store-BMVQtEsm.js.map +1 -0
- package/dist/fuzz.d.ts +20 -63
- package/dist/fuzz.d.ts.map +1 -1
- package/dist/fuzz.js +62 -108
- package/dist/fuzz.js.map +1 -1
- package/dist/{hf-dataset-BR2yhuNn.js → hf-dataset-D9f7-oX7.js} +4 -24
- package/dist/hf-dataset-D9f7-oX7.js.map +1 -0
- package/dist/hosted/index.d.ts +2 -2
- package/dist/hosted/index.js +2 -2
- package/dist/{index-DHKEAv3s.d.ts → index-9jJ2fKSX.d.ts} +2 -64
- package/dist/index-9jJ2fKSX.d.ts.map +1 -0
- package/dist/{index-oQ4aHziK.d.ts → index-BLGqZ81N.d.ts} +11 -16
- package/dist/{index-oQ4aHziK.d.ts.map → index-BLGqZ81N.d.ts.map} +1 -1
- package/dist/{index-DlH0Y9gI.d.ts → index-BiT6RtNH.d.ts} +31 -43
- package/dist/index-BiT6RtNH.d.ts.map +1 -0
- package/dist/{index-Ch9VxCpK.d.ts → index-CX-GAUpw.d.ts} +4 -8
- package/dist/index-CX-GAUpw.d.ts.map +1 -0
- package/dist/{index-CPJJr98o.d.ts → index-CiRwLv2R.d.ts} +5 -68
- package/dist/index-CiRwLv2R.d.ts.map +1 -0
- package/dist/{index-NvGBiO8H.d.ts → index-ZuWx52WG.d.ts} +266 -495
- package/dist/index-ZuWx52WG.d.ts.map +1 -0
- package/dist/index.d.ts +2256 -2165
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +514 -1192
- package/dist/index.js.map +1 -1
- package/dist/{integrity-BV1ZDf42.js → integrity-DOd9Q86O.js} +7 -12
- package/dist/integrity-DOd9Q86O.js.map +1 -0
- package/dist/{integrity-BvnVARVl.js → integrity-W4CADcFc.js} +3 -7
- package/dist/{integrity-BvnVARVl.js.map → integrity-W4CADcFc.js.map} +1 -1
- package/dist/{integrity-CCAxGVK6.d.ts → integrity-_qgZLA5p.d.ts} +4 -6
- package/dist/{integrity-CCAxGVK6.d.ts.map → integrity-_qgZLA5p.d.ts.map} +1 -1
- package/dist/{internal-CRHwS9iz.js → internal-BTK91Bqt.js} +3 -3
- package/dist/{internal-CRHwS9iz.js.map → internal-BTK91Bqt.js.map} +1 -1
- package/dist/interval-Dq9gt7jx.js +219 -0
- package/dist/interval-Dq9gt7jx.js.map +1 -0
- package/dist/interval-ohuOJurX.d.ts +47 -0
- package/dist/interval-ohuOJurX.d.ts.map +1 -0
- package/dist/{journal-DvKCvjty.js → journal-CR4QikYp.js} +110 -110
- package/dist/journal-CR4QikYp.js.map +1 -0
- package/dist/json-BhdsJaOQ.js +111 -0
- package/dist/json-BhdsJaOQ.js.map +1 -0
- package/dist/{judge-calibration-N44V04Se.js → judge-calibration-BkXMIWA4.js} +3 -3
- package/dist/{judge-calibration-N44V04Se.js.map → judge-calibration-BkXMIWA4.js.map} +1 -1
- package/dist/{judge-gate-B1qYnkpi.js → judge-gate-Co5tuh57.js} +4 -27
- package/dist/judge-gate-Co5tuh57.js.map +1 -0
- package/dist/{judge-gate-DNcUrRFA.d.ts → judge-gate-DsL0yFcb.d.ts} +9 -10
- package/dist/judge-gate-DsL0yFcb.d.ts.map +1 -0
- package/dist/{kind-factory-CbZ-6tvu.js → kind-factory-Gy4fXixd.js} +88 -17
- package/dist/kind-factory-Gy4fXixd.js.map +1 -0
- package/dist/ledger-core/index.d.ts +2 -2
- package/dist/ledger-core/index.js +4 -4
- package/dist/{ledger-core-B2hahzrt.js → ledger-core-DrJhbms9.js} +5 -84
- package/dist/ledger-core-DrJhbms9.js.map +1 -0
- package/dist/{llm-client-DQveoxSM.js → llm-client-BshCREn6.js} +90 -219
- package/dist/llm-client-BshCREn6.js.map +1 -0
- package/dist/{llm-judge-PXV7Xljl.js → llm-judge-C8jMTNNG.js} +501 -931
- package/dist/llm-judge-C8jMTNNG.js.map +1 -0
- package/dist/matrix/index.d.ts +4 -4
- package/dist/matrix/index.js +3 -2
- package/dist/{matrix-_BV9-Lk5.js → matrix-B8l-Nsxd.js} +7 -96
- package/dist/matrix-B8l-Nsxd.js.map +1 -0
- package/dist/{matrix-CHMiebFx.d.ts → matrix-DHe-dwVJ.d.ts} +10 -19
- package/dist/matrix-DHe-dwVJ.d.ts.map +1 -0
- package/dist/{paired-tests-jbwPdSz5.js → mean-BbA_JCzW.js} +45 -5
- package/dist/mean-BbA_JCzW.js.map +1 -0
- package/dist/meta-eval/index.d.ts +6 -6
- package/dist/meta-eval/index.js +10 -10
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/metrics-BKaPBtIG.js.map +1 -1
- package/dist/mint-BRZXuwRi.d.ts +81 -0
- package/dist/mint-BRZXuwRi.d.ts.map +1 -0
- package/dist/{mint-Csor1BLJ.js → mint-zszyYlpA.js} +4 -4
- package/dist/{mint-Csor1BLJ.js.map → mint-zszyYlpA.js.map} +1 -1
- package/dist/{multi-layer-verifier-BUaQ4C17.d.ts → multi-layer-verifier-DEgMUk6v.d.ts} +2 -2
- package/dist/{multi-layer-verifier-BUaQ4C17.d.ts.map → multi-layer-verifier-DEgMUk6v.d.ts.map} +1 -1
- package/dist/{multiplicity-D9cjmStq.js → multiplicity-Sg0U7h8j.js} +2 -2
- package/dist/{multiplicity-D9cjmStq.js.map → multiplicity-Sg0U7h8j.js.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -23
- package/dist/multishot/golden/index.d.ts.map +1 -1
- package/dist/multishot/golden/index.js +5 -8
- package/dist/multishot/golden/index.js.map +1 -1
- package/dist/multishot/index.d.ts +3 -12
- package/dist/multishot/index.d.ts.map +1 -1
- package/dist/multishot/index.js +4 -3
- package/dist/multishot/index.js.map +1 -1
- package/dist/nonnegative-number-DvdMxg_f.js +9 -0
- package/dist/nonnegative-number-DvdMxg_f.js.map +1 -0
- package/dist/openapi.json +114 -10
- package/dist/{otel-spans-C8YIJWy1.js → otel-spans-CdN909k1.js} +3 -3
- package/dist/{otel-spans-C8YIJWy1.js.map → otel-spans-CdN909k1.js.map} +1 -1
- package/dist/{paired-arms-DzKn0TfY.js → paired-arms-Ct4LTKc1.js} +32 -9
- package/dist/paired-arms-Ct4LTKc1.js.map +1 -0
- package/dist/{paired-binary-Q36bhn2R.js → paired-binary-B_nejA44.js} +3 -36
- package/dist/paired-binary-B_nejA44.js.map +1 -0
- package/dist/{paired-promotion-decision-DPKz8ZnF.d.ts → paired-promotion-decision-CQMJ5xGN.d.ts} +2 -34
- package/dist/paired-promotion-decision-CQMJ5xGN.d.ts.map +1 -0
- package/dist/{paired-promotion-decision-BN6IQTiu.js → paired-promotion-decision-D0SHb-ZL.js} +3 -3
- package/dist/{paired-promotion-decision-BN6IQTiu.js.map → paired-promotion-decision-D0SHb-ZL.js.map} +1 -1
- package/dist/{search-kernel-BztlERLv.js → pareto-BzsxidFD.js} +883 -861
- package/dist/pareto-BzsxidFD.js.map +1 -0
- package/dist/pipelines/index.d.ts +16 -19
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js +4 -68
- package/dist/pipelines/index.js.map +1 -1
- package/dist/{power-and-mde-fK5Qocwo.js → power-and-mde-N5nU4_Ly.js} +3 -3
- package/dist/{power-and-mde-fK5Qocwo.js.map → power-and-mde-N5nU4_Ly.js.map} +1 -1
- package/dist/predicate-FdKmElA_.js +38 -0
- package/dist/predicate-FdKmElA_.js.map +1 -0
- package/dist/{prime-protocol-DcAK9pC8.js → prime-protocol-BFgGrEMP.js} +3 -3
- package/dist/prime-protocol-BFgGrEMP.js.map +1 -0
- package/dist/{prime-protocol-CEE4BR9N.d.ts → prime-protocol-BWG2DQIk.d.ts} +4 -22
- package/dist/prime-protocol-BWG2DQIk.d.ts.map +1 -0
- package/dist/profile-cell.d.ts +2 -2
- package/dist/profile-cell.js +2 -2
- package/dist/{release-confidence-BK2QCB5M.d.ts → promotion-gate-DaY95yU6.d.ts} +105 -106
- package/dist/promotion-gate-DaY95yU6.d.ts.map +1 -0
- package/dist/{promotion-policy-CWW35UWq.js → promotion-policy-6A8osGr_.js} +4 -4
- package/dist/{promotion-policy-CWW35UWq.js.map → promotion-policy-6A8osGr_.js.map} +1 -1
- package/dist/{proposal-findings-BZiMTzAF.js → proposal-findings-BbWidvUk.js} +3 -3
- package/dist/proposal-findings-BbWidvUk.js.map +1 -0
- package/dist/{query-B1D1qp2Z.js → query-B_RZ36an.js} +5 -5
- package/dist/query-B_RZ36an.js.map +1 -0
- package/dist/{query-DK1nWcmp.d.ts → query-Cmv_U8vf.d.ts} +4 -24
- package/dist/{query-DK1nWcmp.d.ts.map → query-Cmv_U8vf.d.ts.map} +1 -1
- package/dist/{random-Dn5fPWkt.js → random-DDDcC7YU.js} +2 -2
- package/dist/{random-Dn5fPWkt.js.map → random-DDDcC7YU.js.map} +1 -1
- package/dist/{raw-provider-sink-rB2DYxr6.js → raw-provider-sink-75w4FWBj.js} +2 -2
- package/dist/{raw-provider-sink-rB2DYxr6.js.map → raw-provider-sink-75w4FWBj.js.map} +1 -1
- package/dist/{redact-Cveoq6fJ.d.ts → redact-DXdlFb_U.d.ts} +4 -21
- package/dist/redact-DXdlFb_U.d.ts.map +1 -0
- package/dist/{redact-Dk1ZdJEm.js → redact-mtkTiJVk.js} +92 -98
- package/dist/redact-mtkTiJVk.js.map +1 -0
- package/dist/{registry-JYfPxcVz.d.ts → registry-ssNoHzwD.d.ts} +5 -5
- package/dist/{registry-JYfPxcVz.d.ts.map → registry-ssNoHzwD.d.ts.map} +1 -1
- package/dist/{release-confidence-Dbe9AS_X.js → release-confidence-CYIFH-fp.js} +6 -11
- package/dist/release-confidence-CYIFH-fp.js.map +1 -0
- package/dist/{report-command-y8H6RSX8.js → render-C-w2EZ6p.js} +331 -554
- package/dist/render-C-w2EZ6p.js.map +1 -0
- package/dist/reporting-html-Kvlc8oMt.js +100 -0
- package/dist/reporting-html-Kvlc8oMt.js.map +1 -0
- package/dist/reporting.d.ts +6 -6
- package/dist/reporting.js +8 -8
- package/dist/{researcher-f6mZhh58.d.ts → researcher-0ABVIdGa.d.ts} +9 -9
- package/dist/{researcher-f6mZhh58.d.ts.map → researcher-0ABVIdGa.d.ts.map} +1 -1
- package/dist/reward-DrZ71vnf.d.ts +55 -0
- package/dist/reward-DrZ71vnf.d.ts.map +1 -0
- package/dist/{reward-hacking-BFcQgkux.js → reward-hacking-ByuETaIb.js} +3 -3
- package/dist/{reward-hacking-BFcQgkux.js.map → reward-hacking-ByuETaIb.js.map} +1 -1
- package/dist/{reward-hacking-DHA7c1l8.d.ts → reward-hacking-E52wq86n.d.ts} +5 -18
- package/dist/reward-hacking-E52wq86n.d.ts.map +1 -0
- package/dist/reward-nw2xZGZG.js.map +1 -1
- package/dist/rl.d.ts +117 -295
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +27 -747
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +5 -4
- package/dist/rollout/index.js +7 -8
- package/dist/{rollout-D9bKKBnZ.js → rollout-D6C50mfA.js} +88 -13
- package/dist/rollout-D6C50mfA.js.map +1 -0
- package/dist/round-decimal-COrKglMh.js +10 -0
- package/dist/round-decimal-COrKglMh.js.map +1 -0
- package/dist/{rubric-predictive-validity-BsgkBfT0.js → rubric-predictive-validity-D3_oI72N.js} +3 -3
- package/dist/{rubric-predictive-validity-BsgkBfT0.js.map → rubric-predictive-validity-D3_oI72N.js.map} +1 -1
- package/dist/{rubric-predictive-validity-2SgHxoa5.d.ts → rubric-predictive-validity-DiwT8PbL.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-2SgHxoa5.d.ts.map → rubric-predictive-validity-DiwT8PbL.d.ts.map} +1 -1
- package/dist/{run-record-D1Hw-Jml.d.ts → run-record-CaxbLq6Y.d.ts} +5 -11
- package/dist/run-record-CaxbLq6Y.d.ts.map +1 -0
- package/dist/{run-record-ES07wfz9.js → run-record-CysKLB93.js} +3 -5
- package/dist/run-record-CysKLB93.js.map +1 -0
- package/dist/{run-record-DlTZ_lqe.js → run-record-DhEJgoPz.js} +4 -4
- package/dist/{run-record-DlTZ_lqe.js.map → run-record-DhEJgoPz.js.map} +1 -1
- package/dist/sandbox-harness-BlSOu4LX.d.ts.map +1 -1
- package/dist/{schema-CSf6qWgZ.js → schema-Bt2vLFm3.js} +2 -14
- package/dist/schema-Bt2vLFm3.js.map +1 -0
- package/dist/schema-C-ziyJD7.d.ts.map +1 -1
- package/dist/{schema-2g7trUwH.d.ts → schema-D6EVKzTB.d.ts} +4 -5
- package/dist/schema-D6EVKzTB.d.ts.map +1 -0
- package/dist/{schema-BuiujZ-g.js → schema-DxcKTzbi.js} +2 -2
- package/dist/schema-DxcKTzbi.js.map +1 -0
- package/dist/search/index.d.ts +39 -53
- package/dist/search/index.d.ts.map +1 -1
- package/dist/search/index.js +4 -4
- package/dist/{search-kernel-CpcKH5Ih.d.ts → search-kernel-DxqjBxA-.d.ts} +18 -31
- package/dist/search-kernel-DxqjBxA-.d.ts.map +1 -0
- package/dist/{search-ledger-d7V8o9Lk.js → search-ledger-TUvB5gWH.js} +189 -199
- package/dist/search-ledger-TUvB5gWH.js.map +1 -0
- package/dist/{search-ledger-file-BqOo-bVo.js → search-ledger-file-UKCO2r8a.js} +4 -4
- package/dist/search-ledger-file-UKCO2r8a.js.map +1 -0
- package/dist/search-ledger-types-p2xKfiDJ.d.ts.map +1 -1
- package/dist/{search-shipper-er4pK5_Y.js → search-shipper-Cw2z3-td.js} +4 -4
- package/dist/search-shipper-Cw2z3-td.js.map +1 -0
- package/dist/{search-summary-CBvz3u_S.js → search-summary-DQIvJsSB.js} +5 -5
- package/dist/{search-summary-CBvz3u_S.js.map → search-summary-DQIvJsSB.js.map} +1 -1
- package/dist/{sequential-CzK5DarL.js → sequential-BVv1sjsw.js} +2 -32
- package/dist/{sequential-CzK5DarL.js.map → sequential-BVv1sjsw.js.map} +1 -1
- package/dist/{sequential-D-1PPCmM.js → sequential-CimQrbjv.js} +5 -5
- package/dist/sequential-CimQrbjv.js.map +1 -0
- package/dist/{sequential-BhsrMupG.d.ts → sequential-KwGspfeR.d.ts} +2 -9
- package/dist/{sequential-BhsrMupG.d.ts.map → sequential-KwGspfeR.d.ts.map} +1 -1
- package/dist/{sequential-eprocess-D1jKoihe.js → sequential-eprocess-DodI6RoF.js} +2 -2
- package/dist/{sequential-eprocess-D1jKoihe.js.map → sequential-eprocess-DodI6RoF.js.map} +1 -1
- package/dist/{server-DbcC7xMl.js → server-DoVbqqtJ.js} +101 -101
- package/dist/server-DoVbqqtJ.js.map +1 -0
- package/dist/{single-run-lock-fVu3MZWH.js → single-run-lock-U58yf8N6.js} +2 -2
- package/dist/{single-run-lock-fVu3MZWH.js.map → single-run-lock-U58yf8N6.js.map} +1 -1
- package/dist/{skillopt-optimization-method-CCtzralq.js → skillopt-optimization-method-kyL94-ri.js} +428 -91
- package/dist/skillopt-optimization-method-kyL94-ri.js.map +1 -0
- package/dist/{spans-D9_ehFuk.d.ts → spans-CVngGij3.d.ts} +2 -2
- package/dist/{spans-D9_ehFuk.d.ts.map → spans-CVngGij3.d.ts.map} +1 -1
- package/dist/{statistical-heldout-1Gbmex7v.js → statistical-heldout-Bksv92Th.js} +3 -3
- package/dist/statistical-heldout-Bksv92Th.js.map +1 -0
- package/dist/{statistical-heldout-BeR4bOdg.d.ts → statistical-heldout-C9AbgREN.d.ts} +8 -67
- package/dist/statistical-heldout-C9AbgREN.d.ts.map +1 -0
- package/dist/{steps-Bg5-KVx1.d.ts → steps-DlepJPwD.d.ts} +2 -56
- package/dist/steps-DlepJPwD.d.ts.map +1 -0
- package/dist/{store-C4avFjIi.d.ts → store-B3nWRy3B.d.ts} +2 -2
- package/dist/{store-C4avFjIi.d.ts.map → store-B3nWRy3B.d.ts.map} +1 -1
- package/dist/{store-otlp-DtB4Slsr.js → store-otlp-BteDAbHK.js} +135 -132
- package/dist/store-otlp-BteDAbHK.js.map +1 -0
- package/dist/{store-tool-spans-fZIigrpP.js → store-tool-spans-D5l_OfTJ.js} +9 -9
- package/dist/store-tool-spans-D5l_OfTJ.js.map +1 -0
- package/dist/{store-tool-spans-DR1SrCLK.d.ts → store-tool-spans-DZS0HWVf.d.ts} +157 -165
- package/dist/store-tool-spans-DZS0HWVf.d.ts.map +1 -0
- package/dist/storyboard/index.d.ts +4 -11
- package/dist/storyboard/index.d.ts.map +1 -1
- package/dist/storyboard/index.js +21 -19
- package/dist/storyboard/index.js.map +1 -1
- package/dist/{summary-report-DtdRucM0.js → summary-report-BsXJoYX5.js} +588 -598
- package/dist/summary-report-BsXJoYX5.js.map +1 -0
- package/dist/{summary-report-C-CtItCN.d.ts → summary-report-DM7tlml1.d.ts} +16 -20
- package/dist/summary-report-DM7tlml1.d.ts.map +1 -0
- package/dist/supervisor-run/index.d.ts +189 -153
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +58 -450
- package/dist/supervisor-run/index.js.map +1 -1
- package/dist/{systemone-CpTLAlqb.d.ts → systemone-Bp_Ac0p1.d.ts} +6 -6
- package/dist/{systemone-CpTLAlqb.d.ts.map → systemone-Bp_Ac0p1.d.ts.map} +1 -1
- package/dist/systemone-protocol.js +1 -1
- package/dist/{systemone-review-B_yo1xsd.d.ts → systemone-review-CwE6JGIp.d.ts} +2 -2
- package/dist/{systemone-review-B_yo1xsd.d.ts.map → systemone-review-CwE6JGIp.d.ts.map} +1 -1
- package/dist/{systemone-review-BZWfrtq1.js → systemone-review-DzdOJ8I6.js} +3 -3
- package/dist/{systemone-review-BZWfrtq1.js.map → systemone-review-DzdOJ8I6.js.map} +1 -1
- package/dist/systemone.d.ts +5 -5
- package/dist/systemone.js +5 -5
- package/dist/systemone.js.map +1 -1
- package/dist/{task-failure-attributes-DngaLdE4.js → task-failure-attributes-BMsblaDh.js} +3 -3
- package/dist/task-failure-attributes-BMsblaDh.js.map +1 -0
- package/dist/{terminal-record-BHocwFw1.js → terminal-record-78g6E4vh.js} +17 -13
- package/dist/terminal-record-78g6E4vh.js.map +1 -0
- package/dist/{tool-groups-mcxOXVlb.d.ts → tool-groups-DyNz2JZ_.d.ts} +3 -3
- package/dist/tool-groups-DyNz2JZ_.d.ts.map +1 -0
- package/dist/{tool-waste-Wi4g6Ekb.d.ts → tool-waste-CkjzWmeY.d.ts} +53 -56
- package/dist/tool-waste-CkjzWmeY.d.ts.map +1 -0
- package/dist/{tool-waste-D52PqU9Q.js → tool-waste-DLsjS_p-.js} +5 -5
- package/dist/{tool-waste-D52PqU9Q.js.map → tool-waste-DLsjS_p-.js.map} +1 -1
- package/dist/{trace-questions-DG7nqLQ7.d.ts → trace-questions-xxwgsuMi.d.ts} +5 -10
- package/dist/{trace-questions-DG7nqLQ7.d.ts.map → trace-questions-xxwgsuMi.d.ts.map} +1 -1
- package/dist/trace-repair/index.d.ts +15 -212
- package/dist/trace-repair/index.d.ts.map +1 -1
- package/dist/trace-repair/index.js +865 -987
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/traces.d.ts +76 -86
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +13 -13
- package/dist/traces.js.map +1 -1
- package/dist/trajectory-replay/index.d.ts +3 -117
- package/dist/trajectory-replay/index.d.ts.map +1 -1
- package/dist/trajectory-replay/index.js +98 -56
- package/dist/trajectory-replay/index.js.map +1 -1
- package/dist/{tree-rXLW3M_4.js → tree-BGRglkKd.js} +2355 -2414
- package/dist/tree-BGRglkKd.js.map +1 -0
- package/dist/{types-B3jzCp0p.js → types-BXgASBCL.js} +2 -2
- package/dist/{types-B3jzCp0p.js.map → types-BXgASBCL.js.map} +1 -1
- package/dist/{types-oKRhQAde.d.ts → types-CW8ewATZ.d.ts} +5 -114
- package/dist/types-CW8ewATZ.d.ts.map +1 -0
- package/dist/{types-BqkVmHfv.d.ts → types-CmXY0PQf.d.ts} +2 -4
- package/dist/types-CmXY0PQf.d.ts.map +1 -0
- package/dist/{types-DBZ7keha.d.ts → types-D-mgRzlh.d.ts} +9 -72
- package/dist/types-D-mgRzlh.d.ts.map +1 -0
- package/dist/{types-B4C5nFw6.d.ts → types-D8GhJoHk.d.ts} +79 -75
- package/dist/types-D8GhJoHk.d.ts.map +1 -0
- package/dist/{types-IXD2HJzu.js → types-DqFMNTgK.js} +2 -4
- package/dist/types-DqFMNTgK.js.map +1 -0
- package/dist/{types-CfZMIzB_.d.ts → types-DtMbFw6U.d.ts} +3 -3
- package/dist/{types-CfZMIzB_.d.ts.map → types-DtMbFw6U.d.ts.map} +1 -1
- package/dist/{verdict-DhPoXApk.js → verdict-BGQmxQ8A.js} +3 -3
- package/dist/verdict-BGQmxQ8A.js.map +1 -0
- package/dist/{verdict-E4eRNf7-.d.ts → verdict-C24NELtN.d.ts} +2 -15
- package/dist/{verdict-E4eRNf7-.d.ts.map → verdict-C24NELtN.d.ts.map} +1 -1
- package/dist/{verdict-cache-BQEsVy9n.js → verdict-cache-CL_7tePD.js} +2 -2
- package/dist/verdict-cache-CL_7tePD.js.map +1 -0
- package/dist/wire/index.d.ts +32 -411
- package/dist/wire/index.d.ts.map +1 -1
- package/dist/wire/index.js +2 -2
- package/docs/changes/jev-evidence-review.md +1 -1
- package/docs/changes/jev-product-adoption.md +1 -1
- package/docs/changes/jev-recorded-evidence.md +1 -1
- package/docs/design/mlbenchmarks-book-review.md +1 -1
- package/docs/design/mlbenchmarks-review/probes.mts +23 -31
- package/docs/design/statistics-decisions.md +17 -17
- package/docs/design.md +1 -1
- package/docs/evaluation-integrity.md +1 -1
- package/docs/experiment.md +1 -1
- package/docs/proofs/campaign-attempt-retention-20261001/README.md +2 -2
- package/docs/public-api.md +138 -529
- package/docs/rollout.md +1 -1
- package/docs/trace-repair-admission.md +1 -1
- package/docs/wire-protocol.md +1 -1
- package/package.json +1 -1
- package/dist/active-curriculum-B_Lc9kfO.js +0 -61
- package/dist/active-curriculum-B_Lc9kfO.js.map +0 -1
- package/dist/agent-profile-CIA2Atnt.d.ts.map +0 -1
- package/dist/agent-profile-cell-BNp-Js9F.d.ts.map +0 -1
- package/dist/agent-profile-cell-BYc0bxsL.js.map +0 -1
- package/dist/agreement-irr-DsTURxdr.js.map +0 -1
- package/dist/analyze-runs-3xpby3p2.js.map +0 -1
- package/dist/analyze-runs-CSDAh8A7.d.ts.map +0 -1
- package/dist/ast-DJ6Bc7ab.js +0 -558
- package/dist/ast-DJ6Bc7ab.js.map +0 -1
- package/dist/ast-hI-vjW6J.d.ts +0 -457
- package/dist/ast-hI-vjW6J.d.ts.map +0 -1
- package/dist/baseline-Dm8966du.js +0 -259
- package/dist/baseline-Dm8966du.js.map +0 -1
- package/dist/benchmark-BywPeAUo.js +0 -562
- package/dist/benchmark-BywPeAUo.js.map +0 -1
- package/dist/benchmark-command-CByl9dxG.js.map +0 -1
- package/dist/campaign-BQ-Jujuj.js.map +0 -1
- package/dist/chat-json-call-BrKsyspg.js.map +0 -1
- package/dist/claim-BXcZw-jo.js.map +0 -1
- package/dist/claude-jsonl-dZir12m6.js +0 -86
- package/dist/claude-jsonl-dZir12m6.js.map +0 -1
- package/dist/client-BzL9niqi.d.ts.map +0 -1
- package/dist/cost-ledger-CO7UyEcQ.d.ts.map +0 -1
- package/dist/cost-ledger-D2FnJPBF.js.map +0 -1
- package/dist/counterfactual-CPaWN99-.d.ts +0 -60
- package/dist/counterfactual-CPaWN99-.d.ts.map +0 -1
- package/dist/counterfactual-DtMWvn7D.js +0 -98
- package/dist/counterfactual-DtMWvn7D.js.map +0 -1
- package/dist/default-registry-BrWh62zf.d.ts.map +0 -1
- package/dist/default-registry-Cn1LQ2Ve.js.map +0 -1
- package/dist/define-agent-eval-CEWkX5wZ.d.ts.map +0 -1
- package/dist/define-agent-eval-Ch3MWX6k.js.map +0 -1
- package/dist/dspy-rlm-engine-D-KX_e64.js.map +0 -1
- package/dist/effect-sizes-DiH8MGOH.js +0 -82
- package/dist/effect-sizes-DiH8MGOH.js.map +0 -1
- package/dist/emitter-HcCmFQl_.d.ts.map +0 -1
- package/dist/engine-C_zNWfM8.d.ts.map +0 -1
- package/dist/equal-terms-Blx9Zk5I.js.map +0 -1
- package/dist/evaluation-Cn2dRZIz.d.ts.map +0 -1
- package/dist/exporters-X4xwla8A.js.map +0 -1
- package/dist/external-optimizer-process-nnsY5D_4.js.map +0 -1
- package/dist/external-optimizer-subprocess-DcerlZSG.js.map +0 -1
- package/dist/failure-cluster-CbgEDcFJ.d.ts.map +0 -1
- package/dist/feedback-trajectory-DkaDj0dj.d.ts.map +0 -1
- package/dist/hf-dataset-BR2yhuNn.js.map +0 -1
- package/dist/index-CPJJr98o.d.ts.map +0 -1
- package/dist/index-Ch9VxCpK.d.ts.map +0 -1
- package/dist/index-DHKEAv3s.d.ts.map +0 -1
- package/dist/index-DlH0Y9gI.d.ts.map +0 -1
- package/dist/index-NvGBiO8H.d.ts.map +0 -1
- package/dist/integrity-BV1ZDf42.js.map +0 -1
- package/dist/journal-DvKCvjty.js.map +0 -1
- package/dist/judge-gate-B1qYnkpi.js.map +0 -1
- package/dist/judge-gate-DNcUrRFA.d.ts.map +0 -1
- package/dist/kind-factory-CbZ-6tvu.js.map +0 -1
- package/dist/ledger-core-B2hahzrt.js.map +0 -1
- package/dist/llm-client-DQveoxSM.js.map +0 -1
- package/dist/llm-judge-PXV7Xljl.js.map +0 -1
- package/dist/matrix-CHMiebFx.d.ts.map +0 -1
- package/dist/matrix-_BV9-Lk5.js.map +0 -1
- package/dist/mint-DCGoBYhB.d.ts +0 -155
- package/dist/mint-DCGoBYhB.d.ts.map +0 -1
- package/dist/normal-DsJZtrJc.js +0 -25
- package/dist/normal-DsJZtrJc.js.map +0 -1
- package/dist/paired-arms-DzKn0TfY.js.map +0 -1
- package/dist/paired-binary-Q36bhn2R.js.map +0 -1
- package/dist/paired-promotion-decision-DPKz8ZnF.d.ts.map +0 -1
- package/dist/paired-tests-jbwPdSz5.js.map +0 -1
- package/dist/prime-protocol-CEE4BR9N.d.ts.map +0 -1
- package/dist/prime-protocol-DcAK9pC8.js.map +0 -1
- package/dist/produced-state-ZCtDBxAE.js.map +0 -1
- package/dist/proposal-findings-BZiMTzAF.js.map +0 -1
- package/dist/query-B1D1qp2Z.js.map +0 -1
- package/dist/redact-Cveoq6fJ.d.ts.map +0 -1
- package/dist/redact-Dk1ZdJEm.js.map +0 -1
- package/dist/release-confidence-BK2QCB5M.d.ts.map +0 -1
- package/dist/release-confidence-Dbe9AS_X.js.map +0 -1
- package/dist/report-command-y8H6RSX8.js.map +0 -1
- package/dist/reward-hacking-DHA7c1l8.d.ts.map +0 -1
- package/dist/rollout-D9bKKBnZ.js.map +0 -1
- package/dist/run-record-D1Hw-Jml.d.ts.map +0 -1
- package/dist/run-record-ES07wfz9.js.map +0 -1
- package/dist/schema-2g7trUwH.d.ts.map +0 -1
- package/dist/schema-BuiujZ-g.js.map +0 -1
- package/dist/schema-CSf6qWgZ.js.map +0 -1
- package/dist/search-kernel-BztlERLv.js.map +0 -1
- package/dist/search-kernel-CpcKH5Ih.d.ts.map +0 -1
- package/dist/search-ledger-d7V8o9Lk.js.map +0 -1
- package/dist/search-ledger-file-BqOo-bVo.js.map +0 -1
- package/dist/search-shipper-er4pK5_Y.js.map +0 -1
- package/dist/semantic-concept-judge-zQBG9hHU.js.map +0 -1
- package/dist/sequential-D-1PPCmM.js.map +0 -1
- package/dist/server-DbcC7xMl.js.map +0 -1
- package/dist/skillopt-optimization-method-CCtzralq.js.map +0 -1
- package/dist/statistical-heldout-1Gbmex7v.js.map +0 -1
- package/dist/statistical-heldout-BeR4bOdg.d.ts.map +0 -1
- package/dist/steps-Bg5-KVx1.d.ts.map +0 -1
- package/dist/store-otlp-DtB4Slsr.js.map +0 -1
- package/dist/store-tool-spans-DR1SrCLK.d.ts.map +0 -1
- package/dist/store-tool-spans-fZIigrpP.js.map +0 -1
- package/dist/student-t-BQeKJx2N.js +0 -39
- package/dist/student-t-BQeKJx2N.js.map +0 -1
- package/dist/summary-report-C-CtItCN.d.ts.map +0 -1
- package/dist/summary-report-DtdRucM0.js.map +0 -1
- package/dist/task-failure-attributes-DngaLdE4.js.map +0 -1
- package/dist/terminal-record-BHocwFw1.js.map +0 -1
- package/dist/tool-groups-mcxOXVlb.d.ts.map +0 -1
- package/dist/tool-waste-Wi4g6Ekb.d.ts.map +0 -1
- package/dist/trajectory-Y1fmdlw7.d.ts +0 -24
- package/dist/trajectory-Y1fmdlw7.d.ts.map +0 -1
- package/dist/tree-rXLW3M_4.js.map +0 -1
- package/dist/types-B4C5nFw6.d.ts.map +0 -1
- package/dist/types-BqkVmHfv.d.ts.map +0 -1
- package/dist/types-DBZ7keha.d.ts.map +0 -1
- package/dist/types-IXD2HJzu.js.map +0 -1
- package/dist/types-oKRhQAde.d.ts.map +0 -1
- package/dist/usage-receipt-Cx3xNeyB.js +0 -76
- package/dist/usage-receipt-Cx3xNeyB.js.map +0 -1
- package/dist/verdict-DhPoXApk.js.map +0 -1
- package/dist/verdict-cache-BQEsVy9n.js.map +0 -1
- package/docs/design/self-improvement-evidence-audit.md +0 -263
package/dist/wire/index.d.ts
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { x as ChatClient } from "../types-
|
|
3
|
-
import { s as TraceStore } from "../store-
|
|
4
|
-
import { m as FeedbackTrajectoryStore } from "../feedback-trajectory-
|
|
1
|
+
import { a as CostLedgerHandle, p as CustomTokenPricing } from "../cost-ledger-Jk62OBfF.js";
|
|
2
|
+
import { x as ChatClient } from "../types-D-mgRzlh.js";
|
|
3
|
+
import { s as TraceStore } from "../store-B3nWRy3B.js";
|
|
4
|
+
import { m as FeedbackTrajectoryStore } from "../feedback-trajectory-BWmhRBGu.js";
|
|
5
5
|
import { z } from "zod";
|
|
6
6
|
import { ServerType } from "@hono/node-server";
|
|
7
7
|
import { Hono } from "hono";
|
|
8
8
|
//#region src/wire/schemas.d.ts
|
|
9
|
-
|
|
9
|
+
declare const RubricDimensionSchema: z.ZodObject<{
|
|
10
10
|
id: z.ZodString;
|
|
11
11
|
description: z.ZodString;
|
|
12
12
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
@@ -17,7 +17,7 @@ declare const FailureModeSchema: z.ZodObject<{
|
|
|
17
17
|
id: z.ZodString;
|
|
18
18
|
description: z.ZodString;
|
|
19
19
|
}, z.core.$strip>;
|
|
20
|
-
|
|
20
|
+
declare const RubricSchema: z.ZodObject<{
|
|
21
21
|
name: z.ZodString;
|
|
22
22
|
description: z.ZodString;
|
|
23
23
|
systemPrompt: z.ZodString;
|
|
@@ -37,7 +37,7 @@ export declare const RubricSchema: z.ZodObject<{
|
|
|
37
37
|
description: z.ZodString;
|
|
38
38
|
}, z.core.$strip>>>;
|
|
39
39
|
}, z.core.$strip>;
|
|
40
|
-
|
|
40
|
+
declare const JudgeRequestSchema: z.ZodObject<{
|
|
41
41
|
rubricName: z.ZodOptional<z.ZodString>;
|
|
42
42
|
rubric: z.ZodOptional<z.ZodObject<{
|
|
43
43
|
name: z.ZodString;
|
|
@@ -63,7 +63,7 @@ export declare const JudgeRequestSchema: z.ZodObject<{
|
|
|
63
63
|
context: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
64
64
|
model: z.ZodOptional<z.ZodString>;
|
|
65
65
|
}, z.core.$strip>;
|
|
66
|
-
|
|
66
|
+
declare const JudgeResultSchema: z.ZodObject<{
|
|
67
67
|
composite: z.ZodNumber;
|
|
68
68
|
dimensions: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
69
69
|
failureModes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
@@ -84,7 +84,7 @@ declare const RubricInfoSchema: z.ZodObject<{
|
|
|
84
84
|
failureModes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
85
85
|
rubricVersion: z.ZodString;
|
|
86
86
|
}, z.core.$strip>;
|
|
87
|
-
|
|
87
|
+
declare const ListRubricsResponseSchema: z.ZodObject<{
|
|
88
88
|
rubrics: z.ZodArray<z.ZodObject<{
|
|
89
89
|
name: z.ZodString;
|
|
90
90
|
description: z.ZodString;
|
|
@@ -97,19 +97,15 @@ export declare const ListRubricsResponseSchema: z.ZodObject<{
|
|
|
97
97
|
rubricVersion: z.ZodString;
|
|
98
98
|
}, z.core.$strip>>;
|
|
99
99
|
}, z.core.$strip>;
|
|
100
|
-
|
|
100
|
+
declare const VersionResponseSchema: z.ZodObject<{
|
|
101
101
|
package: z.ZodString;
|
|
102
102
|
version: z.ZodString;
|
|
103
103
|
wireVersion: z.ZodString;
|
|
104
104
|
apiSurface: z.ZodArray<z.ZodString>;
|
|
105
105
|
}, z.core.$strip>;
|
|
106
|
-
export declare const HealthResponseSchema: z.ZodObject<{
|
|
107
|
-
status: z.ZodLiteral<"ok">;
|
|
108
|
-
uptimeSec: z.ZodNumber;
|
|
109
|
-
}, z.core.$strip>;
|
|
110
106
|
/**
|
|
111
|
-
* Minimal `
|
|
112
|
-
* Matches `trace/schema.ts` `
|
|
107
|
+
* Minimal `WireTraceEvent` shape that the production runtime emits.
|
|
108
|
+
* Matches `trace/schema.ts` `WireTraceEvent` but is duplicated here as a
|
|
113
109
|
* wire schema so non-TypeScript clients can validate without depending
|
|
114
110
|
* on internal types.
|
|
115
111
|
*/
|
|
@@ -130,7 +126,7 @@ export declare const TraceEventSchema: z.ZodObject<{
|
|
|
130
126
|
timestamp: z.ZodNumber;
|
|
131
127
|
payload: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
132
128
|
}, z.core.$strip>;
|
|
133
|
-
|
|
129
|
+
declare const TracesIngestRequestSchema: z.ZodObject<{
|
|
134
130
|
events: z.ZodArray<z.ZodObject<{
|
|
135
131
|
eventId: z.ZodString;
|
|
136
132
|
runId: z.ZodString;
|
|
@@ -149,7 +145,7 @@ export declare const TracesIngestRequestSchema: z.ZodObject<{
|
|
|
149
145
|
payload: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
150
146
|
}, z.core.$strip>>;
|
|
151
147
|
}, z.core.$strip>;
|
|
152
|
-
|
|
148
|
+
declare const TracesIngestResponseSchema: z.ZodObject<{
|
|
153
149
|
accepted: z.ZodNumber;
|
|
154
150
|
rejected: z.ZodNumber;
|
|
155
151
|
errors: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
@@ -282,15 +278,15 @@ export declare const FeedbackTrajectorySchema: z.ZodObject<{
|
|
|
282
278
|
updatedAt: z.ZodOptional<z.ZodString>;
|
|
283
279
|
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
284
280
|
}, z.core.$strip>;
|
|
285
|
-
|
|
281
|
+
declare const FeedbackIngestResponseSchema: z.ZodObject<{
|
|
286
282
|
id: z.ZodString;
|
|
287
283
|
persisted: z.ZodBoolean;
|
|
288
284
|
}, z.core.$strip>;
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
285
|
+
type WireTraceEvent = z.infer<typeof TraceEventSchema>;
|
|
286
|
+
type TracesIngestRequest = z.infer<typeof TracesIngestRequestSchema>;
|
|
287
|
+
type TracesIngestResponse = z.infer<typeof TracesIngestResponseSchema>;
|
|
288
|
+
type WireFeedbackTrajectory = z.infer<typeof FeedbackTrajectorySchema>;
|
|
289
|
+
type FeedbackIngestResponse = z.infer<typeof FeedbackIngestResponseSchema>;
|
|
294
290
|
export declare const ErrorResponseSchema: z.ZodObject<{
|
|
295
291
|
error: z.ZodObject<{
|
|
296
292
|
code: z.ZodString;
|
|
@@ -298,15 +294,15 @@ export declare const ErrorResponseSchema: z.ZodObject<{
|
|
|
298
294
|
details: z.ZodOptional<z.ZodUnknown>;
|
|
299
295
|
}, z.core.$strip>;
|
|
300
296
|
}, z.core.$strip>;
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
297
|
+
type WireRubricDimension = z.infer<typeof RubricDimensionSchema>;
|
|
298
|
+
type WireFailureMode = z.infer<typeof FailureModeSchema>;
|
|
299
|
+
type Rubric = z.infer<typeof RubricSchema>;
|
|
300
|
+
type JudgeRequest = z.infer<typeof JudgeRequestSchema>;
|
|
301
|
+
type JudgeResult = z.infer<typeof JudgeResultSchema>;
|
|
302
|
+
type RubricInfo = z.infer<typeof RubricInfoSchema>;
|
|
303
|
+
type ListRubricsResponse = z.infer<typeof ListRubricsResponseSchema>;
|
|
304
|
+
type VersionResponse = z.infer<typeof VersionResponseSchema>;
|
|
305
|
+
type ErrorResponse = z.infer<typeof ErrorResponseSchema>;
|
|
310
306
|
/**
|
|
311
307
|
* Bump the major on any breaking change to a request/response schema — the
|
|
312
308
|
* Python client compares majors and refuses a mismatch. Bump the minor when a
|
|
@@ -314,24 +310,6 @@ export type ErrorResponse = z.infer<typeof ErrorResponseSchema>;
|
|
|
314
310
|
* can detect but does not have to act on.
|
|
315
311
|
*/
|
|
316
312
|
export declare const WIRE_VERSION = "1.1.0";
|
|
317
|
-
/**
|
|
318
|
-
* The digest scheme `hashRubric` mints, named inside the value it produces.
|
|
319
|
-
* A consumer holding a tag from an earlier release reads a different scheme
|
|
320
|
-
* here and can tell "this package changed how it hashes" from "the rubric
|
|
321
|
-
* changed" — the two are indistinguishable when the value is an untagged hex
|
|
322
|
-
* string.
|
|
323
|
-
*/
|
|
324
|
-
export declare const RUBRIC_VERSION_SCHEME = "sha256-rfc8785";
|
|
325
|
-
/**
|
|
326
|
-
* Stable identity of a rubric, as `<name>@sha256-rfc8785:<hex>`. Two scores
|
|
327
|
-
* are comparable when this matches exactly.
|
|
328
|
-
*
|
|
329
|
-
* The digest comes from `hashCanonical`, this package's only canonical-JSON
|
|
330
|
-
* encoder (RFC 8785). RFC 8785 orders keys by UTF-16 code unit, which is a
|
|
331
|
-
* property of the value alone — so the same rubric produces the same tag on
|
|
332
|
-
* every machine, which a locale-collated key order does not guarantee.
|
|
333
|
-
*/
|
|
334
|
-
export declare function hashRubric(rubric: Rubric): string;
|
|
335
313
|
//#endregion
|
|
336
314
|
//#region src/wire/handlers.d.ts
|
|
337
315
|
/** Caller-fixable error. The transport renders this to 4xx + ErrorResponse. */
|
|
@@ -341,7 +319,7 @@ export declare class WireError extends Error {
|
|
|
341
319
|
readonly details?: unknown;
|
|
342
320
|
constructor(code: string, message: string, status?: number, details?: unknown);
|
|
343
321
|
}
|
|
344
|
-
|
|
322
|
+
interface HandleJudgeOptions {
|
|
345
323
|
costLedger?: CostLedgerHandle;
|
|
346
324
|
costPhase?: string;
|
|
347
325
|
/**
|
|
@@ -355,9 +333,6 @@ export interface HandleJudgeOptions {
|
|
|
355
333
|
pricing?: CustomTokenPricing;
|
|
356
334
|
signal?: AbortSignal;
|
|
357
335
|
}
|
|
358
|
-
export declare function handleJudge(req: JudgeRequest, options?: HandleJudgeOptions): Promise<JudgeResult>;
|
|
359
|
-
export declare function handleListRubrics(): ListRubricsResponse;
|
|
360
|
-
export declare function handleVersion(): VersionResponse;
|
|
361
336
|
/**
|
|
362
337
|
* Pluggable stores the wire layer routes ingestion writes into. Both
|
|
363
338
|
* are optional — when omitted, the corresponding endpoint returns 503.
|
|
@@ -366,344 +341,10 @@ export declare function handleVersion(): VersionResponse;
|
|
|
366
341
|
* `FileSystemFeedbackTrajectoryStore` here. Tests substitute in-memory
|
|
367
342
|
* stores.
|
|
368
343
|
*/
|
|
369
|
-
|
|
344
|
+
interface IngestionStores {
|
|
370
345
|
traceStore?: TraceStore;
|
|
371
346
|
feedbackStore?: FeedbackTrajectoryStore;
|
|
372
347
|
}
|
|
373
|
-
/**
|
|
374
|
-
* `POST /v1/traces/ingest` — accept a batch of `TraceEvent`s from the
|
|
375
|
-
* production runtime. Best-effort: each event is appended independently;
|
|
376
|
-
* one bad event does not poison the batch.
|
|
377
|
-
*
|
|
378
|
-
* Idempotency: the underlying store is append-only; consumers retrying
|
|
379
|
-
* the same payload will get duplicate events. Consumers should
|
|
380
|
-
* de-duplicate by `eventId` downstream — production traces frequently
|
|
381
|
-
* land via at-least-once buses (Kafka, SQS) where dedup is unavoidable.
|
|
382
|
-
*/
|
|
383
|
-
export declare function handleTracesIngest(req: TracesIngestRequest, stores: IngestionStores): Promise<TracesIngestResponse>;
|
|
384
|
-
/**
|
|
385
|
-
* `POST /v1/feedback` — accept a single `FeedbackTrajectory` from the
|
|
386
|
-
* production runtime. Idempotent on `id`: re-posting the same trajectory
|
|
387
|
-
* replaces the prior record.
|
|
388
|
-
*/
|
|
389
|
-
export declare function handleFeedbackIngest(req: FeedbackTrajectory, stores: IngestionStores): Promise<FeedbackIngestResponse>;
|
|
390
|
-
//#endregion
|
|
391
|
-
//#region node_modules/.pnpm/openapi3-ts@4.6.1/node_modules/openapi3-ts/dist/model/specification-extension.d.ts
|
|
392
|
-
type IExtensionName = `x-${string}`;
|
|
393
|
-
type IExtensionType = any;
|
|
394
|
-
type ISpecificationExtension = {
|
|
395
|
-
[extensionName: IExtensionName]: IExtensionType;
|
|
396
|
-
};
|
|
397
|
-
//#endregion
|
|
398
|
-
//#region node_modules/.pnpm/openapi3-ts@4.6.1/node_modules/openapi3-ts/dist/model/oas-common.d.ts
|
|
399
|
-
interface ServerObject extends ISpecificationExtension {
|
|
400
|
-
url: string;
|
|
401
|
-
description?: string;
|
|
402
|
-
variables?: {
|
|
403
|
-
[v: string]: ServerVariableObject;
|
|
404
|
-
};
|
|
405
|
-
}
|
|
406
|
-
interface ServerVariableObject extends ISpecificationExtension {
|
|
407
|
-
enum?: string[] | boolean[] | number[];
|
|
408
|
-
default: string | boolean | number;
|
|
409
|
-
description?: string;
|
|
410
|
-
}
|
|
411
|
-
//#endregion
|
|
412
|
-
//#region node_modules/.pnpm/openapi3-ts@4.6.1/node_modules/openapi3-ts/dist/model/openapi31.d.ts
|
|
413
|
-
interface OpenAPIObject extends ISpecificationExtension {
|
|
414
|
-
openapi: string;
|
|
415
|
-
info: InfoObject;
|
|
416
|
-
servers?: ServerObject[];
|
|
417
|
-
paths?: PathsObject;
|
|
418
|
-
components?: ComponentsObject;
|
|
419
|
-
security?: SecurityRequirementObject[];
|
|
420
|
-
tags?: TagObject[];
|
|
421
|
-
externalDocs?: ExternalDocumentationObject;
|
|
422
|
-
webhooks?: PathsObject;
|
|
423
|
-
}
|
|
424
|
-
interface InfoObject extends ISpecificationExtension {
|
|
425
|
-
title: string;
|
|
426
|
-
description?: string;
|
|
427
|
-
termsOfService?: string;
|
|
428
|
-
contact?: ContactObject;
|
|
429
|
-
license?: LicenseObject;
|
|
430
|
-
version: string;
|
|
431
|
-
}
|
|
432
|
-
interface ContactObject extends ISpecificationExtension {
|
|
433
|
-
name?: string;
|
|
434
|
-
url?: string;
|
|
435
|
-
email?: string;
|
|
436
|
-
}
|
|
437
|
-
interface LicenseObject extends ISpecificationExtension {
|
|
438
|
-
name: string;
|
|
439
|
-
identifier?: string;
|
|
440
|
-
url?: string;
|
|
441
|
-
}
|
|
442
|
-
interface ComponentsObject extends ISpecificationExtension {
|
|
443
|
-
schemas?: {
|
|
444
|
-
[schema: string]: SchemaObject | ReferenceObject;
|
|
445
|
-
};
|
|
446
|
-
responses?: {
|
|
447
|
-
[response: string]: ResponseObject | ReferenceObject;
|
|
448
|
-
};
|
|
449
|
-
parameters?: {
|
|
450
|
-
[parameter: string]: ParameterObject | ReferenceObject;
|
|
451
|
-
};
|
|
452
|
-
examples?: {
|
|
453
|
-
[example: string]: ExampleObject | ReferenceObject;
|
|
454
|
-
};
|
|
455
|
-
requestBodies?: {
|
|
456
|
-
[request: string]: RequestBodyObject | ReferenceObject;
|
|
457
|
-
};
|
|
458
|
-
headers?: {
|
|
459
|
-
[header: string]: HeaderObject | ReferenceObject;
|
|
460
|
-
};
|
|
461
|
-
securitySchemes?: {
|
|
462
|
-
[securityScheme: string]: SecuritySchemeObject | ReferenceObject;
|
|
463
|
-
};
|
|
464
|
-
links?: {
|
|
465
|
-
[link: string]: LinkObject | ReferenceObject;
|
|
466
|
-
};
|
|
467
|
-
callbacks?: {
|
|
468
|
-
[callback: string]: CallbackObject | ReferenceObject;
|
|
469
|
-
};
|
|
470
|
-
pathItems?: {
|
|
471
|
-
[pathItem: string]: PathItemObject | ReferenceObject;
|
|
472
|
-
};
|
|
473
|
-
}
|
|
474
|
-
interface PathsObject extends ISpecificationExtension {
|
|
475
|
-
[path: string]: PathItemObject;
|
|
476
|
-
}
|
|
477
|
-
interface PathItemObject extends ISpecificationExtension {
|
|
478
|
-
$ref?: string;
|
|
479
|
-
summary?: string;
|
|
480
|
-
description?: string;
|
|
481
|
-
get?: OperationObject;
|
|
482
|
-
put?: OperationObject;
|
|
483
|
-
post?: OperationObject;
|
|
484
|
-
delete?: OperationObject;
|
|
485
|
-
options?: OperationObject;
|
|
486
|
-
head?: OperationObject;
|
|
487
|
-
patch?: OperationObject;
|
|
488
|
-
trace?: OperationObject;
|
|
489
|
-
servers?: ServerObject[];
|
|
490
|
-
parameters?: (ParameterObject | ReferenceObject)[];
|
|
491
|
-
}
|
|
492
|
-
interface OperationObject extends ISpecificationExtension {
|
|
493
|
-
tags?: string[];
|
|
494
|
-
summary?: string;
|
|
495
|
-
description?: string;
|
|
496
|
-
externalDocs?: ExternalDocumentationObject;
|
|
497
|
-
operationId?: string;
|
|
498
|
-
parameters?: (ParameterObject | ReferenceObject)[];
|
|
499
|
-
requestBody?: RequestBodyObject | ReferenceObject;
|
|
500
|
-
responses?: ResponsesObject;
|
|
501
|
-
callbacks?: CallbacksObject;
|
|
502
|
-
deprecated?: boolean;
|
|
503
|
-
security?: SecurityRequirementObject[];
|
|
504
|
-
servers?: ServerObject[];
|
|
505
|
-
}
|
|
506
|
-
interface ExternalDocumentationObject extends ISpecificationExtension {
|
|
507
|
-
description?: string;
|
|
508
|
-
url: string;
|
|
509
|
-
}
|
|
510
|
-
type ParameterLocation = 'query' | 'header' | 'path' | 'cookie';
|
|
511
|
-
type ParameterStyle = 'matrix' | 'label' | 'form' | 'simple' | 'spaceDelimited' | 'pipeDelimited' | 'deepObject';
|
|
512
|
-
interface BaseParameterObject extends ISpecificationExtension {
|
|
513
|
-
description?: string;
|
|
514
|
-
required?: boolean;
|
|
515
|
-
deprecated?: boolean;
|
|
516
|
-
allowEmptyValue?: boolean;
|
|
517
|
-
style?: ParameterStyle;
|
|
518
|
-
explode?: boolean;
|
|
519
|
-
allowReserved?: boolean;
|
|
520
|
-
schema?: SchemaObject | ReferenceObject;
|
|
521
|
-
examples?: {
|
|
522
|
-
[param: string]: ExampleObject | ReferenceObject;
|
|
523
|
-
};
|
|
524
|
-
example?: any;
|
|
525
|
-
content?: ContentObject;
|
|
526
|
-
}
|
|
527
|
-
interface ParameterObject extends BaseParameterObject {
|
|
528
|
-
name: string;
|
|
529
|
-
in: ParameterLocation;
|
|
530
|
-
}
|
|
531
|
-
interface RequestBodyObject extends ISpecificationExtension {
|
|
532
|
-
description?: string;
|
|
533
|
-
content: ContentObject;
|
|
534
|
-
required?: boolean;
|
|
535
|
-
}
|
|
536
|
-
interface ContentObject {
|
|
537
|
-
[mediatype: string]: MediaTypeObject;
|
|
538
|
-
}
|
|
539
|
-
interface MediaTypeObject extends ISpecificationExtension {
|
|
540
|
-
schema?: SchemaObject | ReferenceObject;
|
|
541
|
-
examples?: ExamplesObject;
|
|
542
|
-
example?: any;
|
|
543
|
-
encoding?: EncodingObject;
|
|
544
|
-
}
|
|
545
|
-
interface EncodingObject extends ISpecificationExtension {
|
|
546
|
-
[property: string]: EncodingPropertyObject | any;
|
|
547
|
-
}
|
|
548
|
-
interface EncodingPropertyObject {
|
|
549
|
-
contentType?: string;
|
|
550
|
-
headers?: {
|
|
551
|
-
[key: string]: HeaderObject | ReferenceObject;
|
|
552
|
-
};
|
|
553
|
-
style?: string;
|
|
554
|
-
explode?: boolean;
|
|
555
|
-
allowReserved?: boolean;
|
|
556
|
-
[key: string]: any;
|
|
557
|
-
}
|
|
558
|
-
interface ResponsesObject extends ISpecificationExtension {
|
|
559
|
-
default?: ResponseObject | ReferenceObject;
|
|
560
|
-
[statuscode: string]: ResponseObject | ReferenceObject | any;
|
|
561
|
-
}
|
|
562
|
-
interface ResponseObject extends ISpecificationExtension {
|
|
563
|
-
description: string;
|
|
564
|
-
headers?: HeadersObject;
|
|
565
|
-
content?: ContentObject;
|
|
566
|
-
links?: LinksObject;
|
|
567
|
-
}
|
|
568
|
-
interface CallbacksObject extends ISpecificationExtension {
|
|
569
|
-
[name: string]: CallbackObject | ReferenceObject | any;
|
|
570
|
-
}
|
|
571
|
-
interface CallbackObject extends ISpecificationExtension {
|
|
572
|
-
[name: string]: PathItemObject | any;
|
|
573
|
-
}
|
|
574
|
-
interface HeadersObject {
|
|
575
|
-
[name: string]: HeaderObject | ReferenceObject;
|
|
576
|
-
}
|
|
577
|
-
interface ExampleObject {
|
|
578
|
-
summary?: string;
|
|
579
|
-
description?: string;
|
|
580
|
-
value?: any;
|
|
581
|
-
externalValue?: string;
|
|
582
|
-
[property: string]: any;
|
|
583
|
-
}
|
|
584
|
-
interface LinksObject {
|
|
585
|
-
[name: string]: LinkObject | ReferenceObject;
|
|
586
|
-
}
|
|
587
|
-
interface LinkObject extends ISpecificationExtension {
|
|
588
|
-
operationRef?: string;
|
|
589
|
-
operationId?: string;
|
|
590
|
-
parameters?: LinkParametersObject;
|
|
591
|
-
requestBody?: any | string;
|
|
592
|
-
description?: string;
|
|
593
|
-
server?: ServerObject;
|
|
594
|
-
[property: string]: any;
|
|
595
|
-
}
|
|
596
|
-
interface LinkParametersObject {
|
|
597
|
-
[name: string]: any | string;
|
|
598
|
-
}
|
|
599
|
-
interface HeaderObject extends BaseParameterObject {
|
|
600
|
-
$ref?: string;
|
|
601
|
-
}
|
|
602
|
-
interface TagObject extends ISpecificationExtension {
|
|
603
|
-
name: string;
|
|
604
|
-
description?: string;
|
|
605
|
-
externalDocs?: ExternalDocumentationObject;
|
|
606
|
-
[extension: string]: any;
|
|
607
|
-
}
|
|
608
|
-
interface ExamplesObject {
|
|
609
|
-
[name: string]: ExampleObject | ReferenceObject;
|
|
610
|
-
}
|
|
611
|
-
interface ReferenceObject {
|
|
612
|
-
$ref: string;
|
|
613
|
-
summary?: string;
|
|
614
|
-
description?: string;
|
|
615
|
-
}
|
|
616
|
-
type SchemaObjectType = 'integer' | 'number' | 'string' | 'boolean' | 'object' | 'null' | 'array';
|
|
617
|
-
interface SchemaObject extends ISpecificationExtension {
|
|
618
|
-
$ref?: string;
|
|
619
|
-
discriminator?: DiscriminatorObject;
|
|
620
|
-
readOnly?: boolean;
|
|
621
|
-
writeOnly?: boolean;
|
|
622
|
-
xml?: XmlObject;
|
|
623
|
-
externalDocs?: ExternalDocumentationObject;
|
|
624
|
-
example?: any;
|
|
625
|
-
examples?: any[];
|
|
626
|
-
deprecated?: boolean;
|
|
627
|
-
type?: SchemaObjectType | SchemaObjectType[];
|
|
628
|
-
format?: 'int32' | 'int64' | 'float' | 'double' | 'byte' | 'binary' | 'date' | 'date-time' | 'password' | string;
|
|
629
|
-
allOf?: (SchemaObject | ReferenceObject)[];
|
|
630
|
-
oneOf?: (SchemaObject | ReferenceObject)[];
|
|
631
|
-
anyOf?: (SchemaObject | ReferenceObject)[];
|
|
632
|
-
not?: SchemaObject | ReferenceObject;
|
|
633
|
-
items?: SchemaObject | ReferenceObject;
|
|
634
|
-
properties?: {
|
|
635
|
-
[propertyName: string]: SchemaObject | ReferenceObject;
|
|
636
|
-
};
|
|
637
|
-
additionalProperties?: SchemaObject | ReferenceObject | boolean;
|
|
638
|
-
propertyNames?: SchemaObject | ReferenceObject;
|
|
639
|
-
description?: string;
|
|
640
|
-
default?: any;
|
|
641
|
-
title?: string;
|
|
642
|
-
multipleOf?: number;
|
|
643
|
-
maximum?: number;
|
|
644
|
-
const?: any;
|
|
645
|
-
exclusiveMaximum?: number;
|
|
646
|
-
minimum?: number;
|
|
647
|
-
exclusiveMinimum?: number;
|
|
648
|
-
maxLength?: number;
|
|
649
|
-
minLength?: number;
|
|
650
|
-
pattern?: string;
|
|
651
|
-
maxItems?: number;
|
|
652
|
-
minItems?: number;
|
|
653
|
-
uniqueItems?: boolean;
|
|
654
|
-
maxProperties?: number;
|
|
655
|
-
minProperties?: number;
|
|
656
|
-
required?: string[];
|
|
657
|
-
enum?: any[];
|
|
658
|
-
prefixItems?: (SchemaObject | ReferenceObject)[];
|
|
659
|
-
contentMediaType?: string;
|
|
660
|
-
contentEncoding?: string;
|
|
661
|
-
}
|
|
662
|
-
interface DiscriminatorObject {
|
|
663
|
-
propertyName: string;
|
|
664
|
-
mapping?: {
|
|
665
|
-
[key: string]: string;
|
|
666
|
-
};
|
|
667
|
-
}
|
|
668
|
-
interface XmlObject extends ISpecificationExtension {
|
|
669
|
-
name?: string;
|
|
670
|
-
namespace?: string;
|
|
671
|
-
prefix?: string;
|
|
672
|
-
attribute?: boolean;
|
|
673
|
-
wrapped?: boolean;
|
|
674
|
-
}
|
|
675
|
-
type SecuritySchemeType = 'apiKey' | 'http' | 'oauth2' | 'openIdConnect';
|
|
676
|
-
interface SecuritySchemeObject extends ISpecificationExtension {
|
|
677
|
-
type: SecuritySchemeType;
|
|
678
|
-
description?: string;
|
|
679
|
-
name?: string;
|
|
680
|
-
in?: string;
|
|
681
|
-
scheme?: string;
|
|
682
|
-
bearerFormat?: string;
|
|
683
|
-
flows?: OAuthFlowsObject;
|
|
684
|
-
openIdConnectUrl?: string;
|
|
685
|
-
}
|
|
686
|
-
interface OAuthFlowsObject extends ISpecificationExtension {
|
|
687
|
-
implicit?: OAuthFlowObject;
|
|
688
|
-
password?: OAuthFlowObject;
|
|
689
|
-
clientCredentials?: OAuthFlowObject;
|
|
690
|
-
authorizationCode?: OAuthFlowObject;
|
|
691
|
-
}
|
|
692
|
-
interface OAuthFlowObject extends ISpecificationExtension {
|
|
693
|
-
authorizationUrl?: string;
|
|
694
|
-
tokenUrl?: string;
|
|
695
|
-
refreshUrl?: string;
|
|
696
|
-
scopes: ScopesObject;
|
|
697
|
-
}
|
|
698
|
-
interface ScopesObject extends ISpecificationExtension {
|
|
699
|
-
[scope: string]: any;
|
|
700
|
-
}
|
|
701
|
-
interface SecurityRequirementObject {
|
|
702
|
-
[name: string]: string[];
|
|
703
|
-
}
|
|
704
|
-
//#endregion
|
|
705
|
-
//#region src/wire/openapi.d.ts
|
|
706
|
-
export declare function buildOpenApi(packageVersion: string): OpenAPIObject;
|
|
707
348
|
//#endregion
|
|
708
349
|
//#region src/wire/rpc.d.ts
|
|
709
350
|
interface RpcRequest {
|
|
@@ -726,26 +367,6 @@ interface RpcOptions {
|
|
|
726
367
|
judgeModel?: string;
|
|
727
368
|
}
|
|
728
369
|
export declare function dispatchRpc(req: RpcRequest, options?: RpcOptions): Promise<RpcSuccess | RpcError>;
|
|
729
|
-
/** Read one JSON request from stdin, write one JSON response to stdout. */
|
|
730
|
-
export declare function runRpcOnce(method?: string, options?: RpcOptions): Promise<number>;
|
|
731
|
-
/** Read JSONL requests from stdin, write JSONL responses to stdout. */
|
|
732
|
-
export declare function runRpcBatch(method?: string, options?: RpcOptions): Promise<number>;
|
|
733
|
-
//#endregion
|
|
734
|
-
//#region src/wire/rubrics.d.ts
|
|
735
|
-
/** Get a built-in rubric by name, or undefined. */
|
|
736
|
-
export declare function getBuiltinRubric(name: string): Rubric | undefined;
|
|
737
|
-
/** List built-in rubrics with their stable versions. */
|
|
738
|
-
export declare function listBuiltinRubrics(): {
|
|
739
|
-
name: string;
|
|
740
|
-
description: string;
|
|
741
|
-
dimensions: {
|
|
742
|
-
id: string;
|
|
743
|
-
description: string;
|
|
744
|
-
weight: number;
|
|
745
|
-
}[];
|
|
746
|
-
failureModes: string[];
|
|
747
|
-
rubricVersion: string;
|
|
748
|
-
}[];
|
|
749
370
|
//#endregion
|
|
750
371
|
//#region src/wire/server.d.ts
|
|
751
372
|
interface CreateAppOptions {
|
|
@@ -798,5 +419,5 @@ interface StartedServer {
|
|
|
798
419
|
*/
|
|
799
420
|
export declare function startServerAsync(opts?: ServeOptions): Promise<StartedServer>;
|
|
800
421
|
//#endregion
|
|
801
|
-
export type { RpcOptions, ServeOptions, StartedServer };
|
|
422
|
+
export type { ErrorResponse, FeedbackIngestResponse, HandleJudgeOptions, IngestionStores, JudgeRequest, JudgeResult, ListRubricsResponse, RpcOptions, Rubric, RubricInfo, ServeOptions, StartedServer, TracesIngestRequest, TracesIngestResponse, VersionResponse, WireFailureMode, WireFeedbackTrajectory, WireRubricDimension, WireTraceEvent };
|
|
802
423
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/wire/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","names":[
|
|
1
|
+
{"version":3,"file":"index.d.ts","names":[],"sources":["../../src/wire/schemas.ts","../../src/wire/handlers.ts","../../src/wire/rpc.ts","../../src/wire/server.ts"],"mappings":";;;;;;;;cAoBa,uBAAqB,EAAA;;;;;;GAkBD,EAAA,KAAA;cAE3B,mBAAiB,EAAA;;;GAKM,EAAA,KAAA;cAIhB,cAAY,EAAA;;;;;;;;;;;;;;;;;;;GA6BL,EAAA,KAAA;cAIP,oBAAkB,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAwBL,EAAA,KAAA;cAEb,mBAAiB,EAAA;;;;;;;;;GA6BL,EAAA,KAAA;cAInB,kBAAgB,EAAA;;;;;;;;;;GAcE,EAAA,KAAA;cAEX,2BAAyB,EAAA;;;;;;;;;;;;GAIL,EAAA,KAAA;cAIpB,uBAAqB,EAAA;;;;;GAWL,EAAA,KAAA;;;;;;;qBAiBhB,kBAAgB,EAAA;;;;;;;;;;;;;;;;GA0BD,EAAA,KAAA;cAEf,2BAAyB,EAAA;;;;;;;;;;;;;;;;;;GAQL,EAAA,KAAA;cAEpB,4BAA0B,EAAA;;;;;;;GAiBL,EAAA,KAAA;qBA2DrB,0BAAwB,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BD,EAAA,KAAA;cAEvB,8BAA4B,EAAA;;;GAKL,EAAA,KAAA;KAExB,iBAAiB,EAAE,aAAa;KAChC,sBAAsB,EAAE,aAAa;KACrC,uBAAuB,EAAE,aAAa;KACtC,yBAAyB,EAAE,aAAa;KACxC,yBAAyB,EAAE,aAAa;qBAIvC,qBAAmB,EAAA;;;;;;GAcL,EAAA,KAAA;KAIf,sBAAsB,EAAE,aAAa;KACrC,kBAAkB,EAAE,aAAa;KACjC,SAAS,EAAE,aAAa;KACxB,eAAe,EAAE,aAAa;KAC9B,cAAc,EAAE,aAAa;KAC7B,aAAa,EAAE,aAAa;KAC5B,sBAAsB,EAAE,aAAa;KACrC,kBAAkB,EAAE,aAAa;KACjC,gBAAgB,EAAE,aAAa;;;;;;;qBAU9B;;;;qBChWA,kBAAkB;WAEX;WAEA;WACA;EAJlB,YACkB,cAChB,iBACgB,iBACA;;UAgJH;EACf,aAAa;EACb;;;;;;EAMA,OAAO;EACP;;EAEA,UAAU;EACV,SAAS;;;;;;;;;;UAsGM;EACf,aAAa;EACb,gBAAgB;;;;UC5RR;EACR;EACA;;UAGQ;EACR;;UAGQ;EACR;IAAS;IAAc;IAAiB;;;UAGzB;;EAEf,OAAO;EACP;;wBAGoB,YACpB,KAAK,YACL,UAAS,aACR,QAAQ,aAAa;;;UCNd;;EAER,SAAS;;;;;;EAMT,OAAO;;EAEP;;;;;;;;;;EAUA;IACE,mBAAmB,4BAA4B;;;wBAMnC,UAAU,OAAM,mBAAqB,0BAAA,+BAAA;UA0IpC,qBAAqB;;EAEpC;;EAEA;;wBAGc,YAAY,OAAM,eAAoB;UAUrC;EACf,QAAQ;;;;EAIR;;EAEA;;EAEA,SAAS;;;;;;;wBAQK,iBAAiB,OAAM,eAAoB,QAAQ"}
|
package/dist/wire/index.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import {
|
|
2
|
-
export { ErrorResponseSchema,
|
|
1
|
+
import { a as dispatchRpc, c as WireError, d as FeedbackTrajectorySchema, f as TraceEventSchema, n as startServer, p as WIRE_VERSION, r as startServerAsync, t as createApp, u as ErrorResponseSchema } from "../server-DoVbqqtJ.js";
|
|
2
|
+
export { ErrorResponseSchema, FeedbackTrajectorySchema, TraceEventSchema, WIRE_VERSION, WireError, createApp, dispatchRpc, startServer, startServerAsync };
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
thresholds and result policy. Review identity includes authored option order; request JSON is
|
|
6
6
|
not sorted before dispatch. Missing or partial negative evidence cannot become a clean review.
|
|
7
7
|
|
|
8
|
-
The optional
|
|
8
|
+
The optional behavior-review recipe (its example file is not in this tree) covers reward gaming, evaluator tampering,
|
|
9
9
|
policy/authorization/data-boundary breaches, injection-following, contradicted completion,
|
|
10
10
|
oversight bypass, matched-baseline anomalies and cross-run behavior. It composes the existing
|
|
11
11
|
`jevAnalyst`; the taxonomy is not installed in the generic evaluator and is not a calibrated
|
|
@@ -9,7 +9,7 @@ Native extension metadata is preserved, not projected away; lossy non-JSON metad
|
|
|
9
9
|
before consumers persist an apparently valid but changed observation. Already-paid receipts remain
|
|
10
10
|
recorded when answer validation fails.
|
|
11
11
|
|
|
12
|
-
|
|
12
|
+
The decision-benchmark recipe (its example file is not in this tree) compares caller-defined classifier configurations with the
|
|
13
13
|
existing matrix runner. It separates independent expected labels from model input, retains
|
|
14
14
|
abstention, records complete observations and paid failures, and groups results by configuration.
|
|
15
15
|
It is a recipe, not another optimizer or universal scoring policy.
|
|
@@ -21,4 +21,4 @@ No live validation is relaxed. The shared implementation has one question/result
|
|
|
21
21
|
|
|
22
22
|
Consumer order: publish the actual package version containing this export, update affected dependency pins/lockfiles, then replace archive-only calls to the live request validator. Do not invent a version or install an unpublished source import. Preserve output-vs-text consistency checks, tenant authorization, served-model policy, receipt ownership and the existing action archive. A historical decoder is not permission to repeat paid work.
|
|
23
23
|
|
|
24
|
-
|
|
24
|
+
The recorded-request test, which is no longer in this tree, writes an observation to disk, reads it twice through the real parsers, rejects contradictory results, and confirms that the live path still rejects historical-only requests. No provider, database, scheduler, migration or new package dependency is added.
|
|
@@ -111,7 +111,7 @@ These are implementation findings, not an assessment of adoption in every consum
|
|
|
111
111
|
| Concern | Checked implementation | Assessment and remaining gap |
|
|
112
112
|
| --- | --- | --- |
|
|
113
113
|
| Statistical comparisons | [statistics](../../src/statistics/index.ts), [paired decisions](../../src/paired-promotion-decision.ts), [heldout pairing](../../src/campaign/gates/statistical-heldout.ts) | Present. Paired tests, uncertainty, exact binary methods, multiplicity, and power do not need replacement. Claim scope and independent sampling units need stronger binding. |
|
|
114
|
-
| Cluster-aware design | [power](../../src/experiment/power.ts), [registered rule AST](../../src/experiment/ast
|
|
114
|
+
| Cluster-aware design | [power](../../src/experiment/power.ts), [registered rule AST](../../src/experiment/ast/) | Present. The high-level campaign path does not automatically select these methods from a declared generalization target. |
|
|
115
115
|
| Executable preregistration | [define/seal/open](../../src/experiment/define.ts), [acceptance tests](../../tests/experiment/preregistration-acceptance.test.ts) | Present. Extend this rule representation instead of creating a second experiment language. |
|
|
116
116
|
| Sequential testing | [sequential gate](../../src/campaign/gates/sequential.ts), [e-process](../../src/statistics/sequential-eprocess.ts) | Present. Optional stopping within a valid stream differs from adapting hypotheses across streams or counting dependent replicas as independent evidence. |
|
|
117
117
|
| Search/final separation | [selfImprove](../../src/contract/self-improve.ts), [method comparison](../../src/campaign/presets/compare-optimization-methods.ts) | Present within calls. Final cases are withheld from method inputs. A persistent cross-campaign exposure policy is missing from these paths. |
|