@tangle-network/agent-eval 0.163.2 → 0.170.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +114 -0
- package/README.md +2 -0
- package/dist/adapters/http.d.ts +108 -0
- package/dist/adapters/http.d.ts.map +1 -0
- package/dist/adapters/http.js +208 -0
- package/dist/adapters/http.js.map +1 -0
- package/dist/analyst/index.d.ts +40 -70
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +18 -311
- package/dist/analyst/index.js.map +1 -1
- package/dist/{backend-integrity-DxuQCu_A.d.ts → backend-integrity-e79K3UPD.d.ts} +3 -3
- package/dist/{backend-integrity-DxuQCu_A.d.ts.map → backend-integrity-e79K3UPD.d.ts.map} +1 -1
- package/dist/{benchmark-BhT16ep9.js → benchmark-C4wk_Sjr.js} +10 -3
- package/dist/benchmark-C4wk_Sjr.js.map +1 -0
- package/dist/{benchmark-command-CF-4GEWZ.js → benchmark-command-BA7qOdWw.js} +236 -251
- package/dist/benchmark-command-BA7qOdWw.js.map +1 -0
- package/dist/{benchmark-CGPp-kDC.d.ts → benchmark-h-h4bfqj.d.ts} +3 -3
- package/dist/{benchmark-CGPp-kDC.d.ts.map → benchmark-h-h4bfqj.d.ts.map} +1 -1
- package/dist/benchmarks/index.d.ts +5 -5
- package/dist/benchmarks/index.js +3 -3
- package/dist/builder-eval/index.d.ts +3 -3
- package/dist/builder-eval/index.js +1 -1
- package/dist/campaign/index.d.ts +8 -8
- package/dist/campaign/index.js +7 -7
- package/dist/{campaign-DQZmc2Dq.js → campaign-BeCbxFqs.js} +15 -14
- package/dist/campaign-BeCbxFqs.js.map +1 -0
- package/dist/{canonical-IL-Bu-14.js → canonical-DPyQ_rpt.js} +22 -2
- package/dist/{canonical-IL-Bu-14.js.map → canonical-DPyQ_rpt.js.map} +1 -1
- package/dist/{chat-client-DlMlAeYI.js → chat-client-DEtybj5i.js} +5 -5
- package/dist/{chat-client-DlMlAeYI.js.map → chat-client-DEtybj5i.js.map} +1 -1
- package/dist/cli.js +2 -2
- package/dist/{client-CX7KqIdB.js → client-BvwNkIRN.js} +2 -2
- package/dist/{client-CX7KqIdB.js.map → client-BvwNkIRN.js.map} +1 -1
- package/dist/{client-L9VVPkim.d.ts → client-_Fsa5c2_.d.ts} +4 -4
- package/dist/{client-L9VVPkim.d.ts.map → client-_Fsa5c2_.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +12 -703
- package/dist/contract/index.js +11 -11
- package/dist/{counterfactual-BaFUWK3H.d.ts → counterfactual-Bee5_BIn.d.ts} +4 -4
- package/dist/{counterfactual-BaFUWK3H.d.ts.map → counterfactual-Bee5_BIn.d.ts.map} +1 -1
- package/dist/{default-registry-G9CKMNkc.d.ts → default-registry-ovxrOP0_.d.ts} +6 -6
- package/dist/{default-registry-G9CKMNkc.d.ts.map → default-registry-ovxrOP0_.d.ts.map} +1 -1
- package/dist/{define-agent-eval-D08pWIJb.js → define-agent-eval-Clj-8igZ.js} +20 -8
- package/dist/{define-agent-eval-D08pWIJb.js.map → define-agent-eval-Clj-8igZ.js.map} +1 -1
- package/dist/{define-agent-eval-Dx1JnPEa.d.ts → define-agent-eval-DVJm8Xlh.d.ts} +7 -7
- package/dist/{define-agent-eval-Dx1JnPEa.d.ts.map → define-agent-eval-DVJm8Xlh.d.ts.map} +1 -1
- package/dist/{dspy-rlm-engine-DhA9qKIm.js → dspy-rlm-engine-CS3qcCEk.js} +3 -10
- package/dist/dspy-rlm-engine-CS3qcCEk.js.map +1 -0
- package/dist/{emitter-D_jYSGRd.d.ts → emitter-Bvnu0VzL.d.ts} +3 -3
- package/dist/{emitter-D_jYSGRd.d.ts.map → emitter-Bvnu0VzL.d.ts.map} +1 -1
- package/dist/{engine-Cu5qD5Fc.d.ts → engine-D12Rb6WB.d.ts} +7 -7
- package/dist/{engine-Cu5qD5Fc.d.ts.map → engine-D12Rb6WB.d.ts.map} +1 -1
- package/dist/{eval-campaign-BfohKmzx.js → eval-campaign-JDTeE6Pl.js} +4 -4
- package/dist/{eval-campaign-BfohKmzx.js.map → eval-campaign-JDTeE6Pl.js.map} +1 -1
- package/dist/{exact-types-qnexxJ1Z.d.ts → exact-types-BEecmnWm.d.ts} +2 -2
- package/dist/{exact-types-qnexxJ1Z.d.ts.map → exact-types-BEecmnWm.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +5 -5
- package/dist/experiment/index.js +4 -4
- package/dist/{experiment-tracker-DCO6Cz4s.d.ts → experiment-tracker-Dm8yQMqb.d.ts} +2 -2
- package/dist/{experiment-tracker-DCO6Cz4s.d.ts.map → experiment-tracker-Dm8yQMqb.d.ts.map} +1 -1
- package/dist/{external-optimizer-process-BFmh36vW.js → external-optimizer-process-CQxylYeG.js} +4 -11
- package/dist/external-optimizer-process-CQxylYeG.js.map +1 -0
- package/dist/{external-optimizer-subprocess-CqLMW3nh.js → external-optimizer-subprocess-Cex8Da2i.js} +25 -11
- package/dist/external-optimizer-subprocess-Cex8Da2i.js.map +1 -0
- package/dist/{failure-cluster-CXL8NbEw.d.ts → failure-cluster-6YSvsKlp.d.ts} +3 -3
- package/dist/{failure-cluster-CXL8NbEw.d.ts.map → failure-cluster-6YSvsKlp.d.ts.map} +1 -1
- package/dist/{feedback-trajectory-B3ZHaHV_.d.ts → feedback-trajectory-DIqpCyF0.d.ts} +6 -6
- package/dist/{feedback-trajectory-B3ZHaHV_.d.ts.map → feedback-trajectory-DIqpCyF0.d.ts.map} +1 -1
- package/dist/fuzz.d.ts +1 -1
- package/dist/{skillopt-optimization-method-x7TTF23P.d.ts → heldout-gate-Bn7_xWCv.d.ts} +111 -111
- package/dist/heldout-gate-Bn7_xWCv.d.ts.map +1 -0
- package/dist/hosted/index.d.ts +2 -2
- package/dist/hosted/index.js +1 -1
- package/dist/index-Bfs5aufo.d.ts +704 -0
- package/dist/index-Bfs5aufo.d.ts.map +1 -0
- package/dist/{index-CGtH1piv.d.ts → index-CM-SM00y.d.ts} +7 -38
- package/dist/index-CM-SM00y.d.ts.map +1 -0
- package/dist/{index-D-V8gCs_.d.ts → index-DBbivBNs.d.ts} +30 -22
- package/dist/index-DBbivBNs.d.ts.map +1 -0
- package/dist/{index-D-IiQIBB.d.ts → index-DMoxLG8P.d.ts} +3 -3
- package/dist/{index-D-IiQIBB.d.ts.map → index-DMoxLG8P.d.ts.map} +1 -1
- package/dist/{index-D_P7Ye43.d.ts → index-DNgf5gyG.d.ts} +2 -2
- package/dist/{index-D_P7Ye43.d.ts.map → index-DNgf5gyG.d.ts.map} +1 -1
- package/dist/index.d.ts +67 -37
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +32 -26
- package/dist/index.js.map +1 -1
- package/dist/{insight-report-DRe8LB6d.d.ts → insight-report-08F022xN.d.ts} +4 -4
- package/dist/{insight-report-DRe8LB6d.d.ts.map → insight-report-08F022xN.d.ts.map} +1 -1
- package/dist/{integrity-DUNX9Fao.d.ts → integrity-B_EDELom.d.ts} +2 -2
- package/dist/{integrity-DUNX9Fao.d.ts.map → integrity-B_EDELom.d.ts.map} +1 -1
- package/dist/internal-BMFSR8Ns.js.map +1 -1
- package/dist/{kind-factory-DY8FdoXf.js → kind-factory-DMeEoMQZ.js} +3 -10
- package/dist/kind-factory-DMeEoMQZ.js.map +1 -0
- package/dist/ledger-core/index.js +2 -2
- package/dist/{ledger-core-BOzlRygb.js → ledger-core-PIfjCbKn.js} +2 -2
- package/dist/{ledger-core-BOzlRygb.js.map → ledger-core-PIfjCbKn.js.map} +1 -1
- package/dist/{llm-judge-Du7WQPh7.js → llm-judge-DbJdo8Nj.js} +97 -19
- package/dist/llm-judge-DbJdo8Nj.js.map +1 -0
- package/dist/matrix/index.d.ts +2 -2
- package/dist/{matrix-eXKRMHnL.d.ts → matrix-BpI5Trmo.d.ts} +3 -3
- package/dist/{matrix-eXKRMHnL.d.ts.map → matrix-BpI5Trmo.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +3 -3
- package/dist/meta-eval/index.js +1 -1
- package/dist/{mint-DfODW1KW.js → mint-DjfDUMHr.js} +2 -2
- package/dist/{mint-DfODW1KW.js.map → mint-DjfDUMHr.js.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +4 -4
- package/dist/pipelines/index.d.ts +5 -5
- package/dist/pipelines/index.js +3 -3
- package/dist/{pareto-BqNW3LJR.d.ts → power-preflight-Ptse_Kq7.d.ts} +43 -43
- package/dist/power-preflight-Ptse_Kq7.d.ts.map +1 -0
- package/dist/{pre-registration-KN9jkh58.js → pre-registration-D94b7Of5.js} +2 -2
- package/dist/{pre-registration-KN9jkh58.js.map → pre-registration-D94b7Of5.js.map} +1 -1
- package/dist/{pre-registration-CzFCcwYk.d.ts → pre-registration-DHz6P_6f.d.ts} +2 -2
- package/dist/{pre-registration-CzFCcwYk.d.ts.map → pre-registration-DHz6P_6f.d.ts.map} +1 -1
- package/dist/{produced-state-Be0BK3RN.js → produced-state-CtSIp5cQ.js} +4 -4
- package/dist/{produced-state-Be0BK3RN.js.map → produced-state-CtSIp5cQ.js.map} +1 -1
- package/dist/profile-cell.js +1 -1
- package/dist/{promotion-policy-DtnOIZvk.d.ts → promotion-policy-CkXSgKkF.d.ts} +3 -3
- package/dist/{promotion-policy-DtnOIZvk.d.ts.map → promotion-policy-CkXSgKkF.d.ts.map} +1 -1
- package/dist/{run-score-lDzV0X8j.js → proposal-findings-bko3GGy-.js} +2 -31
- package/dist/proposal-findings-bko3GGy-.js.map +1 -0
- package/dist/{transient-failure-DKF5Mofa.d.ts → provenance-CIRUardl.d.ts} +891 -891
- package/dist/provenance-CIRUardl.d.ts.map +1 -0
- package/dist/{query-_5g6re3_.js → query-BPGMVlbM.js} +3 -3
- package/dist/{query-_5g6re3_.js.map → query-BPGMVlbM.js.map} +1 -1
- package/dist/{query-CwnHlu5p.d.ts → query-Na5gEIGd.d.ts} +3 -3
- package/dist/{query-CwnHlu5p.d.ts.map → query-Na5gEIGd.d.ts.map} +1 -1
- package/dist/{registry-8You7OK1.d.ts → registry-xEb_xfns.d.ts} +3 -3
- package/dist/{registry-8You7OK1.d.ts.map → registry-xEb_xfns.d.ts.map} +1 -1
- package/dist/{release-confidence-nGDJiiwc.js → release-confidence-CzUHc4z4.js} +3 -3
- package/dist/{release-confidence-nGDJiiwc.js.map → release-confidence-CzUHc4z4.js.map} +1 -1
- package/dist/{release-confidence-Dqt0NFep.d.ts → release-confidence-D6lQw_o7.d.ts} +4 -4
- package/dist/{release-confidence-Dqt0NFep.d.ts.map → release-confidence-D6lQw_o7.d.ts.map} +1 -1
- package/dist/reporting.d.ts +3 -3
- package/dist/reporting.js +2 -2
- package/dist/{researcher-Cz565b7D.d.ts → researcher-CMUTQXD7.d.ts} +6 -6
- package/dist/{researcher-Cz565b7D.d.ts.map → researcher-CMUTQXD7.d.ts.map} +1 -1
- package/dist/{reward-hacking-MBf7qpSB.d.ts → reward-hacking-CgPRUesA.d.ts} +2 -2
- package/dist/{reward-hacking-MBf7qpSB.d.ts.map → reward-hacking-CgPRUesA.d.ts.map} +1 -1
- package/dist/{reward-hacking-O5zKDANP.js → reward-hacking-SkxYgT0x.js} +2 -2
- package/dist/{reward-hacking-O5zKDANP.js.map → reward-hacking-SkxYgT0x.js.map} +1 -1
- package/dist/rl.d.ts +8 -8
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +6 -5
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +1 -1
- package/dist/rollout/index.js +2 -2
- package/dist/{rollout-Dm2tSdiQ.js → rollout-Crypdx8s.js} +2 -2
- package/dist/{rollout-Dm2tSdiQ.js.map → rollout-Crypdx8s.js.map} +1 -1
- package/dist/{rubric-predictive-validity-CxycqzX5.d.ts → rubric-predictive-validity-DluJLCKQ.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-CxycqzX5.d.ts.map → rubric-predictive-validity-DluJLCKQ.d.ts.map} +1 -1
- package/dist/{run-record-BC0ebuRP.js → run-record-DLORoL7t.js} +2 -2
- package/dist/{run-record-BC0ebuRP.js.map → run-record-DLORoL7t.js.map} +1 -1
- package/dist/{run-record-VVy4T9OW.d.ts → run-record-DQjRcYwA.d.ts} +3 -3
- package/dist/{run-record-VVy4T9OW.d.ts.map → run-record-DQjRcYwA.d.ts.map} +1 -1
- package/dist/{schema-k6ZBftVv.js → schema-CdIX2aHu.js} +5 -1
- package/dist/{schema-k6ZBftVv.js.map → schema-CdIX2aHu.js.map} +1 -1
- package/dist/{schema-Bjgdsn73.d.ts → schema-DID1Cqct.d.ts} +7 -3
- package/dist/{schema-Bjgdsn73.d.ts.map → schema-DID1Cqct.d.ts.map} +1 -1
- package/dist/{semantic-concept-judge-BsDMOwJr.js → semantic-concept-judge-I36eejJx.js} +2 -2
- package/dist/{semantic-concept-judge-BsDMOwJr.js.map → semantic-concept-judge-I36eejJx.js.map} +1 -1
- package/dist/{sequential-BLMbdrD7.js → sequential-B51qAYE4.js} +2 -2
- package/dist/{sequential-BLMbdrD7.js.map → sequential-B51qAYE4.js.map} +1 -1
- package/dist/{server-BjYiJHoJ.js → server-CCEnywOR.js} +26 -18
- package/dist/server-CCEnywOR.js.map +1 -0
- package/dist/{skillopt-optimization-method-UArRo-nr.js → skillopt-optimization-method-B2R9C5aG.js} +9 -9
- package/dist/{skillopt-optimization-method-UArRo-nr.js.map → skillopt-optimization-method-B2R9C5aG.js.map} +1 -1
- package/dist/{statistical-heldout-Cy3EhjlC.d.ts → statistical-heldout-DFS7QGpS.d.ts} +3 -3
- package/dist/{statistical-heldout-Cy3EhjlC.d.ts.map → statistical-heldout-DFS7QGpS.d.ts.map} +1 -1
- package/dist/{store-B06JdC56.d.ts → store-Cq9oOrI1.d.ts} +2 -2
- package/dist/{store-B06JdC56.d.ts.map → store-Cq9oOrI1.d.ts.map} +1 -1
- package/dist/{store-otlp-C_Rq5I4D.js → store-otlp-CHjBvWQY.js} +2 -2
- package/dist/{store-otlp-C_Rq5I4D.js.map → store-otlp-CHjBvWQY.js.map} +1 -1
- package/dist/{store-tool-spans-DPUG7UUY.d.ts → store-tool-spans-B2DJ_82T.d.ts} +102 -36
- package/dist/store-tool-spans-B2DJ_82T.d.ts.map +1 -0
- package/dist/{store-tool-spans-BVga3c37.js → store-tool-spans-B9o6tU8f.js} +3 -3
- package/dist/{store-tool-spans-BVga3c37.js.map → store-tool-spans-B9o6tU8f.js.map} +1 -1
- package/dist/storyboard/index.d.ts +1 -1
- package/dist/{summary-report-BXeQ5Ues.js → summary-report-Bgh8CpNK.js} +2 -2
- package/dist/{summary-report-BXeQ5Ues.js.map → summary-report-Bgh8CpNK.js.map} +1 -1
- package/dist/{summary-report-CC07PhEL.d.ts → summary-report-DRstQNBX.d.ts} +3 -3
- package/dist/{summary-report-CC07PhEL.d.ts.map → summary-report-DRstQNBX.d.ts.map} +1 -1
- package/dist/{task-failure-attributes-DTl-7-Kw.js → task-failure-attributes-CBGtLS_H.js} +3 -3
- package/dist/{task-failure-attributes-DTl-7-Kw.js.map → task-failure-attributes-CBGtLS_H.js.map} +1 -1
- package/dist/{tool-groups-Ci8i9ErB.d.ts → tool-groups-BnXlCJZQ.d.ts} +3 -3
- package/dist/tool-groups-BnXlCJZQ.d.ts.map +1 -0
- package/dist/{tool-waste-CKc7bYIg.d.ts → tool-waste-BrmLKxMw.d.ts} +4 -4
- package/dist/{tool-waste-CKc7bYIg.d.ts.map → tool-waste-BrmLKxMw.d.ts.map} +1 -1
- package/dist/{tool-waste-8BQiUc8K.js → tool-waste-CwGHzBzX.js} +2 -2
- package/dist/{tool-waste-8BQiUc8K.js.map → tool-waste-CwGHzBzX.js.map} +1 -1
- package/dist/trace-repair/index.d.ts +3 -3
- package/dist/trace-repair/index.d.ts.map +1 -1
- package/dist/trace-repair/index.js +4 -3
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/traces.d.ts +59 -61
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +7 -7
- package/dist/{trajectory-Bi157Gun.d.ts → trajectory-r1bQqvBQ.d.ts} +3 -3
- package/dist/{trajectory-Bi157Gun.d.ts.map → trajectory-r1bQqvBQ.d.ts.map} +1 -1
- package/dist/trajectory-replay/index.d.ts +3 -3
- package/dist/trajectory-replay/index.js +1 -1
- package/dist/{types-BI4fT3HN.js → types-CiWITkGo.js} +11 -2
- package/dist/types-CiWITkGo.js.map +1 -0
- package/dist/{types-D9ssmxKL.d.ts → types-DMoNFDWi.d.ts} +6 -3
- package/dist/{types-D9ssmxKL.d.ts.map → types-DMoNFDWi.d.ts.map} +1 -1
- package/dist/{types-D4s7Z6nq.d.ts → types-Dy237wiH.d.ts} +3 -3
- package/dist/{types-D4s7Z6nq.d.ts.map → types-Dy237wiH.d.ts.map} +1 -1
- package/dist/{types-BPb2Kf_C.d.ts → types-i21ccEkr.d.ts} +3 -3
- package/dist/{types-BPb2Kf_C.d.ts.map → types-i21ccEkr.d.ts.map} +1 -1
- package/dist/{verdict-B0xltqu6.js → verdict-BQ3pCFf8.js} +2 -2
- package/dist/{verdict-B0xltqu6.js.map → verdict-BQ3pCFf8.js.map} +1 -1
- package/dist/{verdict-cache-CdVVTVmn.js → verdict-cache-B3eCVQtY.js} +2 -2
- package/dist/{verdict-cache-CdVVTVmn.js.map → verdict-cache-B3eCVQtY.js.map} +1 -1
- package/dist/wire/index.d.ts +23 -8
- package/dist/wire/index.d.ts.map +1 -1
- package/dist/wire/index.js +2 -2
- package/docs/code-agent-intake.md +64 -0
- package/docs/concepts.md +1 -1
- package/docs/design/statistics-decisions.md +1 -1
- package/docs/distributed-driver.md +3 -6
- package/docs/public-api.md +122 -106
- package/docs/wire-protocol.md +5 -3
- package/package.json +9 -2
- package/dist/benchmark-BhT16ep9.js.map +0 -1
- package/dist/benchmark-command-CF-4GEWZ.js.map +0 -1
- package/dist/campaign-DQZmc2Dq.js.map +0 -1
- package/dist/capture-fetch-CqwsJkkG.d.ts +0 -68
- package/dist/capture-fetch-CqwsJkkG.d.ts.map +0 -1
- package/dist/contract/index.d.ts.map +0 -1
- package/dist/dspy-rlm-engine-DhA9qKIm.js.map +0 -1
- package/dist/external-optimizer-process-BFmh36vW.js.map +0 -1
- package/dist/external-optimizer-subprocess-CqLMW3nh.js.map +0 -1
- package/dist/index-CGtH1piv.d.ts.map +0 -1
- package/dist/index-D-V8gCs_.d.ts.map +0 -1
- package/dist/index-vrJugRal.d.ts +0 -1
- package/dist/kind-factory-DY8FdoXf.js.map +0 -1
- package/dist/llm-judge-Du7WQPh7.js.map +0 -1
- package/dist/pareto-BqNW3LJR.d.ts.map +0 -1
- package/dist/run-score-lDzV0X8j.js.map +0 -1
- package/dist/server-BjYiJHoJ.js.map +0 -1
- package/dist/skillopt-optimization-method-x7TTF23P.d.ts.map +0 -1
- package/dist/store-tool-spans-DPUG7UUY.d.ts.map +0 -1
- package/dist/tool-groups-Ci8i9ErB.d.ts.map +0 -1
- package/dist/transient-failure-DKF5Mofa.d.ts.map +0 -1
- package/dist/types-BI4fT3HN.js.map +0 -1
|
@@ -1,10 +1,22 @@
|
|
|
1
1
|
import { c as CostLedgerHandle } from "./cost-ledger-DbQdN3nO.js";
|
|
2
|
-
import { a as RunRecord } from "./run-record-
|
|
3
|
-
import {
|
|
2
|
+
import { a as RunRecord } from "./run-record-DQjRcYwA.js";
|
|
3
|
+
import { A as CanaryOptions, F as OptimizationMethod, Qn as ServedModelPolicy, U as OptimizationPackageSource, b as RedTeamCase, yt as SearchRunIdentity } from "./provenance-CIRUardl.js";
|
|
4
4
|
import { C as LlmCallMetadata, p as ChatClient } from "./types-Bfk0uxRj.js";
|
|
5
|
+
import { R as Scenario, S as JudgeConfig, i as CampaignCostMeter, j as MutableSurface, o as CampaignScenarioIdentity, p as Gate } from "./types-Dy237wiH.js";
|
|
5
6
|
import { _ as ExternalTextCandidate, c as ExternalOptimizerModelBudget, h as ExternalOptimizerRunnerCommand, l as ExternalOptimizerModelCall, m as ExternalOptimizerResumeMode, r as ExternalOptimizerCallbackLimits, v as ExternalTextEvaluationRequest } from "./external-optimizer-contracts-szBJ_1vh.js";
|
|
6
|
-
import {
|
|
7
|
-
|
|
7
|
+
import { t as DetectRewardHackingInput } from "./reward-hacking-CgPRUesA.js";
|
|
8
|
+
//#region src/campaign/coverage.d.ts
|
|
9
|
+
/** Reject campaign designs whose denominator cannot be identified exactly. */
|
|
10
|
+
declare function assertCampaignDesign<TScenario extends Scenario>(scenarios: readonly TScenario[], reps: number): void;
|
|
11
|
+
/** Redacted but independently verifiable identity of one complete scenario. */
|
|
12
|
+
declare function campaignScenarioIdentity<TScenario extends Scenario>(scenario: TScenario): CampaignScenarioIdentity & Pick<TScenario, 'id' | 'kind'>;
|
|
13
|
+
/** Canonical split identity reconstructed from redacted scenario identities. */
|
|
14
|
+
declare function campaignSplitDigestFromIdentities(scenarios: readonly CampaignScenarioIdentity[], reps: number): `sha256:${string}`;
|
|
15
|
+
/** Canonical identity of the exact scenario payloads and replicate count. */
|
|
16
|
+
declare function campaignSplitDigest<TScenario extends Scenario>(scenarios: readonly TScenario[], reps: number): `sha256:${string}`;
|
|
17
|
+
/** Refuse a campaign whose retained task identities contradict its split digest. */
|
|
18
|
+
declare function assertCampaignSplitIdentity(scenarios: readonly CampaignScenarioIdentity[], reps: number, splitDigest: string): void;
|
|
19
|
+
//#endregion
|
|
8
20
|
//#region src/reference-equivalence-judge.d.ts
|
|
9
21
|
declare const REFERENCE_EQUIVALENCE_JUDGE_VERSION = "reference-equivalence-judge-v1-2026-07-13";
|
|
10
22
|
declare const REFERENCE_EQUIVALENCE_INPUT_LIMITS: {
|
|
@@ -42,18 +54,6 @@ declare function createReferenceEquivalenceJudge(options: ReferenceEquivalenceJu
|
|
|
42
54
|
/** Direct-call adapter over the campaign judge for product callers. */
|
|
43
55
|
declare function runReferenceEquivalenceJudge(input: ReferenceEquivalenceJudgeInput, options: ReferenceEquivalenceJudgeOptions): Promise<ReferenceEquivalenceJudgeResult>;
|
|
44
56
|
//#endregion
|
|
45
|
-
//#region src/campaign/coverage.d.ts
|
|
46
|
-
/** Reject campaign designs whose denominator cannot be identified exactly. */
|
|
47
|
-
declare function assertCampaignDesign<TScenario extends Scenario>(scenarios: readonly TScenario[], reps: number): void;
|
|
48
|
-
/** Redacted but independently verifiable identity of one complete scenario. */
|
|
49
|
-
declare function campaignScenarioIdentity<TScenario extends Scenario>(scenario: TScenario): CampaignScenarioIdentity & Pick<TScenario, 'id' | 'kind'>;
|
|
50
|
-
/** Canonical split identity reconstructed from redacted scenario identities. */
|
|
51
|
-
declare function campaignSplitDigestFromIdentities(scenarios: readonly CampaignScenarioIdentity[], reps: number): `sha256:${string}`;
|
|
52
|
-
/** Canonical identity of the exact scenario payloads and replicate count. */
|
|
53
|
-
declare function campaignSplitDigest<TScenario extends Scenario>(scenarios: readonly TScenario[], reps: number): `sha256:${string}`;
|
|
54
|
-
/** Refuse a campaign whose retained task identities contradict its split digest. */
|
|
55
|
-
declare function assertCampaignSplitIdentity(scenarios: readonly CampaignScenarioIdentity[], reps: number, splitDigest: string): void;
|
|
56
|
-
//#endregion
|
|
57
57
|
//#region src/campaign/external-text-evaluation.d.ts
|
|
58
58
|
interface ExternalOptimizationExample {
|
|
59
59
|
id: string;
|
|
@@ -145,99 +145,6 @@ interface ExternalTextOptimizationMethodConfig<TScenario extends Scenario, TArti
|
|
|
145
145
|
*/
|
|
146
146
|
declare function externalTextOptimizationMethod<TScenario extends Scenario, TArtifact>(config: ExternalTextOptimizationMethodConfig<TScenario, TArtifact>): OptimizationMethod<TScenario, TArtifact>;
|
|
147
147
|
//#endregion
|
|
148
|
-
//#region src/campaign/gates/compose.d.ts
|
|
149
|
-
/** Compose gates — all must `ship` for the composite to `ship`. First
|
|
150
|
-
* non-ship verdict short-circuits the composite verdict, but ALL gates run
|
|
151
|
-
* (so the result records every gate's reason — useful for diagnostics). */
|
|
152
|
-
declare function composeGate<TArtifact = unknown, TScenario extends Scenario = Scenario>(...gates: Array<Gate<TArtifact, TScenario>>): Gate<TArtifact, TScenario>;
|
|
153
|
-
//#endregion
|
|
154
|
-
//#region src/campaign/gates/default-production-gate.d.ts
|
|
155
|
-
type DefaultProductionGateCheck = 'dimension-regression' | 'budget' | 'red-team' | 'reward-hacking' | 'canary';
|
|
156
|
-
type DefaultProductionRewardHackingOptions = Omit<DetectRewardHackingInput, 'runs' | 'truthOf'> & {
|
|
157
|
-
truthOf: NonNullable<DetectRewardHackingInput['truthOf']>;
|
|
158
|
-
};
|
|
159
|
-
interface DefaultProductionGateOptions {
|
|
160
|
-
/** Required: scenarios held out from training; substrate compares
|
|
161
|
-
* candidate-on-holdout vs baseline-on-holdout. */
|
|
162
|
-
holdoutScenarios: Scenario[];
|
|
163
|
-
/** Minimum held-out lift the **paired-bootstrap CI lower bound** must clear
|
|
164
|
-
* to ship — NOT a point estimate. Default 0 ⇒ "confidently positive at the
|
|
165
|
-
* confidence level". Interpreted in the judge's native composite scale (set
|
|
166
|
-
* e.g. 2 for a 0-100 rubric to require a ≥2-point significant gain). */
|
|
167
|
-
deltaThreshold?: number;
|
|
168
|
-
/** Confidence level for the held-out + dimension bootstraps. Default 0.95. */
|
|
169
|
-
confidence?: number;
|
|
170
|
-
/** Bootstrap resamples. Default 2000. */
|
|
171
|
-
bootstrapResamples?: number;
|
|
172
|
-
/** Fixed bootstrap seed for a deterministic verdict. Default 1337. */
|
|
173
|
-
bootstrapSeed?: number;
|
|
174
|
-
/** Minimum paired holdout observations (scenarios × reps) before a
|
|
175
|
-
* significance claim is allowed. The exact small-sample test may require
|
|
176
|
-
* more observations at the selected confidence. Default 3. */
|
|
177
|
-
minProductiveRuns?: number;
|
|
178
|
-
/** Ship statistic for the held-out significance test. Default `'mean'`
|
|
179
|
-
* (tie-robust — see `heldoutSignificance`). Pass `'median'` for
|
|
180
|
-
* outlier-robustness at the cost of tie-blindness. */
|
|
181
|
-
heldoutStatistic?: 'mean' | 'median';
|
|
182
|
-
/** Critical judge dimensions that must NOT significantly regress even when
|
|
183
|
-
* the net composite rises (anti-Goodhart). The gate HOLDS if any listed
|
|
184
|
-
* dimension's paired-delta CI lower bound < −`regressionTolerance`. E.g.
|
|
185
|
-
* `['hallucination_free']` for a legal agent. */
|
|
186
|
-
criticalDimensions?: string[];
|
|
187
|
-
/** Tolerance for the per-dimension regression guard, in the dimension's
|
|
188
|
-
* native scale. When omitted it auto-scales off observed magnitudes:
|
|
189
|
-
* 0.05 on [0,1], 5 on 0-100. */
|
|
190
|
-
regressionTolerance?: number;
|
|
191
|
-
/** Total $ budget for the complete improvement run. Requires
|
|
192
|
-
* `GateContext.costLedger`; missing or incomplete accounting holds. */
|
|
193
|
-
budgetUsd?: number;
|
|
194
|
-
/** Static artifact-screening cases. Only `expected: 'ignore'` cases without
|
|
195
|
-
* tool assertions are valid because this check does not dispatch case inputs
|
|
196
|
-
* or observe tool calls. */
|
|
197
|
-
redTeamBattery?: RedTeamCase[];
|
|
198
|
-
/** Shared run history, oldest first. Supplying history does not enable either
|
|
199
|
-
* monitoring check; configure `rewardHacking` and/or `canary` explicitly. */
|
|
200
|
-
recentRuns?: RunRecord[];
|
|
201
|
-
/** Enable reward-hacking monitoring with a caller-owned independent truth channel. */
|
|
202
|
-
rewardHacking?: DefaultProductionRewardHackingOptions;
|
|
203
|
-
/** Enable canary monitoring. Pass `{}` to use the canary defaults. */
|
|
204
|
-
canary?: CanaryOptions;
|
|
205
|
-
/** Optional checks that must be evaluated even when their normal input is
|
|
206
|
-
* absent. Configuring a check's input also makes that check required.
|
|
207
|
-
* Missing evidence always records `not_evaluated`; required unevaluated
|
|
208
|
-
* checks hold the release decision. Held-out significance is always required. */
|
|
209
|
-
requiredChecks?: DefaultProductionGateCheck[];
|
|
210
|
-
}
|
|
211
|
-
/**
|
|
212
|
-
* Opinionated production gate composing held-out significance, red-team, reward-hacking, and canary checks into a single `Gate.decide` decision.
|
|
213
|
-
*/
|
|
214
|
-
declare function defaultProductionGate<TArtifact, TScenario extends Scenario>(options: DefaultProductionGateOptions): Gate<TArtifact, TScenario>;
|
|
215
|
-
//#endregion
|
|
216
|
-
//#region src/campaign/gates/heldout-gate.d.ts
|
|
217
|
-
interface HeldOutGateOptions<TScenario extends Scenario = Scenario> {
|
|
218
|
-
scenarios: TScenario[];
|
|
219
|
-
/** Effect-size threshold the CI lower bound must clear, in the judge's native
|
|
220
|
-
* scale. Default 0.5. Equality holds; CI.low must be greater than this value. */
|
|
221
|
-
deltaThreshold?: number;
|
|
222
|
-
/** Bootstrap CI confidence. Default 0.95. */
|
|
223
|
-
confidence?: number;
|
|
224
|
-
/** Minimum paired holdout observations to claim significance. The exact
|
|
225
|
-
* small-sample test may require more observations at the selected
|
|
226
|
-
* confidence. Default 3. */
|
|
227
|
-
minProductiveRuns?: number;
|
|
228
|
-
/** Bootstrap resamples. Default 2000. */
|
|
229
|
-
resamples?: number;
|
|
230
|
-
/** Fixed bootstrap seed for deterministic verdicts. Default 1337. */
|
|
231
|
-
bootstrapSeed?: number;
|
|
232
|
-
}
|
|
233
|
-
/**
|
|
234
|
-
* Composable held-out gate: ships only when the lower bound of the DECIDING
|
|
235
|
-
* paired interval on the candidate-minus-baseline composite delta clears
|
|
236
|
-
* `deltaThreshold` — Tango's score interval on a pass/fail holdout, the mean
|
|
237
|
-
* bootstrap otherwise. See {@link decidePairedPromotion}.
|
|
238
|
-
*/
|
|
239
|
-
declare function heldOutGate<TArtifact, TScenario extends Scenario>(options: HeldOutGateOptions<TScenario>): Gate<TArtifact, TScenario>;
|
|
240
|
-
//#endregion
|
|
241
148
|
//#region src/campaign/optimizer-model.d.ts
|
|
242
149
|
type OptimizerModelBudget = ExternalOptimizerModelBudget;
|
|
243
150
|
/** One metered model path supplied by the package that owns execution. */
|
|
@@ -449,5 +356,98 @@ interface SkillOptOptimizationMethodConfig<TScenario extends Scenario, TArtifact
|
|
|
449
356
|
/** Run Microsoft's SkillOpt trainer as a complete optimization method. */
|
|
450
357
|
declare function skillOptOptimizationMethod<TScenario extends Scenario, TArtifact>(config: SkillOptOptimizationMethodConfig<TScenario, TArtifact>): OptimizationMethod<TScenario, TArtifact>;
|
|
451
358
|
//#endregion
|
|
452
|
-
|
|
453
|
-
|
|
359
|
+
//#region src/campaign/gates/compose.d.ts
|
|
360
|
+
/** Compose gates — all must `ship` for the composite to `ship`. First
|
|
361
|
+
* non-ship verdict short-circuits the composite verdict, but ALL gates run
|
|
362
|
+
* (so the result records every gate's reason — useful for diagnostics). */
|
|
363
|
+
declare function composeGate<TArtifact = unknown, TScenario extends Scenario = Scenario>(...gates: Array<Gate<TArtifact, TScenario>>): Gate<TArtifact, TScenario>;
|
|
364
|
+
//#endregion
|
|
365
|
+
//#region src/campaign/gates/default-production-gate.d.ts
|
|
366
|
+
type DefaultProductionGateCheck = 'dimension-regression' | 'budget' | 'red-team' | 'reward-hacking' | 'canary';
|
|
367
|
+
type DefaultProductionRewardHackingOptions = Omit<DetectRewardHackingInput, 'runs' | 'truthOf'> & {
|
|
368
|
+
truthOf: NonNullable<DetectRewardHackingInput['truthOf']>;
|
|
369
|
+
};
|
|
370
|
+
interface DefaultProductionGateOptions {
|
|
371
|
+
/** Required: scenarios held out from training; substrate compares
|
|
372
|
+
* candidate-on-holdout vs baseline-on-holdout. */
|
|
373
|
+
holdoutScenarios: Scenario[];
|
|
374
|
+
/** Minimum held-out lift the **paired-bootstrap CI lower bound** must clear
|
|
375
|
+
* to ship — NOT a point estimate. Default 0 ⇒ "confidently positive at the
|
|
376
|
+
* confidence level". Interpreted in the judge's native composite scale (set
|
|
377
|
+
* e.g. 2 for a 0-100 rubric to require a ≥2-point significant gain). */
|
|
378
|
+
deltaThreshold?: number;
|
|
379
|
+
/** Confidence level for the held-out + dimension bootstraps. Default 0.95. */
|
|
380
|
+
confidence?: number;
|
|
381
|
+
/** Bootstrap resamples. Default 2000. */
|
|
382
|
+
bootstrapResamples?: number;
|
|
383
|
+
/** Fixed bootstrap seed for a deterministic verdict. Default 1337. */
|
|
384
|
+
bootstrapSeed?: number;
|
|
385
|
+
/** Minimum paired holdout observations (scenarios × reps) before a
|
|
386
|
+
* significance claim is allowed. The exact small-sample test may require
|
|
387
|
+
* more observations at the selected confidence. Default 3. */
|
|
388
|
+
minProductiveRuns?: number;
|
|
389
|
+
/** Ship statistic for the held-out significance test. Default `'mean'`
|
|
390
|
+
* (tie-robust — see `heldoutSignificance`). Pass `'median'` for
|
|
391
|
+
* outlier-robustness at the cost of tie-blindness. */
|
|
392
|
+
heldoutStatistic?: 'mean' | 'median';
|
|
393
|
+
/** Critical judge dimensions that must NOT significantly regress even when
|
|
394
|
+
* the net composite rises (anti-Goodhart). The gate HOLDS if any listed
|
|
395
|
+
* dimension's paired-delta CI lower bound < −`regressionTolerance`. E.g.
|
|
396
|
+
* `['hallucination_free']` for a legal agent. */
|
|
397
|
+
criticalDimensions?: string[];
|
|
398
|
+
/** Tolerance for the per-dimension regression guard, in the dimension's
|
|
399
|
+
* native scale. When omitted it auto-scales off observed magnitudes:
|
|
400
|
+
* 0.05 on [0,1], 5 on 0-100. */
|
|
401
|
+
regressionTolerance?: number;
|
|
402
|
+
/** Total $ budget for the complete improvement run. Requires
|
|
403
|
+
* `GateContext.costLedger`; missing or incomplete accounting holds. */
|
|
404
|
+
budgetUsd?: number;
|
|
405
|
+
/** Static artifact-screening cases. Only `expected: 'ignore'` cases without
|
|
406
|
+
* tool assertions are valid because this check does not dispatch case inputs
|
|
407
|
+
* or observe tool calls. */
|
|
408
|
+
redTeamBattery?: RedTeamCase[];
|
|
409
|
+
/** Shared run history, oldest first. Supplying history does not enable either
|
|
410
|
+
* monitoring check; configure `rewardHacking` and/or `canary` explicitly. */
|
|
411
|
+
recentRuns?: RunRecord[];
|
|
412
|
+
/** Enable reward-hacking monitoring with a caller-owned independent truth channel. */
|
|
413
|
+
rewardHacking?: DefaultProductionRewardHackingOptions;
|
|
414
|
+
/** Enable canary monitoring. Pass `{}` to use the canary defaults. */
|
|
415
|
+
canary?: CanaryOptions;
|
|
416
|
+
/** Optional checks that must be evaluated even when their normal input is
|
|
417
|
+
* absent. Configuring a check's input also makes that check required.
|
|
418
|
+
* Missing evidence always records `not_evaluated`; required unevaluated
|
|
419
|
+
* checks hold the release decision. Held-out significance is always required. */
|
|
420
|
+
requiredChecks?: DefaultProductionGateCheck[];
|
|
421
|
+
}
|
|
422
|
+
/**
|
|
423
|
+
* Opinionated production gate composing held-out significance, red-team, reward-hacking, and canary checks into a single `Gate.decide` decision.
|
|
424
|
+
*/
|
|
425
|
+
declare function defaultProductionGate<TArtifact, TScenario extends Scenario>(options: DefaultProductionGateOptions): Gate<TArtifact, TScenario>;
|
|
426
|
+
//#endregion
|
|
427
|
+
//#region src/campaign/gates/heldout-gate.d.ts
|
|
428
|
+
interface HeldOutGateOptions<TScenario extends Scenario = Scenario> {
|
|
429
|
+
scenarios: TScenario[];
|
|
430
|
+
/** Effect-size threshold the CI lower bound must clear, in the judge's native
|
|
431
|
+
* scale. Default 0.5. Equality holds; CI.low must be greater than this value. */
|
|
432
|
+
deltaThreshold?: number;
|
|
433
|
+
/** Bootstrap CI confidence. Default 0.95. */
|
|
434
|
+
confidence?: number;
|
|
435
|
+
/** Minimum paired holdout observations to claim significance. The exact
|
|
436
|
+
* small-sample test may require more observations at the selected
|
|
437
|
+
* confidence. Default 3. */
|
|
438
|
+
minProductiveRuns?: number;
|
|
439
|
+
/** Bootstrap resamples. Default 2000. */
|
|
440
|
+
resamples?: number;
|
|
441
|
+
/** Fixed bootstrap seed for deterministic verdicts. Default 1337. */
|
|
442
|
+
bootstrapSeed?: number;
|
|
443
|
+
}
|
|
444
|
+
/**
|
|
445
|
+
* Composable held-out gate: ships only when the lower bound of the DECIDING
|
|
446
|
+
* paired interval on the candidate-minus-baseline composite delta clears
|
|
447
|
+
* `deltaThreshold` — Tango's score interval on a pass/fail holdout, the mean
|
|
448
|
+
* bootstrap otherwise. See {@link decidePairedPromotion}.
|
|
449
|
+
*/
|
|
450
|
+
declare function heldOutGate<TArtifact, TScenario extends Scenario>(options: HeldOutGateOptions<TScenario>): Gate<TArtifact, TScenario>;
|
|
451
|
+
//#endregion
|
|
452
|
+
export { ReferenceEquivalenceJudgeInput as A, campaignSplitDigestFromIdentities as B, ExternalTextOptimizerContext as C, decodeExternalTextCandidate as D, ExternalTextEvaluationResponse as E, runReferenceEquivalenceJudge as F, assertCampaignDesign as I, assertCampaignSplitIdentity as L, ReferenceEquivalenceJudgeResult as M, ReferenceEquivalenceScenario as N, REFERENCE_EQUIVALENCE_INPUT_LIMITS as O, createReferenceEquivalenceJudge as P, campaignScenarioIdentity as R, ExternalTextOptimizationMethodConfig as S, ExternalOptimizationExample as T, GepaRunnerCommand as _, DefaultProductionRewardHackingOptions as a, OptimizerModelBudget as b, SkillOptOptimizationMethodConfig as c, skillOptOptimizationMethod as d, GepaAdaptiveEngineRun as f, GepaOptimizationRecipe as g, GepaOptimizationMethodConfig as h, DefaultProductionGateOptions as i, ReferenceEquivalenceJudgeOptions as j, REFERENCE_EQUIVALENCE_JUDGE_VERSION as k, SkillOptRunnerCommand as l, GepaEngineRun as m, heldOutGate as n, defaultProductionGate as o, GepaEngineOptions as p, DefaultProductionGateCheck as r, composeGate as s, HeldOutGateOptions as t, SkillOptTrainerConfig as u, gepaOptimizationMethod as v, ExternalTextOptimizerResult as w, externalTextOptimizationMethod as x, OpenAICompatibleOptimizerModel as y, campaignSplitDigest as z };
|
|
453
|
+
//# sourceMappingURL=heldout-gate-Bn7_xWCv.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"heldout-gate-Bn7_xWCv.d.ts","names":[],"sources":["../src/campaign/coverage.ts","../src/reference-equivalence-judge.ts","../src/campaign/external-text-evaluation.ts","../src/campaign/external-text-optimization-contract.ts","../src/campaign/external-text-optimization.ts","../src/campaign/optimizer-model.ts","../src/campaign/gepa-optimization-method.ts","../src/campaign/skillopt-optimization-method.ts","../src/campaign/gates/compose.ts","../src/campaign/gates/default-production-gate.ts","../src/campaign/gates/heldout-gate.ts"],"mappings":";;;;;;;;;iBAWgB,qBAAqB,kBAAkB,UACrD,oBAAoB,aACpB;;iBA2Bc,yBAAyB,kBAAkB,UACzD,UAAU,YACT,2BAA2B,KAAK;;iBAUnB,kCACd,oBAAoB,4BACpB;;iBAgBc,oBAAoB,kBAAkB,UACpD,oBAAoB,aACpB;;iBAOc,4BACd,oBAAoB,4BACpB,cACA;;;cC3EW;cAEA;WACX;WACA;WACA;;UAGe,qCAAqC;EACpD;EACA;;UAGe;EACf;EACA;EACA;;UAGe;;EAEf,MAAM;;EAEN;;EAEA,SAAS;;EAET,aAAa;;UAGE,wCAAwC;EACvD;EACA;EACA;EACA;;;iBA0Bc,gCACd,SAAS,mCACR,oBAAoB;;iBA2CD,6BACpB,OAAO,gCACP,SAAS,mCACR,QAAQ;;;UCrGM;EACf;EACA;;UAGe;EACf;EACA;IACE;IACA,YAAY;IACZ;IACA;;;IAGA;IACA;MACE;MACA;;;;iBAwHU,4BAA4B,WAAW,wBAAwB;;;UC3I9D;WACN;WACA;WACA;WACA;WACA;WACA,eAAe;WACf,mBAAmB;WACnB,uBAAuB;WACvB;WACA;;WAEA;WACA;WACA;WACA,QAAQ;;WAER,MAAM;WACN,WACP,SAFa,kCAGV,QAAQ;;UAGE;EACf,eAAe;EACf;EACA;IACM;;IACA;;IACA;IAAkB;;;;;;;;;UAqBT,qCACf,kBAAkB,UAClB;EAEA;EACA,QAAQ,KAAK;EACb;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA,SAAS;EACT;EACA;EACA,oBAAoB,UAAU;EAC9B,oBAAoB,UAAU,WAAW,UAAU;EACnD,MAAM,SAAS,iCAAiC,QAAQ;;;;;;;;;;iBCN1C,+BAA+B,kBAAkB,UAAU,WACzE,QAAQ,qCAAqC,WAAW,aACvD,mBAAmB,WAAW;;;KCvErB,uBAAuB;;UAGlB;EACf;EACA,QAAQ;;EAER,MAAM;;EAEN;;;;;;;EAOA,oBAAoB;;;;;;;EAOpB;;;;;UCyCe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;;;EAKA,eAAe;;;UAIA,sBAAsB;;EAErC;;;KAIU,wBAAwB;;;;;;;KAQxB;EAEN;EACA,KAAK;;EAGL;EACA,eAAe;;EAGf;EACA,eAAe;;EAEf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;;EAGA;EACA,eAAe;EACf;;EAGA;EACA,eAAe;EACf;;EAGA;EACA,kBAAkB;EAClB,cAAc;EACd;;;KAIM,oBAAoB;UAEf,6BAA6B,kBAAkB,UAAU;;EAExE;;EAEA,QAAQ;;EAER;;EAEA;;EAEA;;;;;EAKA;;EAEA;;EAEA;;EAEA,2BAA2B,QAAQ;;EAEnC;;;;;;EAMA,YAAY;;;;;;EAMZ,oBAAoB,UAAU;;EAE9B,oBAAoB,UAAU,WAAW,UAAU;;EAEnD,SAAS;;;;;EAKT;EACA,SAAS;;;;;;;;;;EAUT;IAAiB,UAAU;IAAmB;;;iBA6ChC,uBAAuB,kBAAkB,UAAU,WACjE,QAAQ,6BAA6B,WAAW,aAC/C,mBAAmB,WAAW;;;UC7LhB;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;;;;EAKA,YAAY;;KAGF,wBAAwB;UAEnB,iCAAiC,kBAAkB,UAAU;EAC5E;;EAEA;EACA;;EAEA;EACA,SAAS;;;;;EAKT,WAAW;;EAEX;;EAEA;EACA;;EAEA;;EAEA,2BAA2B,QAAQ;EACnC;EACA,oBAAoB,UAAU;EAC9B,oBAAoB,UAAU,WAAW,UAAU;EACnD,SAAS;EACT,SAAS;;;iBAIK,2BAA2B,kBAAkB,UAAU,WACrE,QAAQ,iCAAiC,WAAW,aACnD,mBAAmB,WAAW;;;;;;iBC1GjB,YAAY,qBAAqB,kBAAkB,WAAW,aACzE,OAAO,MAAM,KAAK,WAAW,cAC/B,KAAK,WAAW;;;KCaP;KAOA,wCAAwC,KAClD;EAGA,SAAS,YAAY;;UAGN;;;EAGf,kBAAkB;;;;;EAKlB;;EAEA;;EAEA;;EAEA;;;;EAIA;;;;EAIA;;;;;EAKA;;;;EAIA;;;EAGA;;;;EAIA,iBAAiB;;;EAGjB,aAAa;;EAEb,gBAAgB;;EAEhB,SAAS;;;;;EAKT,iBAAiB;;;;;iBAMH,sBAAsB,WAAW,kBAAkB,UACjE,SAAS,+BACR,KAAK,WAAW;;;UC/EF,mBAAmB,kBAAkB,WAAW;EAC/D,WAAW;;;EAGX;;EAEA;;;;EAIA;;EAEA;;EAEA;;;;;;;;iBASc,YAAY,WAAW,kBAAkB,UACvD,SAAS,mBAAmB,aAC3B,KAAK,WAAW"}
|
package/dist/hosted/index.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { o as InsightReport } from "../insight-report-
|
|
2
|
-
import { _ as UnixNanoTimestamp, a as hostedTenantFromEnv, c as EvalRunGenerationSnapshot, d as HostedIngestHeaders, f as HostedWireVersion, g as TraceSpanEvent, h as IngestTracesRequest, i as hostedClientFromEnv, l as EvalRunStatus, m as IngestResponse, n as HostedTenant, o as EvalRunCellScore, p as IngestEvalRunsRequest, r as createHostedClient, s as EvalRunEvent, t as HostedClient, u as HOSTED_WIRE_VERSION } from "../client-
|
|
1
|
+
import { o as InsightReport } from "../insight-report-08F022xN.js";
|
|
2
|
+
import { _ as UnixNanoTimestamp, a as hostedTenantFromEnv, c as EvalRunGenerationSnapshot, d as HostedIngestHeaders, f as HostedWireVersion, g as TraceSpanEvent, h as IngestTracesRequest, i as hostedClientFromEnv, l as EvalRunStatus, m as IngestResponse, n as HostedTenant, o as EvalRunCellScore, p as IngestEvalRunsRequest, r as createHostedClient, s as EvalRunEvent, t as HostedClient, u as HOSTED_WIRE_VERSION } from "../client-_Fsa5c2_.js";
|
|
3
3
|
import { z } from "zod";
|
|
4
4
|
//#region src/hosted/schemas.d.ts
|
|
5
5
|
declare const UnixNanoTimestampSchema: z.ZodType<UnixNanoTimestamp>;
|
package/dist/hosted/index.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { a as IngestEvalRunsRequestSchema, c as InsightReportSchema, d as HOSTED_WIRE_VERSION, i as EvalRunEventSchema, l as TraceSpanEventSchema, n as hostedClientFromEnv, o as IngestResponseSchema, r as hostedTenantFromEnv, s as IngestTracesRequestSchema, t as createHostedClient, u as UnixNanoTimestampSchema } from "../client-
|
|
1
|
+
import { a as IngestEvalRunsRequestSchema, c as InsightReportSchema, d as HOSTED_WIRE_VERSION, i as EvalRunEventSchema, l as TraceSpanEventSchema, n as hostedClientFromEnv, o as IngestResponseSchema, r as hostedTenantFromEnv, s as IngestTracesRequestSchema, t as createHostedClient, u as UnixNanoTimestampSchema } from "../client-BvwNkIRN.js";
|
|
2
2
|
export { EvalRunEventSchema, HOSTED_WIRE_VERSION, IngestEvalRunsRequestSchema, IngestResponseSchema, IngestTracesRequestSchema, InsightReportSchema, TraceSpanEventSchema, UnixNanoTimestampSchema, createHostedClient, hostedClientFromEnv, hostedTenantFromEnv };
|