@tangle-network/agent-eval 0.163.2 → 0.171.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +127 -0
- package/README.md +2 -0
- package/dist/adapters/http.d.ts +108 -0
- package/dist/adapters/http.d.ts.map +1 -0
- package/dist/adapters/http.js +208 -0
- package/dist/adapters/http.js.map +1 -0
- package/dist/analyst/index.d.ts +40 -70
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +18 -311
- package/dist/analyst/index.js.map +1 -1
- package/dist/{backend-integrity-DxuQCu_A.d.ts → backend-integrity-e79K3UPD.d.ts} +3 -3
- package/dist/{backend-integrity-DxuQCu_A.d.ts.map → backend-integrity-e79K3UPD.d.ts.map} +1 -1
- package/dist/{benchmark-BhT16ep9.js → benchmark-C4wk_Sjr.js} +10 -3
- package/dist/benchmark-C4wk_Sjr.js.map +1 -0
- package/dist/{benchmark-command-CF-4GEWZ.js → benchmark-command-D8k3Gf0J.js} +236 -251
- package/dist/benchmark-command-D8k3Gf0J.js.map +1 -0
- package/dist/{benchmark-CGPp-kDC.d.ts → benchmark-h-h4bfqj.d.ts} +3 -3
- package/dist/{benchmark-CGPp-kDC.d.ts.map → benchmark-h-h4bfqj.d.ts.map} +1 -1
- package/dist/benchmarks/index.d.ts +5 -5
- package/dist/benchmarks/index.js +3 -3
- package/dist/builder-eval/index.d.ts +3 -3
- package/dist/builder-eval/index.js +1 -1
- package/dist/campaign/index.d.ts +8 -8
- package/dist/campaign/index.js +7 -7
- package/dist/{campaign-DQZmc2Dq.js → campaign-B72njjHj.js} +15 -14
- package/dist/campaign-B72njjHj.js.map +1 -0
- package/dist/{canonical-IL-Bu-14.js → canonical-DPyQ_rpt.js} +22 -2
- package/dist/{canonical-IL-Bu-14.js.map → canonical-DPyQ_rpt.js.map} +1 -1
- package/dist/{chat-client-DlMlAeYI.js → chat-client-DEtybj5i.js} +5 -5
- package/dist/{chat-client-DlMlAeYI.js.map → chat-client-DEtybj5i.js.map} +1 -1
- package/dist/cli.js +2 -2
- package/dist/{client-CX7KqIdB.js → client-BvwNkIRN.js} +2 -2
- package/dist/{client-CX7KqIdB.js.map → client-BvwNkIRN.js.map} +1 -1
- package/dist/{client-L9VVPkim.d.ts → client-CDtcZ3p9.d.ts} +4 -4
- package/dist/{client-L9VVPkim.d.ts.map → client-CDtcZ3p9.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +12 -703
- package/dist/contract/index.js +11 -11
- package/dist/{counterfactual-BaFUWK3H.d.ts → counterfactual-Bee5_BIn.d.ts} +4 -4
- package/dist/{counterfactual-BaFUWK3H.d.ts.map → counterfactual-Bee5_BIn.d.ts.map} +1 -1
- package/dist/{default-registry-G9CKMNkc.d.ts → default-registry-B0s2zU-s.d.ts} +6 -6
- package/dist/{default-registry-G9CKMNkc.d.ts.map → default-registry-B0s2zU-s.d.ts.map} +1 -1
- package/dist/{define-agent-eval-Dx1JnPEa.d.ts → define-agent-eval-Cjy2yhqP.d.ts} +7 -7
- package/dist/{define-agent-eval-Dx1JnPEa.d.ts.map → define-agent-eval-Cjy2yhqP.d.ts.map} +1 -1
- package/dist/{define-agent-eval-D08pWIJb.js → define-agent-eval-Dy8QgxAI.js} +20 -8
- package/dist/{define-agent-eval-D08pWIJb.js.map → define-agent-eval-Dy8QgxAI.js.map} +1 -1
- package/dist/{dspy-rlm-engine-DhA9qKIm.js → dspy-rlm-engine-CS3qcCEk.js} +3 -10
- package/dist/dspy-rlm-engine-CS3qcCEk.js.map +1 -0
- package/dist/{emitter-D_jYSGRd.d.ts → emitter-Bvnu0VzL.d.ts} +3 -3
- package/dist/{emitter-D_jYSGRd.d.ts.map → emitter-Bvnu0VzL.d.ts.map} +1 -1
- package/dist/{engine-Cu5qD5Fc.d.ts → engine-CAmTUk52.d.ts} +7 -7
- package/dist/{engine-Cu5qD5Fc.d.ts.map → engine-CAmTUk52.d.ts.map} +1 -1
- package/dist/{eval-campaign-BfohKmzx.js → eval-campaign-JDTeE6Pl.js} +4 -4
- package/dist/{eval-campaign-BfohKmzx.js.map → eval-campaign-JDTeE6Pl.js.map} +1 -1
- package/dist/{exact-types-qnexxJ1Z.d.ts → exact-types-BEecmnWm.d.ts} +2 -2
- package/dist/{exact-types-qnexxJ1Z.d.ts.map → exact-types-BEecmnWm.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +5 -5
- package/dist/experiment/index.js +4 -4
- package/dist/{experiment-tracker-DCO6Cz4s.d.ts → experiment-tracker-Dm8yQMqb.d.ts} +2 -2
- package/dist/{experiment-tracker-DCO6Cz4s.d.ts.map → experiment-tracker-Dm8yQMqb.d.ts.map} +1 -1
- package/dist/{external-optimizer-process-BFmh36vW.js → external-optimizer-process-CQxylYeG.js} +4 -11
- package/dist/external-optimizer-process-CQxylYeG.js.map +1 -0
- package/dist/{external-optimizer-subprocess-CqLMW3nh.js → external-optimizer-subprocess-Cex8Da2i.js} +25 -11
- package/dist/external-optimizer-subprocess-Cex8Da2i.js.map +1 -0
- package/dist/{failure-cluster-CXL8NbEw.d.ts → failure-cluster-6YSvsKlp.d.ts} +3 -3
- package/dist/{failure-cluster-CXL8NbEw.d.ts.map → failure-cluster-6YSvsKlp.d.ts.map} +1 -1
- package/dist/{feedback-trajectory-B3ZHaHV_.d.ts → feedback-trajectory-DIqpCyF0.d.ts} +6 -6
- package/dist/{feedback-trajectory-B3ZHaHV_.d.ts.map → feedback-trajectory-DIqpCyF0.d.ts.map} +1 -1
- package/dist/fuzz.d.ts +1 -1
- package/dist/{skillopt-optimization-method-x7TTF23P.d.ts → heldout-gate-Dh2b62w8.d.ts} +111 -111
- package/dist/heldout-gate-Dh2b62w8.d.ts.map +1 -0
- package/dist/hosted/index.d.ts +2 -2
- package/dist/hosted/index.js +1 -1
- package/dist/{index-D-V8gCs_.d.ts → index-8VIogTyS.d.ts} +30 -22
- package/dist/index-8VIogTyS.d.ts.map +1 -0
- package/dist/{index-D-IiQIBB.d.ts → index-DMoxLG8P.d.ts} +3 -3
- package/dist/{index-D-IiQIBB.d.ts.map → index-DMoxLG8P.d.ts.map} +1 -1
- package/dist/{index-D_P7Ye43.d.ts → index-DNgf5gyG.d.ts} +2 -2
- package/dist/{index-D_P7Ye43.d.ts.map → index-DNgf5gyG.d.ts.map} +1 -1
- package/dist/{index-CGtH1piv.d.ts → index-DT73JraI.d.ts} +7 -38
- package/dist/index-DT73JraI.d.ts.map +1 -0
- package/dist/index-fNXZMCzX.d.ts +704 -0
- package/dist/index-fNXZMCzX.d.ts.map +1 -0
- package/dist/index.d.ts +197 -38
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +736 -28
- package/dist/index.js.map +1 -1
- package/dist/{insight-report-DRe8LB6d.d.ts → insight-report-08F022xN.d.ts} +4 -4
- package/dist/{insight-report-DRe8LB6d.d.ts.map → insight-report-08F022xN.d.ts.map} +1 -1
- package/dist/{integrity-DUNX9Fao.d.ts → integrity-B_EDELom.d.ts} +2 -2
- package/dist/{integrity-DUNX9Fao.d.ts.map → integrity-B_EDELom.d.ts.map} +1 -1
- package/dist/internal-BMFSR8Ns.js.map +1 -1
- package/dist/{kind-factory-DY8FdoXf.js → kind-factory-DMeEoMQZ.js} +3 -10
- package/dist/kind-factory-DMeEoMQZ.js.map +1 -0
- package/dist/ledger-core/index.js +2 -2
- package/dist/{ledger-core-BOzlRygb.js → ledger-core-PIfjCbKn.js} +2 -2
- package/dist/{ledger-core-BOzlRygb.js.map → ledger-core-PIfjCbKn.js.map} +1 -1
- package/dist/{llm-judge-Du7WQPh7.js → llm-judge-BtJ2Sfk_.js} +101 -20
- package/dist/llm-judge-BtJ2Sfk_.js.map +1 -0
- package/dist/matrix/index.d.ts +2 -2
- package/dist/{matrix-eXKRMHnL.d.ts → matrix-DiHmUobV.d.ts} +3 -3
- package/dist/{matrix-eXKRMHnL.d.ts.map → matrix-DiHmUobV.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +3 -3
- package/dist/meta-eval/index.js +1 -1
- package/dist/{mint-DfODW1KW.js → mint-DjfDUMHr.js} +2 -2
- package/dist/{mint-DfODW1KW.js.map → mint-DjfDUMHr.js.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +4 -4
- package/dist/pipelines/index.d.ts +5 -5
- package/dist/pipelines/index.js +3 -3
- package/dist/{pareto-BqNW3LJR.d.ts → power-preflight-Ptse_Kq7.d.ts} +43 -43
- package/dist/power-preflight-Ptse_Kq7.d.ts.map +1 -0
- package/dist/{pre-registration-KN9jkh58.js → pre-registration-D94b7Of5.js} +2 -2
- package/dist/{pre-registration-KN9jkh58.js.map → pre-registration-D94b7Of5.js.map} +1 -1
- package/dist/{pre-registration-CzFCcwYk.d.ts → pre-registration-DHz6P_6f.d.ts} +2 -2
- package/dist/{pre-registration-CzFCcwYk.d.ts.map → pre-registration-DHz6P_6f.d.ts.map} +1 -1
- package/dist/{produced-state-Be0BK3RN.js → produced-state-Cm6DU_Ao.js} +4 -4
- package/dist/{produced-state-Be0BK3RN.js.map → produced-state-Cm6DU_Ao.js.map} +1 -1
- package/dist/profile-cell.js +1 -1
- package/dist/{promotion-policy-DtnOIZvk.d.ts → promotion-policy-WSXtBgBb.d.ts} +3 -3
- package/dist/{promotion-policy-DtnOIZvk.d.ts.map → promotion-policy-WSXtBgBb.d.ts.map} +1 -1
- package/dist/{run-score-lDzV0X8j.js → proposal-findings-bko3GGy-.js} +2 -31
- package/dist/proposal-findings-bko3GGy-.js.map +1 -0
- package/dist/{transient-failure-DKF5Mofa.d.ts → provenance-CafMdZKM.d.ts} +895 -891
- package/dist/provenance-CafMdZKM.d.ts.map +1 -0
- package/dist/{query-_5g6re3_.js → query-BPGMVlbM.js} +3 -3
- package/dist/{query-_5g6re3_.js.map → query-BPGMVlbM.js.map} +1 -1
- package/dist/{query-CwnHlu5p.d.ts → query-Na5gEIGd.d.ts} +3 -3
- package/dist/{query-CwnHlu5p.d.ts.map → query-Na5gEIGd.d.ts.map} +1 -1
- package/dist/{registry-8You7OK1.d.ts → registry-xEb_xfns.d.ts} +3 -3
- package/dist/{registry-8You7OK1.d.ts.map → registry-xEb_xfns.d.ts.map} +1 -1
- package/dist/{release-confidence-nGDJiiwc.js → release-confidence-CzUHc4z4.js} +3 -3
- package/dist/{release-confidence-nGDJiiwc.js.map → release-confidence-CzUHc4z4.js.map} +1 -1
- package/dist/{release-confidence-Dqt0NFep.d.ts → release-confidence-D6lQw_o7.d.ts} +4 -4
- package/dist/{release-confidence-Dqt0NFep.d.ts.map → release-confidence-D6lQw_o7.d.ts.map} +1 -1
- package/dist/reporting.d.ts +3 -3
- package/dist/reporting.js +2 -2
- package/dist/{researcher-Cz565b7D.d.ts → researcher-CMUTQXD7.d.ts} +6 -6
- package/dist/{researcher-Cz565b7D.d.ts.map → researcher-CMUTQXD7.d.ts.map} +1 -1
- package/dist/{reward-hacking-MBf7qpSB.d.ts → reward-hacking-CgPRUesA.d.ts} +2 -2
- package/dist/{reward-hacking-MBf7qpSB.d.ts.map → reward-hacking-CgPRUesA.d.ts.map} +1 -1
- package/dist/{reward-hacking-O5zKDANP.js → reward-hacking-SkxYgT0x.js} +2 -2
- package/dist/{reward-hacking-O5zKDANP.js.map → reward-hacking-SkxYgT0x.js.map} +1 -1
- package/dist/rl.d.ts +8 -8
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +6 -5
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +1 -1
- package/dist/rollout/index.js +2 -2
- package/dist/{rollout-Dm2tSdiQ.js → rollout-Crypdx8s.js} +2 -2
- package/dist/{rollout-Dm2tSdiQ.js.map → rollout-Crypdx8s.js.map} +1 -1
- package/dist/{rubric-predictive-validity-CxycqzX5.d.ts → rubric-predictive-validity-DluJLCKQ.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-CxycqzX5.d.ts.map → rubric-predictive-validity-DluJLCKQ.d.ts.map} +1 -1
- package/dist/{run-record-BC0ebuRP.js → run-record-DLORoL7t.js} +2 -2
- package/dist/{run-record-BC0ebuRP.js.map → run-record-DLORoL7t.js.map} +1 -1
- package/dist/{run-record-VVy4T9OW.d.ts → run-record-DQjRcYwA.d.ts} +3 -3
- package/dist/{run-record-VVy4T9OW.d.ts.map → run-record-DQjRcYwA.d.ts.map} +1 -1
- package/dist/{schema-k6ZBftVv.js → schema-CdIX2aHu.js} +5 -1
- package/dist/{schema-k6ZBftVv.js.map → schema-CdIX2aHu.js.map} +1 -1
- package/dist/{schema-Bjgdsn73.d.ts → schema-DID1Cqct.d.ts} +7 -3
- package/dist/{schema-Bjgdsn73.d.ts.map → schema-DID1Cqct.d.ts.map} +1 -1
- package/dist/{semantic-concept-judge-BsDMOwJr.js → semantic-concept-judge-I36eejJx.js} +2 -2
- package/dist/{semantic-concept-judge-BsDMOwJr.js.map → semantic-concept-judge-I36eejJx.js.map} +1 -1
- package/dist/{sequential-BLMbdrD7.js → sequential-B51qAYE4.js} +2 -2
- package/dist/{sequential-BLMbdrD7.js.map → sequential-B51qAYE4.js.map} +1 -1
- package/dist/{server-BjYiJHoJ.js → server-CCEnywOR.js} +26 -18
- package/dist/server-CCEnywOR.js.map +1 -0
- package/dist/{skillopt-optimization-method-UArRo-nr.js → skillopt-optimization-method-DzlF2RM7.js} +9 -9
- package/dist/{skillopt-optimization-method-UArRo-nr.js.map → skillopt-optimization-method-DzlF2RM7.js.map} +1 -1
- package/dist/{statistical-heldout-Cy3EhjlC.d.ts → statistical-heldout-UhiexnjU.d.ts} +3 -3
- package/dist/{statistical-heldout-Cy3EhjlC.d.ts.map → statistical-heldout-UhiexnjU.d.ts.map} +1 -1
- package/dist/{store-B06JdC56.d.ts → store-Cq9oOrI1.d.ts} +2 -2
- package/dist/{store-B06JdC56.d.ts.map → store-Cq9oOrI1.d.ts.map} +1 -1
- package/dist/{store-otlp-C_Rq5I4D.js → store-otlp-CHjBvWQY.js} +2 -2
- package/dist/{store-otlp-C_Rq5I4D.js.map → store-otlp-CHjBvWQY.js.map} +1 -1
- package/dist/{store-tool-spans-BVga3c37.js → store-tool-spans-B9o6tU8f.js} +3 -3
- package/dist/{store-tool-spans-BVga3c37.js.map → store-tool-spans-B9o6tU8f.js.map} +1 -1
- package/dist/{store-tool-spans-DPUG7UUY.d.ts → store-tool-spans-D_qMl2__.d.ts} +102 -36
- package/dist/store-tool-spans-D_qMl2__.d.ts.map +1 -0
- package/dist/storyboard/index.d.ts +1 -1
- package/dist/{summary-report-BXeQ5Ues.js → summary-report-Bgh8CpNK.js} +2 -2
- package/dist/{summary-report-BXeQ5Ues.js.map → summary-report-Bgh8CpNK.js.map} +1 -1
- package/dist/{summary-report-CC07PhEL.d.ts → summary-report-DRstQNBX.d.ts} +3 -3
- package/dist/{summary-report-CC07PhEL.d.ts.map → summary-report-DRstQNBX.d.ts.map} +1 -1
- package/dist/{task-failure-attributes-DTl-7-Kw.js → task-failure-attributes-CBGtLS_H.js} +3 -3
- package/dist/{task-failure-attributes-DTl-7-Kw.js.map → task-failure-attributes-CBGtLS_H.js.map} +1 -1
- package/dist/{tool-groups-Ci8i9ErB.d.ts → tool-groups-RGYfVWpc.d.ts} +3 -3
- package/dist/tool-groups-RGYfVWpc.d.ts.map +1 -0
- package/dist/{tool-waste-CKc7bYIg.d.ts → tool-waste-BrmLKxMw.d.ts} +4 -4
- package/dist/{tool-waste-CKc7bYIg.d.ts.map → tool-waste-BrmLKxMw.d.ts.map} +1 -1
- package/dist/{tool-waste-8BQiUc8K.js → tool-waste-CwGHzBzX.js} +2 -2
- package/dist/{tool-waste-8BQiUc8K.js.map → tool-waste-CwGHzBzX.js.map} +1 -1
- package/dist/trace-repair/index.d.ts +3 -3
- package/dist/trace-repair/index.d.ts.map +1 -1
- package/dist/trace-repair/index.js +4 -3
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/traces.d.ts +59 -61
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +7 -7
- package/dist/{trajectory-Bi157Gun.d.ts → trajectory-r1bQqvBQ.d.ts} +3 -3
- package/dist/{trajectory-Bi157Gun.d.ts.map → trajectory-r1bQqvBQ.d.ts.map} +1 -1
- package/dist/trajectory-replay/index.d.ts +3 -3
- package/dist/trajectory-replay/index.js +1 -1
- package/dist/{types-BPb2Kf_C.d.ts → types-CMyW4GnH.d.ts} +3 -3
- package/dist/{types-BPb2Kf_C.d.ts.map → types-CMyW4GnH.d.ts.map} +1 -1
- package/dist/{types-BI4fT3HN.js → types-CiWITkGo.js} +11 -2
- package/dist/types-CiWITkGo.js.map +1 -0
- package/dist/{types-D9ssmxKL.d.ts → types-DMoNFDWi.d.ts} +6 -3
- package/dist/{types-D9ssmxKL.d.ts.map → types-DMoNFDWi.d.ts.map} +1 -1
- package/dist/{types-D4s7Z6nq.d.ts → types-JHMOqZI4.d.ts} +13 -3
- package/dist/types-JHMOqZI4.d.ts.map +1 -0
- package/dist/{verdict-B0xltqu6.js → verdict-BQ3pCFf8.js} +2 -2
- package/dist/{verdict-B0xltqu6.js.map → verdict-BQ3pCFf8.js.map} +1 -1
- package/dist/{verdict-cache-CdVVTVmn.js → verdict-cache-B3eCVQtY.js} +2 -2
- package/dist/{verdict-cache-CdVVTVmn.js.map → verdict-cache-B3eCVQtY.js.map} +1 -1
- package/dist/wire/index.d.ts +26 -11
- package/dist/wire/index.d.ts.map +1 -1
- package/dist/wire/index.js +2 -2
- package/docs/campaign-proposers.md +4 -0
- package/docs/code-agent-intake.md +64 -0
- package/docs/concepts.md +1 -1
- package/docs/design/statistics-decisions.md +1 -1
- package/docs/distributed-driver.md +3 -6
- package/docs/public-api.md +122 -106
- package/docs/wire-protocol.md +5 -3
- package/package.json +27 -19
- package/dist/benchmark-BhT16ep9.js.map +0 -1
- package/dist/benchmark-command-CF-4GEWZ.js.map +0 -1
- package/dist/campaign-DQZmc2Dq.js.map +0 -1
- package/dist/capture-fetch-CqwsJkkG.d.ts +0 -68
- package/dist/capture-fetch-CqwsJkkG.d.ts.map +0 -1
- package/dist/contract/index.d.ts.map +0 -1
- package/dist/dspy-rlm-engine-DhA9qKIm.js.map +0 -1
- package/dist/external-optimizer-process-BFmh36vW.js.map +0 -1
- package/dist/external-optimizer-subprocess-CqLMW3nh.js.map +0 -1
- package/dist/index-CGtH1piv.d.ts.map +0 -1
- package/dist/index-D-V8gCs_.d.ts.map +0 -1
- package/dist/index-vrJugRal.d.ts +0 -1
- package/dist/kind-factory-DY8FdoXf.js.map +0 -1
- package/dist/llm-judge-Du7WQPh7.js.map +0 -1
- package/dist/pareto-BqNW3LJR.d.ts.map +0 -1
- package/dist/run-score-lDzV0X8j.js.map +0 -1
- package/dist/server-BjYiJHoJ.js.map +0 -1
- package/dist/skillopt-optimization-method-x7TTF23P.d.ts.map +0 -1
- package/dist/store-tool-spans-DPUG7UUY.d.ts.map +0 -1
- package/dist/tool-groups-Ci8i9ErB.d.ts.map +0 -1
- package/dist/transient-failure-DKF5Mofa.d.ts.map +0 -1
- package/dist/types-BI4fT3HN.js.map +0 -1
- package/dist/types-D4s7Z6nq.d.ts.map +0 -1
package/docs/public-api.md
CHANGED
|
@@ -6,12 +6,12 @@ Generated by `pnpm api:census` on demand — this is a dated reading, not a gate
|
|
|
6
6
|
|
|
7
7
|
| measure | count |
|
|
8
8
|
| --- | --- |
|
|
9
|
-
| export subpaths |
|
|
10
|
-
| published value exports (subpath x symbol) |
|
|
11
|
-
| distinct symbols |
|
|
12
|
-
| production |
|
|
13
|
-
| planned |
|
|
14
|
-
| none |
|
|
9
|
+
| export subpaths | 28 |
|
|
10
|
+
| published value exports (subpath x symbol) | 1353 |
|
|
11
|
+
| distinct symbols | 1184 |
|
|
12
|
+
| production | 926 |
|
|
13
|
+
| planned | 210 |
|
|
14
|
+
| none | 217 |
|
|
15
15
|
|
|
16
16
|
Type-only exports are not listed: a type binds no runtime surface, and removing one cannot break a caller at run time.
|
|
17
17
|
|
|
@@ -73,6 +73,13 @@ Every gap below makes a `none` less certain, so each one is answered by keeping
|
|
|
73
73
|
|
|
74
74
|
A `none` row is a deletion candidate, not a deletion order. A symbol stays when removing it would lose something the census cannot weigh: a documented historical constant, a value another module of this package still needs, or a name whose only reference is a contract test over an on-disk artifact. Those are kept deliberately and stay listed here as `none`, so the next reader sees the same evidence and can decide again.
|
|
75
75
|
|
|
76
|
+
The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided most of it; each is recorded so the next reader inherits the judgment instead of redoing it.
|
|
77
|
+
|
|
78
|
+
1. **A typed error constructor stays.** A caller discriminates a failure with `instanceof`, and a consumer that catches broadly binds no name for the import graph to see. Un-exporting one removes the only way to tell a named refusal from a bug, which contradicts this package's typed-outcome rule.
|
|
79
|
+
2. **A wire schema or a contract-version constant stays.** `docs/wire-protocol.md`, `clients/python/`, and the OpenAPI document bind the same contract without binding a TypeScript symbol. That is blind spot 4 above, and it applies to every `*Schema`, `*_VERSION`, and `*_SCHEMA` row.
|
|
80
|
+
3. **A published entry point with no doc is a documentation defect, not a dead export.** The per-harness coding-agent intake functions read `none` only because no Markdown front door named them; `docs/code-agent-intake.md` now does.
|
|
81
|
+
4. **A symbol is deleted only when every channel is silent.** The 31-repository default-branch sweep, a GitHub code search across the organisation, the published `dist/` of every downstream package on npm, this repository's own source, tests, scripts, examples, and Markdown must all return nothing. Two symbols survived exactly this sweep: `runProposeReviewAsControlLoop`, whose caller is an uncommitted tool in `discovery-lab` but whose generated `.PROPOSAL.md` artifacts are committed there, and `shuffleOrder`, one of three stock contamination perturbations the changelog documents as a set.
|
|
82
|
+
|
|
76
83
|
## Exports
|
|
77
84
|
|
|
78
85
|
### `.`
|
|
@@ -246,7 +253,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
246
253
|
| `interRaterReliability` | production | agent-app:src/eval-campaign/trust-gate.ts |
|
|
247
254
|
| `iqr` | production | this package: src/experiment-tracker.ts:27 |
|
|
248
255
|
| `isBinaryOutcomeVector` | none | only this package's tests: src/statistics/paired-binary.test.ts:2 |
|
|
249
|
-
| `isJudgeSpan` | production | this package: src/trace/query.ts:
|
|
256
|
+
| `isJudgeSpan` | production | this package: src/trace/query.ts:13 |
|
|
250
257
|
| `isLlmSpan` | production | agent-runtime:src/candidate-execution/finalize.ts |
|
|
251
258
|
| `isModelPriced` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-engine.ts |
|
|
252
259
|
| `isRunRecord` | production | this package: src/eval-trace-store.ts:21 |
|
|
@@ -400,13 +407,22 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
400
407
|
| `withJudgeRetry` | production | creative-agent:eval/lib/creative-judges.ts |
|
|
401
408
|
| `wranglerDeployRunner` | production | blueprint-agent:scripts/experiments/lib/deploy-runner.ts |
|
|
402
409
|
|
|
410
|
+
### `./adapters/http`
|
|
411
|
+
|
|
412
|
+
2 value exports — 0 production, 2 planned, 0 none.
|
|
413
|
+
|
|
414
|
+
| symbol | consumer | evidence |
|
|
415
|
+
| --- | --- | --- |
|
|
416
|
+
| `httpDispatch` | planned | example: examples/distributed-driver/driver.ts:20 |
|
|
417
|
+
| `runDispatchServer` | planned | example: examples/distributed-driver/worker.ts:11 |
|
|
418
|
+
|
|
403
419
|
### `./analyst`
|
|
404
420
|
|
|
405
|
-
|
|
421
|
+
127 value exports — 77 production, 19 planned, 31 none.
|
|
406
422
|
|
|
407
423
|
| symbol | consumer | evidence |
|
|
408
424
|
| --- | --- | --- |
|
|
409
|
-
| `adaptPublicBenchmarkFindings` | production | this package:
|
|
425
|
+
| `adaptPublicBenchmarkFindings` | production | this package: scripts/gepa-analyst-campaign.ts:59 |
|
|
410
426
|
| `AGENT_RX_UPSTREAM_REVISION` | production | this package: src/analyst/benchmark-command-result.ts:2 |
|
|
411
427
|
| `agentRxBenchmarkCase` | production | this package: src/analyst/benchmark-public-data.ts:11 |
|
|
412
428
|
| `agentRxPredictionsToFindings` | production | this package: src/analyst/benchmark-public-adapters.ts:3 |
|
|
@@ -414,10 +430,10 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
414
430
|
| `ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM` | none | only this package's tests: src/analyst/benchmark-implementation.test.ts:7 |
|
|
415
431
|
| `ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES` | none | only this package's tests: src/analyst/benchmark-implementation.test.ts:7 |
|
|
416
432
|
| `ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256` | production | this package: src/analyst/benchmark-command-persistence.ts:27 |
|
|
417
|
-
| `ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256` |
|
|
418
|
-
| `ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256` |
|
|
433
|
+
| `ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256` | planned | doc: .claude/skills/agent-eval/SKILL.md |
|
|
434
|
+
| `ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256` | planned | doc: .claude/skills/agent-eval/SKILL.md |
|
|
419
435
|
| `ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM` | none | only this package's tests: src/analyst/benchmark-implementation.test.ts:7 |
|
|
420
|
-
| `ANALYST_BENCHMARK_IMPLEMENTATION_FILES` |
|
|
436
|
+
| `ANALYST_BENCHMARK_IMPLEMENTATION_FILES` | planned | doc: .claude/skills/agent-eval/SKILL.md |
|
|
421
437
|
| `ANALYST_BENCHMARK_IMPLEMENTATION_SHA256` | production | this package: src/analyst/benchmark-command-persistence.ts:27 |
|
|
422
438
|
| `ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE` | production | this package: src/analyst/benchmark-command-persistence.ts:9 |
|
|
423
439
|
| `ANALYST_BENCHMARK_MANIFEST_FILE` | production | this package: src/analyst/benchmark-command-persistence.ts:9 |
|
|
@@ -439,24 +455,21 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
439
455
|
| `buildPrimeRepairPrompt` | planned | doc: docs/prime-analyst.md |
|
|
440
456
|
| `buildSkillUsageReport` | none | only this package's tests: src/analyst/kinds/skill-usage.test.ts:2 |
|
|
441
457
|
| `buildTraceToolsForGroup` | production | this package: src/analyst/kind-factory.ts:15 |
|
|
442
|
-
| `CODE_TRACE_BENCH_ANALYST_PROMPT` | production | this package:
|
|
443
|
-
| `codeTraceBenchCase` | production | this package:
|
|
444
|
-
| `codeTracerPredictionsToFindings` |
|
|
445
|
-
| `coerceJson` | production | this package: src/analyst/finding-
|
|
458
|
+
| `CODE_TRACE_BENCH_ANALYST_PROMPT` | production | this package: scripts/gepa-analyst-campaign.ts:60 |
|
|
459
|
+
| `codeTraceBenchCase` | production | this package: scripts/gepa-analyst-campaign.ts:58 |
|
|
460
|
+
| `codeTracerPredictionsToFindings` | production | this package: benchmarks/trace-analysis/codetracebench-glm52-20260730/summarize-codetracer.mjs:6 |
|
|
461
|
+
| `coerceJson` | production | this package: src/analyst/finding-codec.ts:19 |
|
|
446
462
|
| `compareAnalystRunners` | production | this package: src/analyst/benchmark-command-result.ts:15 |
|
|
447
463
|
| `computeFindingId` | production | agent-runtime:src/runtime/index.ts |
|
|
448
464
|
| `CONTROL_INTEGRITY_ANALYST` | none | only this package's tests: src/analyst/kinds/control-integrity.test.ts:5 |
|
|
449
465
|
| `ControlIntegrityAnalyst` | none | — |
|
|
450
466
|
| `createChatClient` | production | agent-dev-container:products/intelligence/api/src/lib/intent-audit-analyst.ts |
|
|
451
467
|
| `createDspyRlmTraceEngine` | production | agent-dev-container:products/intelligence/api/src/lib/deep-trace-analyst.ts |
|
|
452
|
-
| `createJudgeAdapter` | none | — |
|
|
453
468
|
| `createPrimeBenchmarkRunner` | production | this package: src/analyst/benchmark-command.ts:62 |
|
|
454
469
|
| `createPublicBenchmarkDirectRunner` | production | this package: src/analyst/benchmark-command.ts:60 |
|
|
455
470
|
| `createPublicBenchmarkRlmRunner` | production | this package: src/analyst/benchmark-command.ts:61 |
|
|
456
|
-
| `createRunCriticAdapter` | none | — |
|
|
457
471
|
| `createSemanticConceptJudgeAdapter` | none | only this package's tests: src/analyst/adapters.test.ts:2 |
|
|
458
472
|
| `createTraceAnalyst` | production | blueprint-agent:scripts/experiments/lib/sandbox-driver/analyst-steer.ts |
|
|
459
|
-
| `createVerifierAdapter` | none | — |
|
|
460
473
|
| `decodeReplyRows` | production | this package: src/analyst/benchmark-public-model.ts:57 |
|
|
461
474
|
| `DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES` | production | this package: src/analyst/benchmark-command.ts:73 |
|
|
462
475
|
| `DEFAULT_TRACE_ANALYST_KINDS` | production | agent-dev-container:products/intelligence/api/src/lib/deep-trace-analyst.ts |
|
|
@@ -470,7 +483,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
470
483
|
| `emitSkillUsageFindings` | none | only this package's tests: src/analyst/kinds/skill-usage.test.ts:2 |
|
|
471
484
|
| `emptyPrimeRawUsage` | none | only this package's tests: src/analyst/prime-protocol.test.ts:4 |
|
|
472
485
|
| `emptyPublicBenchmarkRunner` | production | this package: src/analyst/benchmark-command.ts:62 |
|
|
473
|
-
| `evidenceRefsFromRawFinding` | production | this package:
|
|
486
|
+
| `evidenceRefsFromRawFinding` | production | this package: scripts/gepa-analyst-campaign.ts:70 |
|
|
474
487
|
| `ExactAnalystRunExecutionError` | planned | doc: docs/trace-analysis.md |
|
|
475
488
|
| `expandCodeTraceFailureBlocks` | production | this package: src/analyst/benchmark-public-model.ts:29 |
|
|
476
489
|
| `extractPrimeJsonObject` | none | only this package's tests: src/analyst/prime-protocol.test.ts:4 |
|
|
@@ -479,13 +492,13 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
479
492
|
| `FINDING_SUBJECT_SYNTAX` | none | only this package's tests: src/analyst/finding-subject.test.ts:2 |
|
|
480
493
|
| `FindingsStore` | production | agent-builder:scripts/run-canonical-analyst-loop.ts |
|
|
481
494
|
| `findingSubjectGrammarPromptFor` | production | this package: src/analyst/kinds/failure-mode.ts:38 |
|
|
482
|
-
| `IMPROVEMENT_KIND_SPEC` | none | only this package's tests: src/analyst/finding-subject.test.ts:
|
|
495
|
+
| `IMPROVEMENT_KIND_SPEC` | none | only this package's tests: src/analyst/finding-subject.test.ts:13 |
|
|
483
496
|
| `isProposalFinding` | none | only this package's tests: src/analyst/proposal-findings.test.ts:2 |
|
|
484
497
|
| `KIND_EXPECTED_SUBJECTS` | production | this package: src/analyst/kind-factory.ts:14 |
|
|
485
|
-
| `KNOWLEDGE_GAP_KIND_SPEC` | none | only this package's tests: src/analyst/finding-subject.test.ts:
|
|
486
|
-
| `KNOWLEDGE_POISONING_KIND_SPEC` | none | only this package's tests: src/analyst/finding-subject.test.ts:
|
|
498
|
+
| `KNOWLEDGE_GAP_KIND_SPEC` | none | only this package's tests: src/analyst/finding-subject.test.ts:13 |
|
|
499
|
+
| `KNOWLEDGE_POISONING_KIND_SPEC` | none | only this package's tests: src/analyst/finding-subject.test.ts:13 |
|
|
487
500
|
| `loadCodeTraceVerificationArtifacts` | production | this package: src/analyst/benchmark-public-data.ts:31 |
|
|
488
|
-
| `loadPublicBenchmarkRows` |
|
|
501
|
+
| `loadPublicBenchmarkRows` | production | this package: scripts/gepa-analyst-campaign.ts:64 |
|
|
489
502
|
| `makeFinding` | production | agent-dev-container:products/intelligence/api/src/lib/consultant/candidates.ts |
|
|
490
503
|
| `makeProposalFinding` | production | agent-runtime:bench/src/swe-arena/outer-loop.mts |
|
|
491
504
|
| `MAX_INCORRECT_BLOCK_STEPS` | production | this package: src/analyst/benchmark-public-adapters.ts:9 |
|
|
@@ -498,7 +511,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
498
511
|
| `parseFindingSubject` | production | agent-dev-container:products/intelligence/api/src/lib/improvement-loop.ts |
|
|
499
512
|
| `parseRawFinding` | production | this package: src/analyst/kind-factory.ts:7 |
|
|
500
513
|
| `parseVerificationOutcome` | production | discovery-lab:tools/check-technical-campaign.mjs |
|
|
501
|
-
| `preparePublicAnalystBenchmark` | production | this package:
|
|
514
|
+
| `preparePublicAnalystBenchmark` | production | this package: scripts/gepa-analyst-campaign.ts:64 |
|
|
502
515
|
| `primeAnalystProtocolSha256` | planned | doc: docs/prime-analyst.md |
|
|
503
516
|
| `primeCodeTraceAnalystDefinition` | planned | doc: docs/prime-analyst.md |
|
|
504
517
|
| `primeProtocolSha256` | production | this package: src/analyst/benchmark-runner-prime.ts:19 |
|
|
@@ -506,13 +519,13 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
506
519
|
| `projectPrimeTrajectory` | production | this package: src/analyst/benchmark-runner-prime.ts:19 |
|
|
507
520
|
| `publicBenchmarkDistributions` | none | — |
|
|
508
521
|
| `publicBenchmarkProtocolSha256` | production | this package: src/analyst/benchmark-instructions-override.ts:2 |
|
|
509
|
-
| `publicBenchmarkRlmInstructions` | production | this package:
|
|
522
|
+
| `publicBenchmarkRlmInstructions` | production | this package: scripts/gepa-analyst-campaign.ts:60 |
|
|
510
523
|
| `publicBenchmarkSelectionReport` | none | only this package's tests: src/analyst/benchmark-command-public-data.test.ts:13 |
|
|
511
524
|
| `publicBenchmarkSystemPrompt` | none | only this package's tests: src/analyst/benchmark-command-public-data.test.ts:13 |
|
|
512
525
|
| `publicDirectAnalystDefinition` | planned | doc: docs/trace-analysis.md |
|
|
513
526
|
| `publicRlmAnalystDefinition` | planned | doc: docs/trace-analysis.md |
|
|
514
527
|
| `RAW_FINDING_SCHEMA_PROMPT` | production | this package: src/analyst/benchmark-public-rlm.ts:36 |
|
|
515
|
-
| `RawAnalystFindingSchema` | production | this package:
|
|
528
|
+
| `RawAnalystFindingSchema` | production | this package: scripts/emit-finding-contract.ts:20 |
|
|
516
529
|
| `readAnalystBenchmarkArtifact` | production | this package: src/analyst/benchmark-command.ts:42 |
|
|
517
530
|
| `readAnalystInstructionsOverride` | production | this package: src/analyst/benchmark-command.ts:52 |
|
|
518
531
|
| `registryBenchmarkRunner` | none | only this package's tests: src/analyst/benchmark.test.ts:3 |
|
|
@@ -524,17 +537,17 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
524
537
|
| `resolveTraceAnalystLimits` | production | this package: src/analyst/kind-factory.ts:5 |
|
|
525
538
|
| `rlmEngineLimits` | none | only this package's tests: src/analyst/definition-parity.test.ts:26 |
|
|
526
539
|
| `roundAgentRxStep` | production | this package: src/analyst/benchmark-agentrx-calibration.ts:2 |
|
|
527
|
-
| `runAnalystBenchmark` | production | this package:
|
|
540
|
+
| `runAnalystBenchmark` | production | this package: benchmarks/trace-analysis/codetracebench-glm52-20260730/summarize-codetracer.mjs:6 |
|
|
528
541
|
| `runAnalystBenchmarkCommand` | production | this package: src/cli.ts:16 |
|
|
529
542
|
| `runPrimeExchange` | production | this package: src/analyst/benchmark-runner-prime.ts:19 |
|
|
530
|
-
| `runTraceAnalyst` | production | this package:
|
|
531
|
-
| `scoreAnalystFindings` | production | this package:
|
|
543
|
+
| `runTraceAnalyst` | production | this package: scripts/gepa-analyst-campaign.ts:71 |
|
|
544
|
+
| `scoreAnalystFindings` | production | this package: scripts/gepa-analyst-campaign.ts:57 |
|
|
532
545
|
| `selectPublicBenchmarkRows` | none | only this package's tests: src/analyst/benchmark-command-public-data.test.ts:13 |
|
|
533
546
|
| `SKILL_USAGE_ANALYST` | none | only this package's tests: src/analyst/kinds/skill-usage.test.ts:2 |
|
|
534
547
|
| `stripCodeFences` | planned | named in agent-builder (bind not in the import graph) |
|
|
535
548
|
| `summarizeAgentRxCalibration` | production | this package: src/analyst/benchmark-command-result.ts:2 |
|
|
536
549
|
| `summarizeAnalystBenchmarkRunner` | production | this package: src/analyst/benchmark-command-result.ts:18 |
|
|
537
|
-
| `summarizeCodeTraceCalibration` | production | this package:
|
|
550
|
+
| `summarizeCodeTraceCalibration` | production | this package: benchmarks/trace-analysis/codetracebench-glm52-20260730/summarize-codetracer.mjs:6 |
|
|
538
551
|
| `traceStoreEvidenceResolver` | production | this package: src/analyst/benchmark-command.ts:12 |
|
|
539
552
|
|
|
540
553
|
### `./authenticity`
|
|
@@ -583,7 +596,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
583
596
|
|
|
584
597
|
### `./campaign`
|
|
585
598
|
|
|
586
|
-
117 value exports —
|
|
599
|
+
117 value exports — 76 production, 15 planned, 26 none.
|
|
587
600
|
|
|
588
601
|
| symbol | consumer | evidence |
|
|
589
602
|
| --- | --- | --- |
|
|
@@ -696,7 +709,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
696
709
|
| `surfaceContentHash` | production | discovery-lab:tools/run-profile-confirmation.mjs |
|
|
697
710
|
| `surfaceHash` | production | agent-builder:src/lib/.server/eval/loops/evolution-runner.ts |
|
|
698
711
|
| `tangleTracesRoot` | none | only this package's tests: src/campaign/run-dir.test.ts:4 |
|
|
699
|
-
| `traceAnalystQualityJudge` |
|
|
712
|
+
| `traceAnalystQualityJudge` | production | this package: scripts/gepa-analyst-campaign.ts:74 |
|
|
700
713
|
| `transientDispatchFailure` | planned | doc: docs/eval-surface-map.md |
|
|
701
714
|
| `userStoryScoreboard` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/run.ts |
|
|
702
715
|
| `validateSearchLedgerEvent` | planned | consumer tests: discovery-lab:tools/search-ledger-planless.test.mjs |
|
|
@@ -707,7 +720,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
707
720
|
|
|
708
721
|
### `./contract`
|
|
709
722
|
|
|
710
|
-
64 value exports — 40 production,
|
|
723
|
+
64 value exports — 40 production, 15 planned, 9 none.
|
|
711
724
|
|
|
712
725
|
| symbol | consumer | evidence |
|
|
713
726
|
| --- | --- | --- |
|
|
@@ -728,13 +741,13 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
728
741
|
| `evaluatePairedMeasurements` | production | this package: src/contract/profile-measured-comparison.ts:26 |
|
|
729
742
|
| `externalTextOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
|
|
730
743
|
| `FileSystemOutcomeStore` | production | phony:products/builder/api/src/eval/outcomes.ts |
|
|
731
|
-
| `fromClaudeCodeSession` |
|
|
732
|
-
| `fromCodexSession` |
|
|
744
|
+
| `fromClaudeCodeSession` | planned | doc: docs/code-agent-intake.md |
|
|
745
|
+
| `fromCodexSession` | planned | doc: docs/code-agent-intake.md |
|
|
733
746
|
| `fromFeedbackTable` | planned | example: examples/customer-feedback-loop/index.ts:12 |
|
|
734
|
-
| `fromKimiCodeSession` |
|
|
735
|
-
| `fromOpenCodeSession` |
|
|
747
|
+
| `fromKimiCodeSession` | planned | doc: docs/code-agent-intake.md |
|
|
748
|
+
| `fromOpenCodeSession` | planned | doc: docs/code-agent-intake.md |
|
|
736
749
|
| `fromOtelSpans` | production | agent-dev-container:packages/intelligence-kernel/src/deterministic.ts |
|
|
737
|
-
| `fromPiSession` |
|
|
750
|
+
| `fromPiSession` | planned | doc: docs/code-agent-intake.md |
|
|
738
751
|
| `fromRunRecordDir` | production | this package: src/contract/eval-reporting-suite.ts:25 |
|
|
739
752
|
| `fsCampaignStorage` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
|
|
740
753
|
| `gepaOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
|
|
@@ -748,10 +761,10 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
748
761
|
| `observeCodeAgentSession` | production | this package: src/contract/intake/code-agent-session.ts:13 |
|
|
749
762
|
| `paretoPolicy` | none | only this package's tests: src/campaign/gates/promotion-policy.test.ts:3 |
|
|
750
763
|
| `paretoSignificanceGate` | production | agent-app:src/eval-campaign/index.ts |
|
|
751
|
-
| `parseAgentTrace` |
|
|
752
|
-
| `parseCodeAgentJsonl` | planned |
|
|
753
|
-
| `parseCodeAgentJsonlFile` |
|
|
754
|
-
| `partitionRunsByAuthoringModel` |
|
|
764
|
+
| `parseAgentTrace` | planned | doc: docs/code-agent-intake.md |
|
|
765
|
+
| `parseCodeAgentJsonl` | planned | doc: docs/code-agent-intake.md |
|
|
766
|
+
| `parseCodeAgentJsonlFile` | planned | doc: docs/code-agent-intake.md |
|
|
767
|
+
| `partitionRunsByAuthoringModel` | planned | doc: docs/code-agent-intake.md |
|
|
755
768
|
| `REFERENCE_EQUIVALENCE_INPUT_LIMITS` | none | only this package's tests: src/reference-equivalence-judge.test.ts:13 |
|
|
756
769
|
| `REFERENCE_EQUIVALENCE_JUDGE_VERSION` | none | only this package's tests: src/reference-equivalence-judge.test.ts:13 |
|
|
757
770
|
| `runAgentProfileImprovementExperiment` | production | agent-runtime:src/intelligence/authored-profile-improvement.ts |
|
|
@@ -769,7 +782,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
769
782
|
| `selfImprove` | production | agent-app:src/eval-campaign/index.ts |
|
|
770
783
|
| `SelfImproveRunError` | production | agent-dev-container:products/intelligence/api/src/routes/optimizations.ts |
|
|
771
784
|
| `skillOptOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
|
|
772
|
-
| `streamCodeAgentJsonlFile` |
|
|
785
|
+
| `streamCodeAgentJsonlFile` | planned | doc: docs/code-agent-intake.md |
|
|
773
786
|
| `summarizeExecution` | production | traces:src/execution.ts |
|
|
774
787
|
| `transientDispatchFailure` | planned | doc: docs/eval-surface-map.md |
|
|
775
788
|
| `verifyAgentProfileImprovementExperimentComparison` | production | agent-runtime:src/intelligence/authored-profile-improvement.ts |
|
|
@@ -778,7 +791,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
778
791
|
|
|
779
792
|
### `./experiment`
|
|
780
793
|
|
|
781
|
-
83 value exports —
|
|
794
|
+
83 value exports — 48 production, 18 planned, 17 none.
|
|
782
795
|
|
|
783
796
|
| symbol | consumer | evidence |
|
|
784
797
|
| --- | --- | --- |
|
|
@@ -792,13 +805,13 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
792
805
|
| `buildEvidenceVector` | planned | doc: docs/experiment.md |
|
|
793
806
|
| `buildFunnel` | planned | doc: docs/experiment.md |
|
|
794
807
|
| `classifyReissue` | none | only this package's tests: tests/experiment/preregistration-acceptance.test.ts:11 |
|
|
795
|
-
| `clusteredPower` |
|
|
808
|
+
| `clusteredPower` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
|
|
796
809
|
| `comparePairedArms` | production | agent-knowledge:src/memory/experiment/learning-metrics.ts |
|
|
797
810
|
| `composeFunnels` | planned | doc: docs/experiment.md |
|
|
798
811
|
| `computeEstimand` | production | this package: src/experiment/define.ts:21 |
|
|
799
812
|
| `computeInterval` | production | this package: src/experiment/define.ts:21 |
|
|
800
813
|
| `createEvidenceReceipt` | planned | consumer tests: agent-runtime:tests/integration/runtime-eval-pursuit-evidence.test.ts |
|
|
801
|
-
| `defineExperiment` |
|
|
814
|
+
| `defineExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
|
|
802
815
|
| `DesignRefusalError` | none | only this package's tests: tests/experiment/power.test.ts:10 |
|
|
803
816
|
| `eProcess` | production | this package: src/campaign/gates/sequential.ts:35 |
|
|
804
817
|
| `evaluateCondition` | planned | named in agent-dev-container (bind not in the import graph) |
|
|
@@ -831,7 +844,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
831
844
|
| `mcnemarPower` | production | supervisor-lab:bench/deepswe/headroom.ts |
|
|
832
845
|
| `mcnemarRequiredN` | production | blueprint-agent:scripts/experiments/analyze-convergence.ts |
|
|
833
846
|
| `mulberry32` | production | agent-knowledge:src/memory/holdout.ts |
|
|
834
|
-
| `openSealedExperiment` |
|
|
847
|
+
| `openSealedExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
|
|
835
848
|
| `pairArms` | production | agent-knowledge:src/memory/experiment/learning-pairs.ts |
|
|
836
849
|
| `pairedBootstrap` | production | agent-builder:frontier/adapters/fleet-eval-runner.ts |
|
|
837
850
|
| `pairedEvalueSequence` | production | creative-agent:src/lib/experiments/ab-design.ts |
|
|
@@ -847,13 +860,13 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
847
860
|
| `powerPreflight` | production | discovery-lab:tools/run-sequential-profile-improvement.mjs |
|
|
848
861
|
| `projectNLadderBudget` | production | this package: src/experiment/define.ts:21 |
|
|
849
862
|
| `readField` | planned | named in agent-dev-container (bind not in the import graph) |
|
|
850
|
-
| `renderEvidenceIndex` |
|
|
863
|
+
| `renderEvidenceIndex` | production | this package: scripts/render-evidence-index.ts:15 |
|
|
851
864
|
| `renderFunnelTable` | planned | example: examples/sealed-experiment/index.ts:12 |
|
|
852
865
|
| `requiredPairedSampleSize` | production | discovery-lab:tools/design-gate.mjs |
|
|
853
866
|
| `requiredSampleSize` | planned | doc: docs/design/statistics-decisions.md |
|
|
854
867
|
| `runSelectionRule` | production | this package: src/experiment/define.ts:21 |
|
|
855
868
|
| `runUniformPassBudget` | production | this package: src/experiment/define.ts:21 |
|
|
856
|
-
| `sealExperiment` |
|
|
869
|
+
| `sealExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
|
|
857
870
|
| `SealIntegrityError` | none | only this package's tests: tests/experiment/budget-and-seal.test.ts:8 |
|
|
858
871
|
| `sequentialCrossingHorizon` | none | only this package's tests: tests/sequential.test.ts:2 |
|
|
859
872
|
| `sequentialDecide` | planned | doc: docs/experiment.md |
|
|
@@ -872,13 +885,13 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
872
885
|
|
|
873
886
|
| symbol | consumer | evidence |
|
|
874
887
|
| --- | --- | --- |
|
|
875
|
-
| `adversarialObjective` | production | this package: src/fuzz/explorer.ts:
|
|
888
|
+
| `adversarialObjective` | production | this package: src/fuzz/explorer.ts:23 |
|
|
876
889
|
| `BehaviorExplorer` | production | this package: src/fuzz/fuzz-agent.ts:9 |
|
|
877
|
-
| `buildCapsule` | production | this package: src/fuzz/explorer.ts:
|
|
890
|
+
| `buildCapsule` | production | this package: src/fuzz/explorer.ts:20 |
|
|
878
891
|
| `buildCoverage` | production | this package: src/fuzz/capsule.ts:12 |
|
|
879
892
|
| `cellId` | planned | consumer tests: tax-agent:tests/eval/lib/fuzz-space.ts |
|
|
880
893
|
| `composeGates` | production | creative-agent:eval/lib/fuzz-wiring.ts |
|
|
881
|
-
| `enumerateCells` | production | this package: src/fuzz/explorer.ts:
|
|
894
|
+
| `enumerateCells` | production | this package: src/fuzz/explorer.ts:22 |
|
|
882
895
|
| `fuzzAgent` | production | creative-agent:eval/fuzz.ts |
|
|
883
896
|
| `makeExploreTools` | none | only this package's tests: src/fuzz/fuzz-agent.test.ts:8 |
|
|
884
897
|
| `mutationProposer` | production | creative-agent:eval/fuzz.ts |
|
|
@@ -994,22 +1007,22 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
994
1007
|
| `checkMultishotGolden` | planned | doc: docs/multishot-golden-records.md |
|
|
995
1008
|
| `checkMultishotGoldenScenario` | planned | doc: docs/multishot-golden-records.md |
|
|
996
1009
|
| `checkMultishotMatrixGoldenScenario` | planned | doc: docs/multishot-golden-records.md |
|
|
997
|
-
| `compareJson` | production | this package:
|
|
1010
|
+
| `compareJson` | production | this package: scripts/record-multishot-golden.ts:32 |
|
|
998
1011
|
| `CURRENT_MULTISHOT_GOLDEN_VERSION` | planned | doc: docs/multishot-golden-records.md |
|
|
999
1012
|
| `goldenRecords` | production | this package: src/multishot/golden/harness.ts:23 |
|
|
1000
1013
|
| `maskVolatileMarkdown` | none | only this package's tests: src/multishot/golden/golden.test.ts:20 |
|
|
1001
1014
|
| `MultishotGoldenMismatchError` | planned | doc: docs/multishot-golden-records.md |
|
|
1002
|
-
| `multishotGoldenScenarios` | production | this package:
|
|
1015
|
+
| `multishotGoldenScenarios` | production | this package: scripts/record-multishot-golden.ts:49 |
|
|
1003
1016
|
| `multishotGoldenVersions` | none | — |
|
|
1004
|
-
| `multishotMatrixGoldenScenarios` | production | this package:
|
|
1005
|
-
| `readRunDir` | production | this package:
|
|
1006
|
-
| `recordError` | production | this package:
|
|
1017
|
+
| `multishotMatrixGoldenScenarios` | production | this package: scripts/record-multishot-golden.ts:38 |
|
|
1018
|
+
| `readRunDir` | production | this package: scripts/record-multishot-golden.ts:42 |
|
|
1019
|
+
| `recordError` | production | this package: scripts/record-multishot-golden.ts:42 |
|
|
1007
1020
|
| `recordJudgeRequest` | production | this package: src/multishot/golden/matrix-scenarios.ts:21 |
|
|
1008
1021
|
| `recordMessage` | planned | named in agent-dev-container (bind not in the import graph) |
|
|
1009
1022
|
| `recordRequest` | production | this package: src/multishot/golden/matrix-scenarios.ts:21 |
|
|
1010
|
-
| `recordResult` | production | this package:
|
|
1011
|
-
| `sortJudgeRequests` | production | this package:
|
|
1012
|
-
| `stripVolatile` | production | this package:
|
|
1023
|
+
| `recordResult` | production | this package: scripts/record-multishot-golden.ts:42 |
|
|
1024
|
+
| `sortJudgeRequests` | production | this package: scripts/record-multishot-golden.ts:42 |
|
|
1025
|
+
| `stripVolatile` | production | this package: scripts/record-multishot-golden.ts:42 |
|
|
1013
1026
|
|
|
1014
1027
|
### `./pipelines`
|
|
1015
1028
|
|
|
@@ -1302,7 +1315,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
1302
1315
|
|
|
1303
1316
|
### `./trace-repair`
|
|
1304
1317
|
|
|
1305
|
-
96 value exports —
|
|
1318
|
+
96 value exports — 51 production, 23 planned, 22 none.
|
|
1306
1319
|
|
|
1307
1320
|
| symbol | consumer | evidence |
|
|
1308
1321
|
| --- | --- | --- |
|
|
@@ -1313,7 +1326,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
1313
1326
|
| `admissionArtifact` | planned | doc: docs/trace-repair-admission.md |
|
|
1314
1327
|
| `AdmissionDenominatorError` | production | this package: src/trace-repair/admission.ts:36 |
|
|
1315
1328
|
| `AdmissionIndependenceError` | none | only this package's tests: src/trace-repair/admission.test.ts:19 |
|
|
1316
|
-
| `admitRow` | production | this package:
|
|
1329
|
+
| `admitRow` | production | this package: scripts/tb-repair-milestone1.ts:41 |
|
|
1317
1330
|
| `admittedCount` | planned | named in agent-knowledge (bind not in the import graph) |
|
|
1318
1331
|
| `admittedRowIds` | none | only this package's tests: src/trace-repair/admission.test.ts:3 |
|
|
1319
1332
|
| `askRepairArm` | planned | doc: docs/trace-repair-analyst-arms.md |
|
|
@@ -1328,7 +1341,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
1328
1341
|
| `blindTrajectory` | production | this package: src/trace-repair/analyst-arm.ts:41 |
|
|
1329
1342
|
| `buildDenominatorChain` | production | this package: src/trace-repair/admission.ts:36 |
|
|
1330
1343
|
| `checkInterventionBudget` | production | this package: src/trace-repair/analyst-arm.ts:33 |
|
|
1331
|
-
| `classifyActionPayload` |
|
|
1344
|
+
| `classifyActionPayload` | production | this package: scripts/tb-repair-milestone1.ts:41 |
|
|
1332
1345
|
| `continuationPolicyDigest` | production | this package: src/trace-repair/admission.ts:52 |
|
|
1333
1346
|
| `ContinuationPolicyViolationError` | none | only this package's tests: src/trace-repair/continuation-policy.test.ts:11 |
|
|
1334
1347
|
| `continuationSeed` | planned | doc: docs/trace-repair-continuation.md |
|
|
@@ -1337,39 +1350,39 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
1337
1350
|
| `controlCanRescue` | none | only this package's tests: tests/trace-repair/control-policy.test.ts:4 |
|
|
1338
1351
|
| `countFunnel` | production | this package: src/trace-repair/delta-repair.ts:27 |
|
|
1339
1352
|
| `createCompletionRepairArm` | planned | doc: docs/trace-repair-analyst-arms.md |
|
|
1340
|
-
| `createDockerContinuationEnvironment` |
|
|
1353
|
+
| `createDockerContinuationEnvironment` | production | this package: scripts/tb-repair-freelunch.ts:32 |
|
|
1341
1354
|
| `createDspyRepairArm` | planned | doc: docs/trace-repair-analyst-arms.md |
|
|
1342
1355
|
| `CREDIT_TERMS` | none | only this package's tests: tests/trace-repair/degenerate-strategies.test.ts:8 |
|
|
1343
|
-
| `defineControlPolicy` | production | this package:
|
|
1344
|
-
| `definePinnedContinuationPolicy` |
|
|
1356
|
+
| `defineControlPolicy` | production | this package: scripts/tb-repair-milestone1.ts:41 |
|
|
1357
|
+
| `definePinnedContinuationPolicy` | production | this package: scripts/tb-repair-freelunch.ts:32 |
|
|
1345
1358
|
| `DEGENERATE_STRATEGIES` | planned | doc: docs/trace-repair-grader.md |
|
|
1346
|
-
| `deltaRepair` |
|
|
1359
|
+
| `deltaRepair` | production | this package: scripts/tb-repair-milestone1.ts:41 |
|
|
1347
1360
|
| `dockerRunArgs` | none | only this package's tests: src/trace-repair/docker-environment.test.ts:3 |
|
|
1348
1361
|
| `DSPY_REPAIR_SIGNATURE` | planned | doc: docs/trace-repair-analyst-arms.md |
|
|
1349
1362
|
| `DSPY_REPAIR_TASK_TOKEN` | none | only this package's tests: tests/trace-repair/arm-dspy.test.ts:19 |
|
|
1350
1363
|
| `dspyRepairInstructions` | none | only this package's tests: tests/trace-repair/arm-dspy.test.ts:19 |
|
|
1351
|
-
| `gradeRepairRow` |
|
|
1352
|
-
| `injectedTestOracle` |
|
|
1353
|
-
| `isRecordedTimeout` | production | this package:
|
|
1354
|
-
| `MINI_SWE_SYSTEM_MESSAGE` | production | this package:
|
|
1364
|
+
| `gradeRepairRow` | production | this package: scripts/tb-repair-milestone1.ts:41 |
|
|
1365
|
+
| `injectedTestOracle` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
|
|
1366
|
+
| `isRecordedTimeout` | production | this package: scripts/tb-repair-milestone1.ts:68 |
|
|
1367
|
+
| `MINI_SWE_SYSTEM_MESSAGE` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
|
|
1355
1368
|
| `NO_DECISIVE_FAILURE` | none | only this package's tests: tests/trace-repair/analyst-response.test.ts:2 |
|
|
1356
1369
|
| `NO_OP_ACTIONS` | none | — |
|
|
1357
|
-
| `nodeProcessRunner` |
|
|
1370
|
+
| `nodeProcessRunner` | production | this package: scripts/tb-repair-freelunch.ts:32 |
|
|
1358
1371
|
| `NondeterministicOracleError` | none | only this package's tests: tests/trace-repair/oracle-determinism.test.ts:4 |
|
|
1359
1372
|
| `noOpInjectionStep` | none | only this package's tests: src/trace-repair/admission.test.ts:3 |
|
|
1360
1373
|
| `normalizeActionForComparison` | production | this package: src/trace-repair/grade.ts:31 |
|
|
1361
|
-
| `oracleDeterminism` | production | this package:
|
|
1374
|
+
| `oracleDeterminism` | production | this package: scripts/tb-oracle-determinism.ts:17 |
|
|
1362
1375
|
| `OUTPUT_ELISION_THRESHOLD` | none | only this package's tests: src/trace-repair/mini-swe-scaffold.test.ts:2 |
|
|
1363
|
-
| `parseAction` | production | this package:
|
|
1376
|
+
| `parseAction` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
|
|
1364
1377
|
| `parseAnalystResponse` | planned | doc: docs/trace-repair-grader.md |
|
|
1365
|
-
| `parseTaskOracleRegistry` |
|
|
1378
|
+
| `parseTaskOracleRegistry` | production | this package: scripts/tb-corpus-rows.ts:28 |
|
|
1366
1379
|
| `renderAdmissionReport` | planned | doc: docs/trace-repair-admission.md |
|
|
1367
1380
|
| `renderDeltaRepairReport` | planned | doc: docs/trace-repair-grader.md |
|
|
1368
|
-
| `renderFormatErrorObservation` | production | this package:
|
|
1369
|
-
| `renderInstanceMessage` | production | this package:
|
|
1370
|
-
| `renderObservation` | production | this package:
|
|
1381
|
+
| `renderFormatErrorObservation` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
|
|
1382
|
+
| `renderInstanceMessage` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
|
|
1383
|
+
| `renderObservation` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
|
|
1371
1384
|
| `renderRepairTrajectory` | production | this package: src/trace-repair/arm-completion.ts:37 |
|
|
1372
|
-
| `renderTimeoutObservation` | production | this package:
|
|
1385
|
+
| `renderTimeoutObservation` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
|
|
1373
1386
|
| `REPAIR_CONTRACT_LINES` | production | this package: src/trace-repair/arm-completion.ts:37 |
|
|
1374
1387
|
| `REPAIR_QUESTION` | production | this package: src/trace-repair/arm-completion.ts:37 |
|
|
1375
1388
|
| `REPAIR_REPAIR_CONTRACT_LINES` | production | this package: src/trace-repair/arm-completion.ts:37 |
|
|
@@ -1377,7 +1390,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
1377
1390
|
| `repairArmPromptSha256` | production | this package: src/trace-repair/analyst-arm.ts:42 |
|
|
1378
1391
|
| `repairArmResponse` | planned | doc: docs/trace-repair-analyst-arms.md |
|
|
1379
1392
|
| `repairCredit` | production | this package: src/trace-repair/grade.ts:40 |
|
|
1380
|
-
| `repairFinding` |
|
|
1393
|
+
| `repairFinding` | production | this package: scripts/tb-repair-milestone1.ts:41 |
|
|
1381
1394
|
| `repairQuestionSha256` | production | this package: src/trace-repair/analyst-arm.ts:42 |
|
|
1382
1395
|
| `repairTaskDefinition` | production | this package: src/trace-repair/arm-completion.ts:37 |
|
|
1383
1396
|
| `repairTaskPolicy` | production | this package: src/trace-repair/arm-dspy.ts:48 |
|
|
@@ -1386,17 +1399,17 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
1386
1399
|
| `rolloutDigest` | planned | doc: docs/trace-repair-continuation.md |
|
|
1387
1400
|
| `rolloutRecordedSteps` | planned | doc: docs/trace-repair-continuation.md |
|
|
1388
1401
|
| `runAdmission` | planned | doc: docs/trace-repair-admission.md |
|
|
1389
|
-
| `runContinuation` |
|
|
1402
|
+
| `runContinuation` | production | this package: scripts/tb-repair-freelunch.ts:32 |
|
|
1390
1403
|
| `SCAFFOLD_INTERVENTION_BUDGET` | production | this package: src/trace-repair/arm-completion.ts:27 |
|
|
1391
1404
|
| `scanShellAction` | none | only this package's tests: tests/trace-repair/action-budget.test.ts:2 |
|
|
1392
|
-
| `stratumOf` | production | this package:
|
|
1393
|
-
| `submissionOf` | production | this package:
|
|
1405
|
+
| `stratumOf` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
|
|
1406
|
+
| `submissionOf` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
|
|
1394
1407
|
| `SUBMIT_SENTINEL` | production | this package: src/trace-repair/action-budget.ts:19 |
|
|
1395
1408
|
| `SUITE_REWARD_UNIT` | none | only this package's tests: tests/trace-repair/oracle-determinism.test.ts:4 |
|
|
1396
1409
|
| `taskOracleRegistry` | none | only this package's tests: src/trace-repair/admission-report.test.ts:7 |
|
|
1397
|
-
| `TB_REPAIR_ADMISSION_CRITERIA` |
|
|
1410
|
+
| `TB_REPAIR_ADMISSION_CRITERIA` | production | this package: scripts/tb-repair-milestone1.ts:41 |
|
|
1398
1411
|
| `TestOracleError` | none | only this package's tests: tests/trace-repair/test-oracle.test.ts:3 |
|
|
1399
|
-
| `testSuiteDigest` | production | this package:
|
|
1412
|
+
| `testSuiteDigest` | production | this package: scripts/tb-gated-stop-ab.ts:62 |
|
|
1400
1413
|
| `TestSuiteTamperedError` | planned | doc: docs/trace-repair-grader.md |
|
|
1401
1414
|
| `toRecordedSteps` | none | only this package's tests: src/trace-repair/continuation-policy.test.ts:25 |
|
|
1402
1415
|
| `totalCost` | planned | doc: examples/adapt-a-text-optimizer/README.md |
|
|
@@ -1405,11 +1418,11 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
1405
1418
|
|
|
1406
1419
|
### `./traces`
|
|
1407
1420
|
|
|
1408
|
-
|
|
1421
|
+
115 value exports — 94 production, 7 planned, 14 none.
|
|
1409
1422
|
|
|
1410
1423
|
| symbol | consumer | evidence |
|
|
1411
1424
|
| --- | --- | --- |
|
|
1412
|
-
| `aggregateLlm` |
|
|
1425
|
+
| `aggregateLlm` | none | only this package's tests: src/trace/query.test.ts:3 |
|
|
1413
1426
|
| `analyzeTraces` | production | agent-builder:src/lib/.server/eval/analysts/canonical-trace-analyst.ts |
|
|
1414
1427
|
| `applyLlmSpanOtlpAttributes` | production | traces:src/adapters/claude.ts |
|
|
1415
1428
|
| `applyToolSpanOtlpAttributes` | production | braid:src/adapters/analysis/trace-store.ts |
|
|
@@ -1429,7 +1442,7 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
1429
1442
|
| `createOtelTracingStore` | none | only this package's tests: tests/trace-contracts.test.ts:4 |
|
|
1430
1443
|
| `DEFAULT_REDACTION_RULES` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
|
|
1431
1444
|
| `DEFAULT_TRACE_ANALYST_BUDGETS` | production | agent-builder:src/lib/.server/eval/stores/d1-trace-analysis-store-adapter.ts |
|
|
1432
|
-
| `defaultProviderRedactor` | production | this package: src/llm-client.ts:
|
|
1445
|
+
| `defaultProviderRedactor` | production | this package: src/llm-client.ts:46 |
|
|
1433
1446
|
| `defaultTraceInsightPanel` | none | only this package's tests: src/trace-analyst/insights.test.ts:3 |
|
|
1434
1447
|
| `describeTraceInsightScope` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html.ts |
|
|
1435
1448
|
| `domainEvidencePattern` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/session-loader.ts |
|
|
@@ -1450,9 +1463,10 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
1450
1463
|
| `InMemoryRawProviderSink` | production | agent-builder:src/lib/.server/eval/loops/canonical-campaign.ts |
|
|
1451
1464
|
| `InMemoryTraceStore` | production | agent-builder:src/lib/.server/eval/loops/auto-research-runner.ts |
|
|
1452
1465
|
| `INPUT_VALUE` | production | braid:src/adapters/analysis/trace-event-projection.ts |
|
|
1453
|
-
| `isJudgeSpan` | production | this package: src/trace/query.ts:
|
|
1466
|
+
| `isJudgeSpan` | production | this package: src/trace/query.ts:13 |
|
|
1454
1467
|
| `isLlmSpan` | production | agent-runtime:src/candidate-execution/finalize.ts |
|
|
1455
1468
|
| `isOtlpModelCall` | production | this package: src/contract/intake/otel-spans.ts:44 |
|
|
1469
|
+
| `isRunMetric` | none | — |
|
|
1456
1470
|
| `isToolSpan` | production | agent-runtime:src/runtime/supervise/trace-evidence.ts |
|
|
1457
1471
|
| `judgeSpans` | production | this package: src/builder-eval/three-layer-eval.ts:25 |
|
|
1458
1472
|
| `LLM_CACHE_WRITE_TOKEN_ATTR_KEYS` | production | traces:src/file-export.ts |
|
|
@@ -1483,13 +1497,15 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
1483
1497
|
| `OUTPUT_VALUE` | production | agent-runtime:src/runtime/supervise-surface.ts |
|
|
1484
1498
|
| `planTraceInsightQuestions` | none | only this package's tests: src/trace-analyst/insights.test.ts:3 |
|
|
1485
1499
|
| `projectOtlpFlatLine` | production | this package: src/trace-analyst/otlp-to-run-records.ts:63 |
|
|
1486
|
-
| `providerFromBaseUrl` | production | this package: src/llm-client.ts:
|
|
1500
|
+
| `providerFromBaseUrl` | production | this package: src/llm-client.ts:46 |
|
|
1487
1501
|
| `REDACTION_VERSION` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
|
|
1488
1502
|
| `redactString` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
|
|
1489
1503
|
| `redactValue` | production | traces:src/index.ts |
|
|
1490
1504
|
| `RUN_COST_ATTR_KEYS` | production | this package: src/trace/execution-measurements.ts:2 |
|
|
1505
|
+
| `RUN_METRICS` | none | — |
|
|
1491
1506
|
| `runFailureClass` | production | starter-foundry:registry/layers/agent-eval/redteam/files/src/eval/redteam/runner.ts |
|
|
1492
1507
|
| `RunIntegrityError` | production | creative-agent:eval/canonical-runner.ts |
|
|
1508
|
+
| `runMetricExtractor` | production | this package: src/meta-eval/calibration.ts:10 |
|
|
1493
1509
|
| `runsForScenario` | production | phony:products/builder/api/src/eval/gate.ts |
|
|
1494
1510
|
| `scoreTraceInsightReadiness` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html-sections.ts |
|
|
1495
1511
|
| `SPAN_KIND_ATTR_KEYS` | production | traces:src/run-span-tree.ts |
|
|
@@ -1524,57 +1540,57 @@ A `none` row is a deletion candidate, not a deletion order. A symbol stays when
|
|
|
1524
1540
|
|
|
1525
1541
|
### `./trajectory-replay`
|
|
1526
1542
|
|
|
1527
|
-
49 value exports —
|
|
1543
|
+
49 value exports — 28 production, 16 planned, 5 none.
|
|
1528
1544
|
|
|
1529
1545
|
| symbol | consumer | evidence |
|
|
1530
1546
|
| --- | --- | --- |
|
|
1531
1547
|
| `assertReplayableTrajectory` | none | only this package's tests: tests/trajectory-replay/steps.test.ts:7 |
|
|
1532
1548
|
| `buildFixPrompt` | production | this package: src/trajectory-replay/fix-loop.ts:17 |
|
|
1533
1549
|
| `buildRetryFixPrompt` | production | this package: src/trajectory-replay/fix-loop.ts:17 |
|
|
1534
|
-
| `classifyObservation` |
|
|
1550
|
+
| `classifyObservation` | production | this package: scripts/tb-corpus-rows.ts:29 |
|
|
1535
1551
|
| `classifyPrefixStep` | none | only this package's tests: tests/trajectory-replay/verify.test.ts:14 |
|
|
1536
1552
|
| `classifyVerdict` | planned | named in agent-builder (bind not in the import graph) |
|
|
1537
1553
|
| `clipText` | production | this package: src/trajectory-replay/fix-loop.ts:17 |
|
|
1538
1554
|
| `countScriptCommands` | production | this package: src/trajectory-replay/fix-loop.ts:17 |
|
|
1539
|
-
| `decodeRecordedTurns` |
|
|
1555
|
+
| `decodeRecordedTurns` | production | this package: scripts/tb-corpus-rows.ts:29 |
|
|
1540
1556
|
| `derivedImageTag` | planned | named in traces (bind not in the import graph) |
|
|
1541
1557
|
| `deriveFailureSignature` | production | this package: src/trace-repair/grade.ts:25 |
|
|
1542
|
-
| `dockerImagePreparer` | production | this package: src/trajectory-replay/batch.ts:
|
|
1543
|
-
| `enumerateReplayableCases` | production | this package: src/trajectory-replay/batch.ts:
|
|
1558
|
+
| `dockerImagePreparer` | production | this package: src/trajectory-replay/batch.ts:42 |
|
|
1559
|
+
| `enumerateReplayableCases` | production | this package: src/trajectory-replay/batch.ts:33 |
|
|
1544
1560
|
| `extractFixCommand` | production | this package: src/trajectory-replay/fix-loop.ts:17 |
|
|
1545
|
-
| `finalRecordedOutcome` |
|
|
1561
|
+
| `finalRecordedOutcome` | production | this package: scripts/tb-corpus-rows.ts:29 |
|
|
1546
1562
|
| `findingReplayStep` | planned | named in traces (bind not in the import graph) |
|
|
1547
1563
|
| `findingTrajectoryId` | planned | named in traces (bind not in the import graph) |
|
|
1548
1564
|
| `FORMAT_ERROR_OBSERVATION_PREFIX` | production | this package: src/trace-repair/mini-swe-scaffold.ts:17 |
|
|
1549
|
-
| `generateFixCommand` | production | this package: src/trajectory-replay/batch.ts:
|
|
1565
|
+
| `generateFixCommand` | production | this package: src/trajectory-replay/batch.ts:40 |
|
|
1550
1566
|
| `goldIncorrectSteps` | planned | named in traces (bind not in the import graph) |
|
|
1551
|
-
| `ingestRecordedTrajectory` | production | this package: src/trajectory-replay/batch.ts:
|
|
1567
|
+
| `ingestRecordedTrajectory` | production | this package: src/trajectory-replay/batch.ts:43 |
|
|
1552
1568
|
| `isElidedField` | none | only this package's tests: tests/trajectory-replay/steps.test.ts:7 |
|
|
1553
|
-
| `isRecordedTimeout` | production | this package:
|
|
1569
|
+
| `isRecordedTimeout` | production | this package: scripts/tb-repair-milestone1.ts:68 |
|
|
1554
1570
|
| `isSubmitAction` | production | this package: src/trajectory-replay/corpus.ts:19 |
|
|
1555
1571
|
| `isSubmitOnlyAction` | none | only this package's tests: tests/trajectory-replay/steps.test.ts:7 |
|
|
1556
1572
|
| `parseCorpusFlag` | planned | named in traces (bind not in the import graph) |
|
|
1557
1573
|
| `parseIncorrectStepsSubject` | production | this package: src/trajectory-replay/findings.ts:41 |
|
|
1558
1574
|
| `parseObservationOutput` | production | this package: src/trajectory-replay/corpus.ts:19 |
|
|
1559
|
-
| `parseRecordedReturncode` | production | this package:
|
|
1560
|
-
| `PREFIX_DIVERGENCE_TOLERANCE_PCT` | production | this package: src/trajectory-replay/batch.ts:
|
|
1575
|
+
| `parseRecordedReturncode` | production | this package: scripts/tb-gated-stop-ab.ts:77 |
|
|
1576
|
+
| `PREFIX_DIVERGENCE_TOLERANCE_PCT` | production | this package: src/trajectory-replay/batch.ts:43 |
|
|
1561
1577
|
| `readFindingsFile` | planned | named in traces (bind not in the import graph) |
|
|
1562
1578
|
| `readLabelEntries` | planned | named in traces (bind not in the import graph) |
|
|
1563
1579
|
| `renderBatchReport` | planned | named in traces (bind not in the import graph) |
|
|
1564
1580
|
| `renderVerifiedFindingsSection` | planned | named in traces (bind not in the import graph) |
|
|
1565
|
-
| `replayVerify` | production | this package: src/trajectory-replay/batch.ts:
|
|
1581
|
+
| `replayVerify` | production | this package: src/trajectory-replay/batch.ts:43 |
|
|
1566
1582
|
| `replayVerifyFinding` | planned | doc: docs/trajectory-replay.md |
|
|
1567
1583
|
| `resolveCaseResources` | production | this package: src/trajectory-replay/findings.ts:36 |
|
|
1568
1584
|
| `resolveFindingInvocation` | planned | named in traces (bind not in the import graph) |
|
|
1569
1585
|
| `resolveFindingReplayability` | planned | named in traces (bind not in the import graph) |
|
|
1570
|
-
| `runFixLoop` | production | this package: src/trajectory-replay/batch.ts:
|
|
1586
|
+
| `runFixLoop` | production | this package: src/trajectory-replay/batch.ts:41 |
|
|
1571
1587
|
| `runReplayBatch` | planned | doc: docs/trajectory-replay.md |
|
|
1572
|
-
| `SandboxCounterfactualRunner` | production | this package: src/trajectory-replay/batch.ts:
|
|
1588
|
+
| `SandboxCounterfactualRunner` | production | this package: src/trajectory-replay/batch.ts:43 |
|
|
1573
1589
|
| `seededSample` | planned | named in traces (bind not in the import graph) |
|
|
1574
1590
|
| `SUBMIT_ACTION_SIGNATURE` | production | this package: src/trace-repair/mini-swe-scaffold.ts:17 |
|
|
1575
1591
|
| `summarizePrefixReplay` | none | only this package's tests: tests/trajectory-replay/verify.test.ts:14 |
|
|
1576
1592
|
| `TIMEOUT_OBSERVATION_MARKER` | production | this package: src/trace-repair/mini-swe-scaffold.ts:17 |
|
|
1577
|
-
| `unreadableExitCount` |
|
|
1593
|
+
| `unreadableExitCount` | production | this package: scripts/tb-corpus-rows.ts:29 |
|
|
1578
1594
|
| `verifyFindings` | planned | doc: docs/trajectory-replay.md |
|
|
1579
1595
|
| `wrapActionForExec` | production | this package: src/trace-repair/grade.ts:24 |
|
|
1580
1596
|
|