@tangle-network/agent-eval 0.128.2 → 0.130.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +279 -0
- package/README.md +19 -0
- package/dist/active-curriculum-C4mk67HP.js +214 -0
- package/dist/active-curriculum-C4mk67HP.js.map +1 -0
- package/dist/adversarial-smnADNFS.d.ts +21 -0
- package/dist/adversarial-smnADNFS.d.ts.map +1 -0
- package/dist/analyst/index.d.ts +83 -2932
- package/dist/analyst/index.d.ts.map +1 -0
- package/dist/analyst/index.js +319 -364
- package/dist/analyst/index.js.map +1 -1
- package/dist/analyst-BkTS3C58.d.ts +89 -0
- package/dist/analyst-BkTS3C58.d.ts.map +1 -0
- package/dist/analyst-LsnNpSkm.js +152 -0
- package/dist/analyst-LsnNpSkm.js.map +1 -0
- package/dist/analyze-runs-C1CavBMk.js +1067 -0
- package/dist/analyze-runs-C1CavBMk.js.map +1 -0
- package/dist/analyze-runs-FsgYCinh.d.ts +72 -0
- package/dist/analyze-runs-FsgYCinh.d.ts.map +1 -0
- package/dist/attribute-vocabulary-DLJ6303h.d.ts +54 -0
- package/dist/attribute-vocabulary-DLJ6303h.d.ts.map +1 -0
- package/dist/authenticity/index.d.ts +81 -79
- package/dist/authenticity/index.d.ts.map +1 -0
- package/dist/authenticity/index.js +209 -193
- package/dist/authenticity/index.js.map +1 -1
- package/dist/baseline-HsBvw_dk.js +550 -0
- package/dist/baseline-HsBvw_dk.js.map +1 -0
- package/dist/baseline-hG3K85h4.d.ts +125 -0
- package/dist/baseline-hG3K85h4.d.ts.map +1 -0
- package/dist/belief-state/index.d.ts +448 -1205
- package/dist/belief-state/index.d.ts.map +1 -0
- package/dist/belief-state/index.js +1617 -1710
- package/dist/belief-state/index.js.map +1 -1
- package/dist/benchmarks/index.d.ts +2 -894
- package/dist/benchmarks/index.js +2 -59
- package/dist/benchmarks-DviOvUNr.js +754 -0
- package/dist/benchmarks-DviOvUNr.js.map +1 -0
- package/dist/builder-eval/index.d.ts +150 -662
- package/dist/builder-eval/index.d.ts.map +1 -0
- package/dist/builder-eval/index.js +356 -345
- package/dist/builder-eval/index.js.map +1 -1
- package/dist/calibration-CNWWA6K8.js +94 -0
- package/dist/calibration-CNWWA6K8.js.map +1 -0
- package/dist/campaign/index.d.ts +5 -6390
- package/dist/campaign/index.js +3 -212
- package/dist/campaign-CBKZvQ1H.js +3885 -0
- package/dist/campaign-CBKZvQ1H.js.map +1 -0
- package/dist/cli.d.ts +1 -1
- package/dist/cli.js +164 -174
- package/dist/cli.js.map +1 -1
- package/dist/client-C97NMzqi.d.ts +581 -0
- package/dist/client-C97NMzqi.d.ts.map +1 -0
- package/dist/client-CYzbdJOZ.js +637 -0
- package/dist/client-CYzbdJOZ.js.map +1 -0
- package/dist/code-agent-session-BjkMTQ7H.js +1390 -0
- package/dist/code-agent-session-BjkMTQ7H.js.map +1 -0
- package/dist/code-agent-session-DqqgOJaz.d.ts +143 -0
- package/dist/code-agent-session-DqqgOJaz.d.ts.map +1 -0
- package/dist/concurrency-DIxRZF_J.js +85 -0
- package/dist/concurrency-DIxRZF_J.js.map +1 -0
- package/dist/contract/index.d.ts +645 -5605
- package/dist/contract/index.d.ts.map +1 -0
- package/dist/contract/index.js +1730 -1937
- package/dist/contract/index.js.map +1 -1
- package/dist/control.d.ts +3 -1030
- package/dist/control.js +2 -32
- package/dist/cost-ledger-DIgQUFZZ.js +801 -0
- package/dist/cost-ledger-DIgQUFZZ.js.map +1 -0
- package/dist/cost-ledger-Dye6jCgg.d.ts +236 -0
- package/dist/cost-ledger-Dye6jCgg.d.ts.map +1 -0
- package/dist/dataset-BvtnC8Dc.d.ts +115 -0
- package/dist/dataset-BvtnC8Dc.d.ts.map +1 -0
- package/dist/default-registry-C-vFCSEc.js +2579 -0
- package/dist/default-registry-C-vFCSEc.js.map +1 -0
- package/dist/default-registry-CNPo-Vsb.d.ts +540 -0
- package/dist/default-registry-CNPo-Vsb.d.ts.map +1 -0
- package/dist/emitter-CPBAhxum.js +266 -0
- package/dist/emitter-CPBAhxum.js.map +1 -0
- package/dist/emitter-DGQGoLyj.d.ts +113 -0
- package/dist/emitter-DGQGoLyj.d.ts.map +1 -0
- package/dist/errors-8YnH8WlF.js +64 -0
- package/dist/errors-8YnH8WlF.js.map +1 -0
- package/dist/errors-CEk209JS.d.ts +76 -0
- package/dist/errors-CEk209JS.d.ts.map +1 -0
- package/dist/eval-campaign-DEm6c8ru.js +349 -0
- package/dist/eval-campaign-DEm6c8ru.js.map +1 -0
- package/dist/execution-tracks-CpgFPpS5.js +93 -0
- package/dist/execution-tracks-CpgFPpS5.js.map +1 -0
- package/dist/exporters-q9iL-2Jf.js +148 -0
- package/dist/exporters-q9iL-2Jf.js.map +1 -0
- package/dist/extract-usage-BrQ8mCLX.js +155 -0
- package/dist/extract-usage-BrQ8mCLX.js.map +1 -0
- package/dist/failure-cluster-CqcvCcdR.d.ts +59 -0
- package/dist/failure-cluster-CqcvCcdR.d.ts.map +1 -0
- package/dist/feedback-trajectory-CVaeREXV.d.ts +340 -0
- package/dist/feedback-trajectory-CVaeREXV.d.ts.map +1 -0
- package/dist/fuzz.d.ts +320 -646
- package/dist/fuzz.d.ts.map +1 -0
- package/dist/fuzz.js +670 -617
- package/dist/fuzz.js.map +1 -1
- package/dist/hf-dataset-DBJXXoY1.js +763 -0
- package/dist/hf-dataset-DBJXXoY1.js.map +1 -0
- package/dist/hosted/index.d.ts +11 -831
- package/dist/hosted/index.d.ts.map +1 -0
- package/dist/hosted/index.js +2 -37
- package/dist/index-2JJSA6-r2.d.ts +926 -0
- package/dist/index-2JJSA6-r2.d.ts.map +1 -0
- package/dist/index-6N0aYmpW.d.ts +217 -0
- package/dist/index-6N0aYmpW.d.ts.map +1 -0
- package/dist/index-BAvgST_9.d.ts +131 -0
- package/dist/index-BAvgST_9.d.ts.map +1 -0
- package/dist/index-BvnJuTGD.d.ts +68 -0
- package/dist/index-BvnJuTGD.d.ts.map +1 -0
- package/dist/index-C61Wi7yg.d.ts +547 -0
- package/dist/index-C61Wi7yg.d.ts.map +1 -0
- package/dist/index-CAPUUKaM.d.ts +335 -0
- package/dist/index-CAPUUKaM.d.ts.map +1 -0
- package/dist/index-DE5fb3EC.d.ts +2244 -0
- package/dist/index-DE5fb3EC.d.ts.map +1 -0
- package/dist/index-DSC51roc.d.ts +102 -0
- package/dist/index-DSC51roc.d.ts.map +1 -0
- package/dist/index.d.ts +3776 -15120
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +11185 -11191
- package/dist/index.js.map +1 -1
- package/dist/integrity-BzRbCHzi.js +424 -0
- package/dist/integrity-BzRbCHzi.js.map +1 -0
- package/dist/integrity-rmVhXWA7.d.ts +61 -0
- package/dist/integrity-rmVhXWA7.d.ts.map +1 -0
- package/dist/judge-calibration-DFtEMlde.d.ts +146 -0
- package/dist/judge-calibration-DFtEMlde.d.ts.map +1 -0
- package/dist/ledger-core/index.d.ts +2 -0
- package/dist/ledger-core/index.js +2 -0
- package/dist/ledger-core-DtZz1RG0.js +388 -0
- package/dist/ledger-core-DtZz1RG0.js.map +1 -0
- package/dist/llm-client--GR4JbZE.js +687 -0
- package/dist/llm-client--GR4JbZE.js.map +1 -0
- package/dist/llm-client-B_nIBlYo.d.ts +290 -0
- package/dist/llm-client-B_nIBlYo.d.ts.map +1 -0
- package/dist/matrix/index.d.ts +3 -155
- package/dist/matrix/index.js +2 -8
- package/dist/matrix-BzQnu2S6.js +270 -0
- package/dist/matrix-BzQnu2S6.js.map +1 -0
- package/dist/meta-eval/index.d.ts +4 -1027
- package/dist/meta-eval/index.js +393 -390
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/metrics-C9YY1OcL.js +239 -0
- package/dist/metrics-C9YY1OcL.js.map +1 -0
- package/dist/mint-yN2M2eh0.js +201 -0
- package/dist/mint-yN2M2eh0.js.map +1 -0
- package/dist/multi-layer-verifier-BHY1gWAc.d.ts +138 -0
- package/dist/multi-layer-verifier-BHY1gWAc.d.ts.map +1 -0
- package/dist/multishot/index.d.ts +273 -481
- package/dist/multishot/index.d.ts.map +1 -0
- package/dist/multishot/index.js +595 -548
- package/dist/multishot/index.js.map +1 -1
- package/dist/off-policy-DvgzvtIx.js +220 -0
- package/dist/off-policy-DvgzvtIx.js.map +1 -0
- package/dist/off-policy-mskQw8Mb.d.ts +153 -0
- package/dist/off-policy-mskQw8Mb.d.ts.map +1 -0
- package/dist/openapi.json +1 -1
- package/dist/opencode-sqlite-BGrHeDu3.js +318 -0
- package/dist/opencode-sqlite-BGrHeDu3.js.map +1 -0
- package/dist/outcome-store-BYHIuO0e.d.ts +65 -0
- package/dist/outcome-store-BYHIuO0e.d.ts.map +1 -0
- package/dist/outcome-store-ChBKlTd_.js +75 -0
- package/dist/outcome-store-ChBKlTd_.js.map +1 -0
- package/dist/paired-arms-D9D0wXj2.js +260 -0
- package/dist/paired-arms-D9D0wXj2.js.map +1 -0
- package/dist/pipelines/index.d.ts +95 -532
- package/dist/pipelines/index.d.ts.map +1 -0
- package/dist/pipelines/index.js +497 -478
- package/dist/pipelines/index.js.map +1 -1
- package/dist/pre-registration-DakwTRXk.js +96 -0
- package/dist/pre-registration-DakwTRXk.js.map +1 -0
- package/dist/propose-review-control-LhIWGzHl.js +1458 -0
- package/dist/propose-review-control-LhIWGzHl.js.map +1 -0
- package/dist/query-CJ_DX8vl.d.ts +28 -0
- package/dist/query-CJ_DX8vl.d.ts.map +1 -0
- package/dist/query-Di7eEQ79.js +83 -0
- package/dist/query-Di7eEQ79.js.map +1 -0
- package/dist/raw-provider-sink-BQd7mzyT.js +201 -0
- package/dist/raw-provider-sink-BQd7mzyT.js.map +1 -0
- package/dist/raw-provider-sink-BU29Sh8h.d.ts +134 -0
- package/dist/raw-provider-sink-BU29Sh8h.d.ts.map +1 -0
- package/dist/redact-7Aq1ukl-.js +107 -0
- package/dist/redact-7Aq1ukl-.js.map +1 -0
- package/dist/release-report-Cz9NKH39.js +603 -0
- package/dist/release-report-Cz9NKH39.js.map +1 -0
- package/dist/release-report-mvB2G4_J.d.ts +244 -0
- package/dist/release-report-mvB2G4_J.d.ts.map +1 -0
- package/dist/replay-GnyotH0J.js +1741 -0
- package/dist/replay-GnyotH0J.js.map +1 -0
- package/dist/replay-OoidtG1E.d.ts +749 -0
- package/dist/replay-OoidtG1E.d.ts.map +1 -0
- package/dist/reporting.d.ts +6 -1298
- package/dist/reporting.js +6 -50
- package/dist/researcher-CwTdwXG1.d.ts +314 -0
- package/dist/researcher-CwTdwXG1.d.ts.map +1 -0
- package/dist/reward-hacking-eAnOsynk.d.ts +224 -0
- package/dist/reward-hacking-eAnOsynk.d.ts.map +1 -0
- package/dist/reward-hacking-qipEpKvY.js +596 -0
- package/dist/reward-hacking-qipEpKvY.js.map +1 -0
- package/dist/reward-nw2xZGZG.js +137 -0
- package/dist/reward-nw2xZGZG.js.map +1 -0
- package/dist/rl.d.ts +916 -3596
- package/dist/rl.d.ts.map +1 -0
- package/dist/rl.js +2362 -1751
- package/dist/rl.js.map +1 -1
- package/dist/rolldown-runtime-8H4AJuhK.js +14 -0
- package/dist/rollout/index.d.ts +3 -1048
- package/dist/rollout/index.js +8 -110
- package/dist/rollout-BOYjemfR.js +624 -0
- package/dist/rollout-BOYjemfR.js.map +1 -0
- package/dist/rubric-predictive-validity-B3xmbmS1.js +141 -0
- package/dist/rubric-predictive-validity-B3xmbmS1.js.map +1 -0
- package/dist/rubric-predictive-validity-Ku_clp_1.d.ts +74 -0
- package/dist/rubric-predictive-validity-Ku_clp_1.d.ts.map +1 -0
- package/dist/run-evidence-ClRX_8A9.d.ts +225 -0
- package/dist/run-evidence-ClRX_8A9.d.ts.map +1 -0
- package/dist/run-record-BuoE80Dq.js +467 -0
- package/dist/run-record-BuoE80Dq.js.map +1 -0
- package/dist/run-record-CnZu_gjl.d.ts +357 -0
- package/dist/run-record-CnZu_gjl.d.ts.map +1 -0
- package/dist/run-score-iEEAWiBY.js +41 -0
- package/dist/run-score-iEEAWiBY.js.map +1 -0
- package/dist/runtime-trajectory-1gyaTOoC.js +93 -0
- package/dist/runtime-trajectory-1gyaTOoC.js.map +1 -0
- package/dist/runtime-trajectory-BvSZcCHD.d.ts +50 -0
- package/dist/runtime-trajectory-BvSZcCHD.d.ts.map +1 -0
- package/dist/schema-BtVldJ3T.d.ts +206 -0
- package/dist/schema-BtVldJ3T.d.ts.map +1 -0
- package/dist/schema-C6DW4ZHR.js +821 -0
- package/dist/schema-C6DW4ZHR.js.map +1 -0
- package/dist/schema-CRhEY1SO.js +69 -0
- package/dist/schema-CRhEY1SO.js.map +1 -0
- package/dist/schema-Cef2cFmb.d.ts +408 -0
- package/dist/schema-Cef2cFmb.d.ts.map +1 -0
- package/dist/semantic-concept-judge-B6cWNJ2K.js +725 -0
- package/dist/semantic-concept-judge-B6cWNJ2K.js.map +1 -0
- package/dist/sequential-Br0mAPHA.js +148 -0
- package/dist/sequential-Br0mAPHA.js.map +1 -0
- package/dist/sequential-CYwq6Ff_.d.ts +141 -0
- package/dist/sequential-CYwq6Ff_.d.ts.map +1 -0
- package/dist/series-convergence-CjO2QdRW.js +43 -0
- package/dist/series-convergence-CjO2QdRW.js.map +1 -0
- package/dist/series-convergence-ofsqPWhs.d.ts +35 -0
- package/dist/series-convergence-ofsqPWhs.d.ts.map +1 -0
- package/dist/server-m5D9cvnG.js +1040 -0
- package/dist/server-m5D9cvnG.js.map +1 -0
- package/dist/skill-usage-C_pXm7lP.d.ts +534 -0
- package/dist/skill-usage-C_pXm7lP.d.ts.map +1 -0
- package/dist/skillopt-optimization-method-B7wX7XkF.d.ts +1739 -0
- package/dist/skillopt-optimization-method-B7wX7XkF.d.ts.map +1 -0
- package/dist/skillopt-optimization-method-D4ODwFVV.js +7712 -0
- package/dist/skillopt-optimization-method-D4ODwFVV.js.map +1 -0
- package/dist/statistics-Cmj6nynr.d.ts +514 -0
- package/dist/statistics-Cmj6nynr.d.ts.map +1 -0
- package/dist/statistics-CnnxdpOg.js +1437 -0
- package/dist/statistics-CnnxdpOg.js.map +1 -0
- package/dist/store-CT9YIIve.d.ts +117 -0
- package/dist/store-CT9YIIve.d.ts.map +1 -0
- package/dist/store-CxJry_cs.d.ts +229 -0
- package/dist/store-CxJry_cs.d.ts.map +1 -0
- package/dist/storyboard/index.d.ts +84 -203
- package/dist/storyboard/index.d.ts.map +1 -0
- package/dist/storyboard/index.js +609 -542
- package/dist/storyboard/index.js.map +1 -1
- package/dist/summary-report-BNs5nmXI.js +862 -0
- package/dist/summary-report-BNs5nmXI.js.map +1 -0
- package/dist/summary-report-Cj9gdw4i.d.ts +407 -0
- package/dist/summary-report-Cj9gdw4i.d.ts.map +1 -0
- package/dist/supervisor-run/index.d.ts +2 -849
- package/dist/supervisor-run/index.js +2 -64
- package/dist/supervisor-run-_lnTLM3z.js +1679 -0
- package/dist/supervisor-run-_lnTLM3z.js.map +1 -0
- package/dist/task-failure-attributes-CQZlB3et.js +311 -0
- package/dist/task-failure-attributes-CQZlB3et.js.map +1 -0
- package/dist/test-graded-scenario-BsqWLmPt.js +318 -0
- package/dist/test-graded-scenario-BsqWLmPt.js.map +1 -0
- package/dist/test-graded-scenario-D1TaI2va.d.ts +141 -0
- package/dist/test-graded-scenario-D1TaI2va.d.ts.map +1 -0
- package/dist/tools-BmuN627J.js +1085 -0
- package/dist/tools-BmuN627J.js.map +1 -0
- package/dist/trace-attributes.d.ts +2 -52
- package/dist/trace-attributes.js +131 -61
- package/dist/trace-attributes.js.map +1 -1
- package/dist/traces.d.ts +12 -2365
- package/dist/traces.js +12 -251
- package/dist/trajectory-D_7rLrvE.js +56 -0
- package/dist/trajectory-D_7rLrvE.js.map +1 -0
- package/dist/types-DGsxbAEd.d.ts +387 -0
- package/dist/types-DGsxbAEd.d.ts.map +1 -0
- package/dist/types-k9tZGKUg.d.ts +640 -0
- package/dist/types-k9tZGKUg.d.ts.map +1 -0
- package/dist/verdict-Dps8_okt.d.ts +37 -0
- package/dist/verdict-Dps8_okt.d.ts.map +1 -0
- package/dist/wire/index.d.ts +702 -1174
- package/dist/wire/index.d.ts.map +1 -0
- package/dist/wire/index.js +2 -81
- package/docs/feature-guide.md +1 -1
- package/docs/rollout.md +116 -2
- package/package.json +18 -10
- package/dist/benchmarks/index.js.map +0 -1
- package/dist/campaign/index.js.map +0 -1
- package/dist/chunk-2JX3CFMB.js +0 -695
- package/dist/chunk-2JX3CFMB.js.map +0 -1
- package/dist/chunk-2MKQIFS4.js +0 -183
- package/dist/chunk-2MKQIFS4.js.map +0 -1
- package/dist/chunk-3RF76KTD.js +0 -84
- package/dist/chunk-3RF76KTD.js.map +0 -1
- package/dist/chunk-5DTSBUL2.js +0 -159
- package/dist/chunk-5DTSBUL2.js.map +0 -1
- package/dist/chunk-7ZZMD7UK.js +0 -386
- package/dist/chunk-7ZZMD7UK.js.map +0 -1
- package/dist/chunk-BOD4O7OF.js +0 -40
- package/dist/chunk-BOD4O7OF.js.map +0 -1
- package/dist/chunk-BYT7ELPS.js +0 -1553
- package/dist/chunk-BYT7ELPS.js.map +0 -1
- package/dist/chunk-DJKY2TSY.js +0 -2428
- package/dist/chunk-DJKY2TSY.js.map +0 -1
- package/dist/chunk-DPUHNQLN.js +0 -232
- package/dist/chunk-DPUHNQLN.js.map +0 -1
- package/dist/chunk-DRYIUNWY.js +0 -622
- package/dist/chunk-DRYIUNWY.js.map +0 -1
- package/dist/chunk-EJGRPCO3.js +0 -617
- package/dist/chunk-EJGRPCO3.js.map +0 -1
- package/dist/chunk-EOSZT7PL.js +0 -2001
- package/dist/chunk-EOSZT7PL.js.map +0 -1
- package/dist/chunk-EZJEIH2R.js +0 -1559
- package/dist/chunk-EZJEIH2R.js.map +0 -1
- package/dist/chunk-GGE4NNQT.js +0 -65
- package/dist/chunk-GGE4NNQT.js.map +0 -1
- package/dist/chunk-HHWE3POT.js +0 -94
- package/dist/chunk-HHWE3POT.js.map +0 -1
- package/dist/chunk-IHQDPH7D.js +0 -171
- package/dist/chunk-IHQDPH7D.js.map +0 -1
- package/dist/chunk-JHCHEVET.js +0 -274
- package/dist/chunk-JHCHEVET.js.map +0 -1
- package/dist/chunk-K4DBDHLK.js +0 -158
- package/dist/chunk-K4DBDHLK.js.map +0 -1
- package/dist/chunk-K6N6XJJX.js +0 -306
- package/dist/chunk-K6N6XJJX.js.map +0 -1
- package/dist/chunk-MA6HLL3S.js +0 -65
- package/dist/chunk-MA6HLL3S.js.map +0 -1
- package/dist/chunk-MAZ26DC7.js +0 -99
- package/dist/chunk-MAZ26DC7.js.map +0 -1
- package/dist/chunk-MHELPNRP.js +0 -1212
- package/dist/chunk-MHELPNRP.js.map +0 -1
- package/dist/chunk-NACAGYSY.js +0 -1040
- package/dist/chunk-NACAGYSY.js.map +0 -1
- package/dist/chunk-NKAGIDE2.js +0 -7633
- package/dist/chunk-NKAGIDE2.js.map +0 -1
- package/dist/chunk-NPCTHQIO.js +0 -91
- package/dist/chunk-NPCTHQIO.js.map +0 -1
- package/dist/chunk-NYLOYM6N.js +0 -332
- package/dist/chunk-NYLOYM6N.js.map +0 -1
- package/dist/chunk-ONWEPEDO.js +0 -57
- package/dist/chunk-ONWEPEDO.js.map +0 -1
- package/dist/chunk-P5W7RQKK.js +0 -576
- package/dist/chunk-P5W7RQKK.js.map +0 -1
- package/dist/chunk-P6FYH6K4.js +0 -1161
- package/dist/chunk-P6FYH6K4.js.map +0 -1
- package/dist/chunk-PBE2LOSS.js +0 -669
- package/dist/chunk-PBE2LOSS.js.map +0 -1
- package/dist/chunk-PC4UYEBM.js +0 -166
- package/dist/chunk-PC4UYEBM.js.map +0 -1
- package/dist/chunk-PXE2VKMX.js +0 -140
- package/dist/chunk-PXE2VKMX.js.map +0 -1
- package/dist/chunk-PZ5AY32C.js +0 -10
- package/dist/chunk-PZ5AY32C.js.map +0 -1
- package/dist/chunk-RZTMDUO7.js +0 -49
- package/dist/chunk-RZTMDUO7.js.map +0 -1
- package/dist/chunk-S5YLIBFX.js +0 -136
- package/dist/chunk-S5YLIBFX.js.map +0 -1
- package/dist/chunk-SZLVEKMJ.js +0 -1446
- package/dist/chunk-SZLVEKMJ.js.map +0 -1
- package/dist/chunk-T4SQEITX.js +0 -95
- package/dist/chunk-T4SQEITX.js.map +0 -1
- package/dist/chunk-TBL77AUT.js +0 -355
- package/dist/chunk-TBL77AUT.js.map +0 -1
- package/dist/chunk-TSN7JT6D.js +0 -1646
- package/dist/chunk-TSN7JT6D.js.map +0 -1
- package/dist/chunk-TT4KNT67.js +0 -124
- package/dist/chunk-TT4KNT67.js.map +0 -1
- package/dist/chunk-UB2LOJ6Q.js +0 -4461
- package/dist/chunk-UB2LOJ6Q.js.map +0 -1
- package/dist/chunk-UWZZKKU7.js +0 -237
- package/dist/chunk-UWZZKKU7.js.map +0 -1
- package/dist/chunk-VBQ3CRKH.js +0 -291
- package/dist/chunk-VBQ3CRKH.js.map +0 -1
- package/dist/chunk-VGRCHJON.js +0 -163
- package/dist/chunk-VGRCHJON.js.map +0 -1
- package/dist/chunk-VI2UW6B6.js +0 -162
- package/dist/chunk-VI2UW6B6.js.map +0 -1
- package/dist/chunk-VLOATJQ2.js +0 -908
- package/dist/chunk-VLOATJQ2.js.map +0 -1
- package/dist/chunk-VQMK5FMP.js +0 -247
- package/dist/chunk-VQMK5FMP.js.map +0 -1
- package/dist/chunk-VZSRQ272.js +0 -149
- package/dist/chunk-VZSRQ272.js.map +0 -1
- package/dist/chunk-WGXIEX7P.js +0 -116
- package/dist/chunk-WGXIEX7P.js.map +0 -1
- package/dist/chunk-WS3NZZQQ.js +0 -929
- package/dist/chunk-WS3NZZQQ.js.map +0 -1
- package/dist/chunk-XDWDC2MP.js +0 -695
- package/dist/chunk-XDWDC2MP.js.map +0 -1
- package/dist/chunk-XPRT64IE.js +0 -766
- package/dist/chunk-XPRT64IE.js.map +0 -1
- package/dist/chunk-YJBNWCAA.js +0 -1056
- package/dist/chunk-YJBNWCAA.js.map +0 -1
- package/dist/chunk-ZET2UAYW.js +0 -89
- package/dist/chunk-ZET2UAYW.js.map +0 -1
- package/dist/chunk-ZUUWPZCV.js +0 -752
- package/dist/chunk-ZUUWPZCV.js.map +0 -1
- package/dist/control.js.map +0 -1
- package/dist/hosted/index.js.map +0 -1
- package/dist/matrix/index.js.map +0 -1
- package/dist/reporting.js.map +0 -1
- package/dist/rollout/index.js.map +0 -1
- package/dist/run-campaign-ISHFZ7FJ.js +0 -17
- package/dist/run-campaign-ISHFZ7FJ.js.map +0 -1
- package/dist/supervisor-run/index.js.map +0 -1
- package/dist/traces.js.map +0 -1
- package/dist/wire/index.js.map +0 -1
package/dist/traces.js
CHANGED
|
@@ -1,251 +1,12 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
createReplayFetch,
|
|
14
|
-
defaultTraceInsightPanel,
|
|
15
|
-
describeTraceInsightScope,
|
|
16
|
-
domainEvidencePattern,
|
|
17
|
-
exportRunAsOtlp,
|
|
18
|
-
flattenOtlpExportToNdjson,
|
|
19
|
-
inferDomainKeywords,
|
|
20
|
-
iterateRawCalls,
|
|
21
|
-
otelRunCompleteHook,
|
|
22
|
-
otlpRowsToRunRecords,
|
|
23
|
-
otlpRowsToTraceRunRecords,
|
|
24
|
-
otlpToRunRecords,
|
|
25
|
-
otlpToTraceRunRecords,
|
|
26
|
-
planTraceInsightQuestions,
|
|
27
|
-
scoreTraceInsightReadiness,
|
|
28
|
-
tokenizeDomainWords,
|
|
29
|
-
traceAnalystOnRunComplete
|
|
30
|
-
} from "./chunk-EOSZT7PL.js";
|
|
31
|
-
import "./chunk-7ZZMD7UK.js";
|
|
32
|
-
import {
|
|
33
|
-
extractUsage,
|
|
34
|
-
extractUsageFromResponse,
|
|
35
|
-
extractUsageFromSse
|
|
36
|
-
} from "./chunk-PXE2VKMX.js";
|
|
37
|
-
import {
|
|
38
|
-
aggregateLlm,
|
|
39
|
-
argHash,
|
|
40
|
-
groupBy,
|
|
41
|
-
hasCapturedToolArgs,
|
|
42
|
-
judgeSpans,
|
|
43
|
-
llmSpans,
|
|
44
|
-
runFailureClass,
|
|
45
|
-
runsForScenario,
|
|
46
|
-
toolSpans
|
|
47
|
-
} from "./chunk-ZET2UAYW.js";
|
|
48
|
-
import {
|
|
49
|
-
TRACE_ANALYST_ACTOR_DESCRIPTION,
|
|
50
|
-
TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION,
|
|
51
|
-
analyzeTraces
|
|
52
|
-
} from "./chunk-5DTSBUL2.js";
|
|
53
|
-
import {
|
|
54
|
-
DEFAULT_REDACTION_RULES,
|
|
55
|
-
REDACTION_VERSION,
|
|
56
|
-
redactString,
|
|
57
|
-
redactValue
|
|
58
|
-
} from "./chunk-GGE4NNQT.js";
|
|
59
|
-
import {
|
|
60
|
-
DEFAULT_TRACE_ANALYST_BUDGETS,
|
|
61
|
-
OtlpFileTraceStore,
|
|
62
|
-
SpanNotFoundError,
|
|
63
|
-
TRACE_ANALYST_TRUNCATION_MARKER_PREFIX,
|
|
64
|
-
TraceFileMissingError,
|
|
65
|
-
TraceNotFoundError,
|
|
66
|
-
applyToolSpanOtlpAttributes,
|
|
67
|
-
asString,
|
|
68
|
-
buildTraceAnalystTools,
|
|
69
|
-
classifyOtlpSpanRole,
|
|
70
|
-
extractOtlpAttributes,
|
|
71
|
-
firstStringAttr,
|
|
72
|
-
inferOtlpKind,
|
|
73
|
-
isOtlpModelCall,
|
|
74
|
-
projectOtlpFlatLine,
|
|
75
|
-
readOtlpStatus,
|
|
76
|
-
stringField,
|
|
77
|
-
traceAnalystFunctionGroup,
|
|
78
|
-
traceSpanKindToOpenInferenceKind
|
|
79
|
-
} from "./chunk-P6FYH6K4.js";
|
|
80
|
-
import {
|
|
81
|
-
RunIntegrityError,
|
|
82
|
-
assertRunCaptured,
|
|
83
|
-
throwIfRunIncomplete
|
|
84
|
-
} from "./chunk-TT4KNT67.js";
|
|
85
|
-
import {
|
|
86
|
-
FileSystemRawProviderSink,
|
|
87
|
-
InMemoryRawProviderSink,
|
|
88
|
-
NoopRawProviderSink,
|
|
89
|
-
defaultProviderRedactor,
|
|
90
|
-
providerFromBaseUrl
|
|
91
|
-
} from "./chunk-PC4UYEBM.js";
|
|
92
|
-
import {
|
|
93
|
-
TraceEmitter,
|
|
94
|
-
llmSpanFromProvider
|
|
95
|
-
} from "./chunk-VQMK5FMP.js";
|
|
96
|
-
import "./chunk-2JX3CFMB.js";
|
|
97
|
-
import {
|
|
98
|
-
FAILURE_CLASSES,
|
|
99
|
-
TRACE_SCHEMA_VERSION,
|
|
100
|
-
isJudgeSpan,
|
|
101
|
-
isLlmSpan,
|
|
102
|
-
isRetrievalSpan,
|
|
103
|
-
isSandboxSpan,
|
|
104
|
-
isToolSpan
|
|
105
|
-
} from "./chunk-MA6HLL3S.js";
|
|
106
|
-
import "./chunk-ONWEPEDO.js";
|
|
107
|
-
import {
|
|
108
|
-
INPUT_VALUE,
|
|
109
|
-
LLM_CACHED_TOKENS,
|
|
110
|
-
LLM_CACHED_TOKEN_ATTR_KEYS,
|
|
111
|
-
LLM_CACHE_WRITE_TOKENS,
|
|
112
|
-
LLM_CACHE_WRITE_TOKEN_ATTR_KEYS,
|
|
113
|
-
LLM_CONTEXT_TOKENS,
|
|
114
|
-
LLM_COST_ATTR_KEYS,
|
|
115
|
-
LLM_COST_USD,
|
|
116
|
-
LLM_INPUT_TOKENS,
|
|
117
|
-
LLM_INPUT_TOKEN_ATTR_KEYS,
|
|
118
|
-
LLM_MODEL_ATTR_KEYS,
|
|
119
|
-
LLM_MODEL_NAME,
|
|
120
|
-
LLM_OUTPUT_TOKENS,
|
|
121
|
-
LLM_OUTPUT_TOKEN_ATTR_KEYS,
|
|
122
|
-
LLM_REASONING_TOKENS,
|
|
123
|
-
LLM_REASONING_TOKEN_ATTR_KEYS,
|
|
124
|
-
OPENINFERENCE_SPAN_KIND,
|
|
125
|
-
OUTPUT_VALUE,
|
|
126
|
-
RUN_COST_ATTR_KEYS,
|
|
127
|
-
SPAN_KIND_ATTR_KEYS,
|
|
128
|
-
TOOL_ARGS_CAPTURED,
|
|
129
|
-
TOOL_LATENCY_MS,
|
|
130
|
-
TOOL_NAME,
|
|
131
|
-
TOOL_NAME_ATTR_KEYS,
|
|
132
|
-
applyLlmSpanOtlpAttributes,
|
|
133
|
-
asNumber,
|
|
134
|
-
contextInputTokens,
|
|
135
|
-
firstNumberAttr
|
|
136
|
-
} from "./chunk-K4DBDHLK.js";
|
|
137
|
-
import "./chunk-PZ5AY32C.js";
|
|
138
|
-
export {
|
|
139
|
-
DEFAULT_REDACTION_RULES,
|
|
140
|
-
DEFAULT_TRACE_ANALYST_BUDGETS,
|
|
141
|
-
FAILURE_CLASSES,
|
|
142
|
-
FileSystemRawProviderSink,
|
|
143
|
-
FileSystemTraceStore,
|
|
144
|
-
INPUT_VALUE,
|
|
145
|
-
InMemoryRawProviderSink,
|
|
146
|
-
InMemoryTraceStore,
|
|
147
|
-
LLM_CACHED_TOKENS,
|
|
148
|
-
LLM_CACHED_TOKEN_ATTR_KEYS,
|
|
149
|
-
LLM_CACHE_WRITE_TOKENS,
|
|
150
|
-
LLM_CACHE_WRITE_TOKEN_ATTR_KEYS,
|
|
151
|
-
LLM_CONTEXT_TOKENS,
|
|
152
|
-
LLM_COST_ATTR_KEYS,
|
|
153
|
-
LLM_COST_USD,
|
|
154
|
-
LLM_INPUT_TOKENS,
|
|
155
|
-
LLM_INPUT_TOKEN_ATTR_KEYS,
|
|
156
|
-
LLM_MODEL_ATTR_KEYS,
|
|
157
|
-
LLM_MODEL_NAME,
|
|
158
|
-
LLM_OUTPUT_TOKENS,
|
|
159
|
-
LLM_OUTPUT_TOKEN_ATTR_KEYS,
|
|
160
|
-
LLM_REASONING_TOKENS,
|
|
161
|
-
LLM_REASONING_TOKEN_ATTR_KEYS,
|
|
162
|
-
NoopRawProviderSink,
|
|
163
|
-
OPENINFERENCE_SPAN_KIND,
|
|
164
|
-
OTEL_AGENT_EVAL_SCOPE,
|
|
165
|
-
OUTPUT_VALUE,
|
|
166
|
-
OtlpFileTraceStore,
|
|
167
|
-
REDACTION_VERSION,
|
|
168
|
-
RUN_COST_ATTR_KEYS,
|
|
169
|
-
ReplayCache,
|
|
170
|
-
ReplayCacheMissError,
|
|
171
|
-
RunIntegrityError,
|
|
172
|
-
SPAN_KIND_ATTR_KEYS,
|
|
173
|
-
SpanNotFoundError,
|
|
174
|
-
TOOL_ARGS_CAPTURED,
|
|
175
|
-
TOOL_LATENCY_MS,
|
|
176
|
-
TOOL_NAME,
|
|
177
|
-
TOOL_NAME_ATTR_KEYS,
|
|
178
|
-
TRACE_ANALYST_ACTOR_DESCRIPTION,
|
|
179
|
-
TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION,
|
|
180
|
-
TRACE_ANALYST_TRUNCATION_MARKER_PREFIX,
|
|
181
|
-
TRACE_SCHEMA_VERSION,
|
|
182
|
-
TraceEmitter,
|
|
183
|
-
TraceFileMissingError,
|
|
184
|
-
TraceNotFoundError,
|
|
185
|
-
aggregateLlm,
|
|
186
|
-
analyzeTraces,
|
|
187
|
-
applyLlmSpanOtlpAttributes,
|
|
188
|
-
applyToolSpanOtlpAttributes,
|
|
189
|
-
argHash,
|
|
190
|
-
asNumber,
|
|
191
|
-
asString,
|
|
192
|
-
assertRunCaptured,
|
|
193
|
-
buildTraceAnalystTools,
|
|
194
|
-
buildTraceInsightContext,
|
|
195
|
-
buildTraceInsightPrompt,
|
|
196
|
-
captureFetchToRawSink,
|
|
197
|
-
classifyOtlpSpanRole,
|
|
198
|
-
contextInputTokens,
|
|
199
|
-
convertTraceStoresToOtlp,
|
|
200
|
-
createOtelExporter,
|
|
201
|
-
createOtelTracingStore,
|
|
202
|
-
createReplayFetch,
|
|
203
|
-
defaultProviderRedactor,
|
|
204
|
-
defaultTraceInsightPanel,
|
|
205
|
-
describeTraceInsightScope,
|
|
206
|
-
domainEvidencePattern,
|
|
207
|
-
exportRunAsOtlp,
|
|
208
|
-
extractOtlpAttributes,
|
|
209
|
-
extractUsage,
|
|
210
|
-
extractUsageFromResponse,
|
|
211
|
-
extractUsageFromSse,
|
|
212
|
-
firstNumberAttr,
|
|
213
|
-
firstStringAttr,
|
|
214
|
-
flattenOtlpExportToNdjson,
|
|
215
|
-
groupBy,
|
|
216
|
-
hasCapturedToolArgs,
|
|
217
|
-
inferDomainKeywords,
|
|
218
|
-
inferOtlpKind,
|
|
219
|
-
isJudgeSpan,
|
|
220
|
-
isLlmSpan,
|
|
221
|
-
isOtlpModelCall,
|
|
222
|
-
isRetrievalSpan,
|
|
223
|
-
isSandboxSpan,
|
|
224
|
-
isToolSpan,
|
|
225
|
-
iterateRawCalls,
|
|
226
|
-
judgeSpans,
|
|
227
|
-
llmSpanFromProvider,
|
|
228
|
-
llmSpans,
|
|
229
|
-
otelRunCompleteHook,
|
|
230
|
-
otlpRowsToRunRecords,
|
|
231
|
-
otlpRowsToTraceRunRecords,
|
|
232
|
-
otlpToRunRecords,
|
|
233
|
-
otlpToTraceRunRecords,
|
|
234
|
-
planTraceInsightQuestions,
|
|
235
|
-
projectOtlpFlatLine,
|
|
236
|
-
providerFromBaseUrl,
|
|
237
|
-
readOtlpStatus,
|
|
238
|
-
redactString,
|
|
239
|
-
redactValue,
|
|
240
|
-
runFailureClass,
|
|
241
|
-
runsForScenario,
|
|
242
|
-
scoreTraceInsightReadiness,
|
|
243
|
-
stringField,
|
|
244
|
-
throwIfRunIncomplete,
|
|
245
|
-
tokenizeDomainWords,
|
|
246
|
-
toolSpans,
|
|
247
|
-
traceAnalystFunctionGroup,
|
|
248
|
-
traceAnalystOnRunComplete,
|
|
249
|
-
traceSpanKindToOpenInferenceKind
|
|
250
|
-
};
|
|
251
|
-
//# sourceMappingURL=traces.js.map
|
|
1
|
+
import { a as providerFromBaseUrl, i as defaultProviderRedactor, n as InMemoryRawProviderSink, r as NoopRawProviderSink, t as FileSystemRawProviderSink } from "./raw-provider-sink-BQd7mzyT.js";
|
|
2
|
+
import { INPUT_VALUE, LLM_CACHED_TOKENS, LLM_CACHED_TOKEN_ATTR_KEYS, LLM_CACHE_WRITE_TOKENS, LLM_CACHE_WRITE_TOKEN_ATTR_KEYS, LLM_CONTEXT_TOKENS, LLM_COST_ATTR_KEYS, LLM_COST_USD, LLM_INPUT_TOKENS, LLM_INPUT_TOKEN_ATTR_KEYS, LLM_MODEL_ATTR_KEYS, LLM_MODEL_NAME, LLM_OUTPUT_TOKENS, LLM_OUTPUT_TOKEN_ATTR_KEYS, LLM_REASONING_TOKENS, LLM_REASONING_TOKEN_ATTR_KEYS, OPENINFERENCE_SPAN_KIND, OUTPUT_VALUE, RUN_COST_ATTR_KEYS, SPAN_KIND_ATTR_KEYS, TOOL_ARGS_CAPTURED, TOOL_LATENCY_MS, TOOL_NAME, TOOL_NAME_ATTR_KEYS, applyLlmSpanOtlpAttributes, asNumber, contextInputTokens, firstNumberAttr } from "./trace-attributes.js";
|
|
3
|
+
import { S as traceSpanKindToOpenInferenceKind, a as SpanNotFoundError, b as classifyOtlpSpanRole, c as DEFAULT_TRACE_ANALYST_BUDGETS, f as extractOtlpAttributes, g as readOtlpStatus, h as projectOtlpFlatLine, i as OtlpFileTraceStore, l as TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, m as inferOtlpKind, n as traceAnalystFunctionGroup, o as TraceFileMissingError, p as firstStringAttr, s as TraceNotFoundError, t as buildTraceAnalystTools, u as asString, v as stringField, x as isOtlpModelCall, y as applyToolSpanOtlpAttributes } from "./tools-BmuN627J.js";
|
|
4
|
+
import { n as llmSpanFromProvider, t as TraceEmitter } from "./emitter-CPBAhxum.js";
|
|
5
|
+
import { a as isRetrievalSpan, i as isLlmSpan, n as TRACE_SCHEMA_VERSION, o as isSandboxSpan, r as isJudgeSpan, s as isToolSpan, t as FAILURE_CLASSES } from "./schema-CRhEY1SO.js";
|
|
6
|
+
import { n as TRACE_ANALYST_ACTOR_DESCRIPTION, r as TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION, t as analyzeTraces } from "./analyst-LsnNpSkm.js";
|
|
7
|
+
import { C as planTraceInsightQuestions, E as traceAnalystOnRunComplete, S as inferDomainKeywords, T as tokenizeDomainWords, _ as buildTraceInsightContext, a as convertTraceStoresToOtlp, b as describeTraceInsightScope, c as otelRunCompleteHook, d as captureFetchToRawSink, f as otlpRowsToRunRecords, g as flattenOtlpExportToNdjson, h as otlpToTraceRunRecords, i as iterateRawCalls, l as OTEL_AGENT_EVAL_SCOPE, m as otlpToRunRecords, n as ReplayCacheMissError, o as createOtelExporter, p as otlpRowsToTraceRunRecords, r as createReplayFetch, s as createOtelTracingStore, t as ReplayCache, u as exportRunAsOtlp, v as buildTraceInsightPrompt, w as scoreTraceInsightReadiness, x as domainEvidencePattern, y as defaultTraceInsightPanel } from "./replay-GnyotH0J.js";
|
|
8
|
+
import { a as judgeSpans, c as runsForScenario, i as hasCapturedToolArgs, l as toolSpans, n as argHash, o as llmSpans, r as groupBy, s as runFailureClass, t as aggregateLlm } from "./query-Di7eEQ79.js";
|
|
9
|
+
import { a as InMemoryTraceStore, i as FileSystemTraceStore, n as assertRunCaptured, r as throwIfRunIncomplete, t as RunIntegrityError } from "./integrity-BzRbCHzi.js";
|
|
10
|
+
import { n as extractUsageFromResponse, r as extractUsageFromSse, t as extractUsage } from "./extract-usage-BrQ8mCLX.js";
|
|
11
|
+
import { i as redactValue, n as REDACTION_VERSION, r as redactString, t as DEFAULT_REDACTION_RULES } from "./redact-7Aq1ukl-.js";
|
|
12
|
+
export { DEFAULT_REDACTION_RULES, DEFAULT_TRACE_ANALYST_BUDGETS, FAILURE_CLASSES, FileSystemRawProviderSink, FileSystemTraceStore, INPUT_VALUE, InMemoryRawProviderSink, InMemoryTraceStore, LLM_CACHED_TOKENS, LLM_CACHED_TOKEN_ATTR_KEYS, LLM_CACHE_WRITE_TOKENS, LLM_CACHE_WRITE_TOKEN_ATTR_KEYS, LLM_CONTEXT_TOKENS, LLM_COST_ATTR_KEYS, LLM_COST_USD, LLM_INPUT_TOKENS, LLM_INPUT_TOKEN_ATTR_KEYS, LLM_MODEL_ATTR_KEYS, LLM_MODEL_NAME, LLM_OUTPUT_TOKENS, LLM_OUTPUT_TOKEN_ATTR_KEYS, LLM_REASONING_TOKENS, LLM_REASONING_TOKEN_ATTR_KEYS, NoopRawProviderSink, OPENINFERENCE_SPAN_KIND, OTEL_AGENT_EVAL_SCOPE, OUTPUT_VALUE, OtlpFileTraceStore, REDACTION_VERSION, RUN_COST_ATTR_KEYS, ReplayCache, ReplayCacheMissError, RunIntegrityError, SPAN_KIND_ATTR_KEYS, SpanNotFoundError, TOOL_ARGS_CAPTURED, TOOL_LATENCY_MS, TOOL_NAME, TOOL_NAME_ATTR_KEYS, TRACE_ANALYST_ACTOR_DESCRIPTION, TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION, TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, TRACE_SCHEMA_VERSION, TraceEmitter, TraceFileMissingError, TraceNotFoundError, aggregateLlm, analyzeTraces, applyLlmSpanOtlpAttributes, applyToolSpanOtlpAttributes, argHash, asNumber, asString, assertRunCaptured, buildTraceAnalystTools, buildTraceInsightContext, buildTraceInsightPrompt, captureFetchToRawSink, classifyOtlpSpanRole, contextInputTokens, convertTraceStoresToOtlp, createOtelExporter, createOtelTracingStore, createReplayFetch, defaultProviderRedactor, defaultTraceInsightPanel, describeTraceInsightScope, domainEvidencePattern, exportRunAsOtlp, extractOtlpAttributes, extractUsage, extractUsageFromResponse, extractUsageFromSse, firstNumberAttr, firstStringAttr, flattenOtlpExportToNdjson, groupBy, hasCapturedToolArgs, inferDomainKeywords, inferOtlpKind, isJudgeSpan, isLlmSpan, isOtlpModelCall, isRetrievalSpan, isSandboxSpan, isToolSpan, iterateRawCalls, judgeSpans, llmSpanFromProvider, llmSpans, otelRunCompleteHook, otlpRowsToRunRecords, otlpRowsToTraceRunRecords, otlpToRunRecords, otlpToTraceRunRecords, planTraceInsightQuestions, projectOtlpFlatLine, providerFromBaseUrl, readOtlpStatus, redactString, redactValue, runFailureClass, runsForScenario, scoreTraceInsightReadiness, stringField, throwIfRunIncomplete, tokenizeDomainWords, toolSpans, traceAnalystFunctionGroup, traceAnalystOnRunComplete, traceSpanKindToOpenInferenceKind };
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
//#region src/trajectory.ts
|
|
2
|
+
async function buildTrajectory(store, runId) {
|
|
3
|
+
const spans = await store.spans({ runId });
|
|
4
|
+
const events = await store.events({ runId });
|
|
5
|
+
const childrenOf = /* @__PURE__ */ new Map();
|
|
6
|
+
for (const s of spans) {
|
|
7
|
+
const arr = childrenOf.get(s.parentSpanId) ?? [];
|
|
8
|
+
arr.push(s);
|
|
9
|
+
childrenOf.set(s.parentSpanId, arr);
|
|
10
|
+
}
|
|
11
|
+
for (const arr of childrenOf.values()) arr.sort((a, b) => a.startedAt - b.startedAt);
|
|
12
|
+
const eventsBySpan = /* @__PURE__ */ new Map();
|
|
13
|
+
for (const e of events) {
|
|
14
|
+
if (!e.spanId) continue;
|
|
15
|
+
const arr = eventsBySpan.get(e.spanId) ?? [];
|
|
16
|
+
arr.push(e);
|
|
17
|
+
eventsBySpan.set(e.spanId, arr);
|
|
18
|
+
}
|
|
19
|
+
const steps = [];
|
|
20
|
+
const walk = (spanId, depth) => {
|
|
21
|
+
const kids = childrenOf.get(spanId) ?? [];
|
|
22
|
+
for (const child of kids) {
|
|
23
|
+
steps.push({
|
|
24
|
+
index: steps.length,
|
|
25
|
+
span: child,
|
|
26
|
+
depth,
|
|
27
|
+
events: eventsBySpan.get(child.spanId) ?? []
|
|
28
|
+
});
|
|
29
|
+
walk(child.spanId, depth + 1);
|
|
30
|
+
}
|
|
31
|
+
};
|
|
32
|
+
walk(void 0, 0);
|
|
33
|
+
const llmTurns = steps.filter((s) => s.span.kind === "llm").length;
|
|
34
|
+
const toolCalls = steps.filter((s) => s.span.kind === "tool").length;
|
|
35
|
+
const judgeVerdicts = steps.filter((s) => s.span.kind === "judge").length;
|
|
36
|
+
const retrievals = steps.filter((s) => s.span.kind === "retrieval").length;
|
|
37
|
+
let totalDurationMs = 0;
|
|
38
|
+
if (steps.length > 0) {
|
|
39
|
+
const starts = spans.map((s) => s.startedAt);
|
|
40
|
+
const ends = spans.map((s) => s.endedAt ?? s.startedAt);
|
|
41
|
+
totalDurationMs = Math.max(...ends) - Math.min(...starts);
|
|
42
|
+
}
|
|
43
|
+
return {
|
|
44
|
+
runId,
|
|
45
|
+
steps,
|
|
46
|
+
llmTurns,
|
|
47
|
+
toolCalls,
|
|
48
|
+
judgeVerdicts,
|
|
49
|
+
retrievals,
|
|
50
|
+
totalDurationMs
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
//#endregion
|
|
54
|
+
export { buildTrajectory as t };
|
|
55
|
+
|
|
56
|
+
//# sourceMappingURL=trajectory-D_7rLrvE.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"trajectory-D_7rLrvE.js","names":[],"sources":["../src/trajectory.ts"],"sourcesContent":["/**\n * Trajectory — ordered, structured view over a run's spans.\n *\n * A pure function `buildTrajectory(store, runId) → Trajectory` returns\n * a topologically ordered list of `TrajectoryStep` with parent-child\n * grouping collapsed into a single line-of-agent-work. Separate\n * analyzers (stuck-loop detection, waste ratio) live in\n * `pipelines/` and consume the trajectory.\n */\n\nimport type { Span, TraceEvent } from './trace/schema'\nimport type { TraceStore } from './trace/store'\n\nexport interface TrajectoryStep {\n index: number\n span: Span\n /** Depth in the span tree from the root. 0 = top-level. */\n depth: number\n /** Events attached to this span. */\n events: TraceEvent[]\n}\n\nexport interface Trajectory {\n runId: string\n steps: TrajectoryStep[]\n llmTurns: number\n toolCalls: number\n judgeVerdicts: number\n retrievals: number\n totalDurationMs: number\n}\n\nexport async function buildTrajectory(store: TraceStore, runId: string): Promise<Trajectory> {\n const spans = await store.spans({ runId })\n const events = await store.events({ runId })\n const childrenOf = new Map<string | undefined, Span[]>()\n for (const s of spans) {\n const arr = childrenOf.get(s.parentSpanId) ?? []\n arr.push(s)\n childrenOf.set(s.parentSpanId, arr)\n }\n // Sort children by startedAt so DFS yields chronological order within siblings.\n for (const arr of childrenOf.values()) arr.sort((a, b) => a.startedAt - b.startedAt)\n\n const eventsBySpan = new Map<string, TraceEvent[]>()\n for (const e of events) {\n if (!e.spanId) continue\n const arr = eventsBySpan.get(e.spanId) ?? []\n arr.push(e)\n eventsBySpan.set(e.spanId, arr)\n }\n\n const steps: TrajectoryStep[] = []\n const walk = (spanId: string | undefined, depth: number): void => {\n const kids = childrenOf.get(spanId) ?? []\n for (const child of kids) {\n steps.push({\n index: steps.length,\n span: child,\n depth,\n events: eventsBySpan.get(child.spanId) ?? [],\n })\n walk(child.spanId, depth + 1)\n }\n }\n walk(undefined, 0)\n\n const llmTurns = steps.filter((s) => s.span.kind === 'llm').length\n const toolCalls = steps.filter((s) => s.span.kind === 'tool').length\n const judgeVerdicts = steps.filter((s) => s.span.kind === 'judge').length\n const retrievals = steps.filter((s) => s.span.kind === 'retrieval').length\n\n let totalDurationMs = 0\n if (steps.length > 0) {\n const starts = spans.map((s) => s.startedAt)\n const ends = spans.map((s) => s.endedAt ?? s.startedAt)\n totalDurationMs = Math.max(...ends) - Math.min(...starts)\n }\n\n return { runId, steps, llmTurns, toolCalls, judgeVerdicts, retrievals, totalDurationMs }\n}\n\n// Re-export core types for convenience so consumers don't import from two paths.\nexport type { Span, TraceEvent } from './trace/schema'\nexport type { TraceStore } from './trace/store'\n"],"mappings":";AAgCA,eAAsB,gBAAgB,OAAmB,OAAoC;CAC3F,MAAM,QAAQ,MAAM,MAAM,MAAM,EAAE,MAAM,CAAC;CACzC,MAAM,SAAS,MAAM,MAAM,OAAO,EAAE,MAAM,CAAC;CAC3C,MAAM,6BAAa,IAAI,IAAgC;CACvD,KAAK,MAAM,KAAK,OAAO;EACrB,MAAM,MAAM,WAAW,IAAI,EAAE,YAAY,KAAK,CAAC;EAC/C,IAAI,KAAK,CAAC;EACV,WAAW,IAAI,EAAE,cAAc,GAAG;CACpC;CAEA,KAAK,MAAM,OAAO,WAAW,OAAO,GAAG,IAAI,MAAM,GAAG,MAAM,EAAE,YAAY,EAAE,SAAS;CAEnF,MAAM,+BAAe,IAAI,IAA0B;CACnD,KAAK,MAAM,KAAK,QAAQ;EACtB,IAAI,CAAC,EAAE,QAAQ;EACf,MAAM,MAAM,aAAa,IAAI,EAAE,MAAM,KAAK,CAAC;EAC3C,IAAI,KAAK,CAAC;EACV,aAAa,IAAI,EAAE,QAAQ,GAAG;CAChC;CAEA,MAAM,QAA0B,CAAC;CACjC,MAAM,QAAQ,QAA4B,UAAwB;EAChE,MAAM,OAAO,WAAW,IAAI,MAAM,KAAK,CAAC;EACxC,KAAK,MAAM,SAAS,MAAM;GACxB,MAAM,KAAK;IACT,OAAO,MAAM;IACb,MAAM;IACN;IACA,QAAQ,aAAa,IAAI,MAAM,MAAM,KAAK,CAAC;GAC7C,CAAC;GACD,KAAK,MAAM,QAAQ,QAAQ,CAAC;EAC9B;CACF;CACA,KAAK,KAAA,GAAW,CAAC;CAEjB,MAAM,WAAW,MAAM,QAAQ,MAAM,EAAE,KAAK,SAAS,KAAK,CAAC,CAAC;CAC5D,MAAM,YAAY,MAAM,QAAQ,MAAM,EAAE,KAAK,SAAS,MAAM,CAAC,CAAC;CAC9D,MAAM,gBAAgB,MAAM,QAAQ,MAAM,EAAE,KAAK,SAAS,OAAO,CAAC,CAAC;CACnE,MAAM,aAAa,MAAM,QAAQ,MAAM,EAAE,KAAK,SAAS,WAAW,CAAC,CAAC;CAEpE,IAAI,kBAAkB;CACtB,IAAI,MAAM,SAAS,GAAG;EACpB,MAAM,SAAS,MAAM,KAAK,MAAM,EAAE,SAAS;EAC3C,MAAM,OAAO,MAAM,KAAK,MAAM,EAAE,WAAW,EAAE,SAAS;EACtD,kBAAkB,KAAK,IAAI,GAAG,IAAI,IAAI,KAAK,IAAI,GAAG,MAAM;CAC1D;CAEA,OAAO;EAAE;EAAO;EAAO;EAAU;EAAW;EAAe;EAAY;CAAgB;AACzF"}
|