@tangle-network/agent-eval 0.134.1 → 0.135.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/CHANGELOG.md +102 -0
  2. package/dist/analyst/index.js +3 -3
  3. package/dist/benchmarks/index.js +1 -1
  4. package/dist/{benchmarks-v5piCeDl.js → benchmarks-Dw1Wv_JQ.js} +3 -3
  5. package/dist/{benchmarks-v5piCeDl.js.map → benchmarks-Dw1Wv_JQ.js.map} +1 -1
  6. package/dist/campaign/index.js +2 -2
  7. package/dist/{campaign-DEC_7DLn.js → campaign-B1c1T0kv.js} +4 -4
  8. package/dist/{campaign-DEC_7DLn.js.map → campaign-B1c1T0kv.js.map} +1 -1
  9. package/dist/cli.js +1 -1
  10. package/dist/contract/index.js +4 -3
  11. package/dist/contract/index.js.map +1 -1
  12. package/dist/{cost-ledger-BrJxbrMy.js → cost-ledger-ZAa_P4r0.js} +3 -238
  13. package/dist/cost-ledger-ZAa_P4r0.js.map +1 -0
  14. package/dist/{default-registry-IjYs7T8l.js → default-registry-CFUZyNeZ.js} +3 -3
  15. package/dist/{default-registry-IjYs7T8l.js.map → default-registry-CFUZyNeZ.js.map} +1 -1
  16. package/dist/{eval-campaign-CvPcvqXC.js → eval-campaign-CHFxPTVl.js} +2 -2
  17. package/dist/{eval-campaign-CvPcvqXC.js.map → eval-campaign-CHFxPTVl.js.map} +1 -1
  18. package/dist/fuzz.js +1 -1
  19. package/dist/{index-3cdlURSk.d.ts → index-AbhwHp0V.d.ts} +15 -2
  20. package/dist/{index-3cdlURSk.d.ts.map → index-AbhwHp0V.d.ts.map} +1 -1
  21. package/dist/index.d.ts +2 -2
  22. package/dist/index.js +12 -11
  23. package/dist/index.js.map +1 -1
  24. package/dist/{llm-client-ClPW-dWB.js → llm-client-BNcP4v08.js} +2 -2
  25. package/dist/{llm-client-ClPW-dWB.js.map → llm-client-BNcP4v08.js.map} +1 -1
  26. package/dist/metrics-C9YY1OcL.js +239 -0
  27. package/dist/metrics-C9YY1OcL.js.map +1 -0
  28. package/dist/{mint-BvkwcYZU.js → mint-DyRUc9k6.js} +119 -2
  29. package/dist/mint-DyRUc9k6.js.map +1 -0
  30. package/dist/multishot/index.d.ts +14 -2
  31. package/dist/multishot/index.d.ts.map +1 -1
  32. package/dist/multishot/index.js +116 -24
  33. package/dist/multishot/index.js.map +1 -1
  34. package/dist/openapi.json +1 -1
  35. package/dist/rl.js +2 -2
  36. package/dist/rollout/index.d.ts +2 -2
  37. package/dist/rollout/index.js +3 -3
  38. package/dist/{rollout-CreDz__7.js → rollout-DLSUIWLu.js} +2 -2
  39. package/dist/{rollout-CreDz__7.js.map → rollout-DLSUIWLu.js.map} +1 -1
  40. package/dist/{semantic-concept-judge-C0P1VTXD.js → semantic-concept-judge-Ca--u10C.js} +3 -3
  41. package/dist/{semantic-concept-judge-C0P1VTXD.js.map → semantic-concept-judge-Ca--u10C.js.map} +1 -1
  42. package/dist/{server-BPqlDBWK.js → server-Dc_lsOYd.js} +3 -3
  43. package/dist/{server-BPqlDBWK.js.map → server-Dc_lsOYd.js.map} +1 -1
  44. package/dist/{skillopt-optimization-method-BY6vKLJB.js → skillopt-optimization-method-Cl4XPkLC.js} +3 -3
  45. package/dist/{skillopt-optimization-method-BY6vKLJB.js.map → skillopt-optimization-method-Cl4XPkLC.js.map} +1 -1
  46. package/dist/wire/index.js +1 -1
  47. package/docs/rollout.md +2 -1
  48. package/package.json +1 -1
  49. package/dist/cost-ledger-BrJxbrMy.js.map +0 -1
  50. package/dist/mint-BvkwcYZU.js.map +0 -1
package/dist/cli.js CHANGED
@@ -1,6 +1,6 @@
1
1
  #!/usr/bin/env node
2
2
  import { o as runRolloutReleaseCli } from "./hf-dataset-DBJXXoY1.js";
3
- import { a as runRpcBatch, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi } from "./server-BPqlDBWK.js";
3
+ import { a as runRpcBatch, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi } from "./server-Dc_lsOYd.js";
4
4
  import { writeFileSync } from "node:fs";
5
5
  //#region src/cli-config.ts
6
6
  function resolveCliLlmConfig(env = process.env) {
@@ -1,11 +1,12 @@
1
1
  import { s as ValidationError } from "../errors-8YnH8WlF.js";
2
- import { F as createChatClient, t as buildDefaultAnalystRegistry } from "../default-registry-IjYs7T8l.js";
3
- import { g as isModelPriced, i as CostLedger, m as estimateCost } from "../cost-ledger-BrJxbrMy.js";
2
+ import { F as createChatClient, t as buildDefaultAnalystRegistry } from "../default-registry-CFUZyNeZ.js";
3
+ import { i as estimateCost, o as isModelPriced } from "../metrics-C9YY1OcL.js";
4
+ import { i as CostLedger } from "../cost-ledger-ZAa_P4r0.js";
4
5
  import { LLM_MODEL_ATTR_KEYS, SPAN_KIND_ATTR_KEYS } from "../trace-attributes.js";
5
6
  import { b as classifyOtlpSpanRole, x as isOtlpModelCall } from "../tools-BmuN627J.js";
6
7
  import { l as makeProposalFinding } from "../proposal-findings-DCawte-y.js";
7
8
  import { r as mapConcurrentRange } from "../concurrency-MUjT7VjM.js";
8
- import { B as surfaceContentHash, Ct as llmJudge, M as compareOptimizationMethods, O as composeGate, Q as inMemoryCampaignStorage, S as defaultProductionGate, T as heldoutSignificance, V as surfaceHash, X as createRunCostLedger, Y as runCampaign, Z as fsCampaignStorage, _ as buildEvidenceVector, a as emitLoopProvenance, b as powerPreflight, ct as campaignSplitDigest, d as runImprovementLoop, dt as REFERENCE_EQUIVALENCE_INPUT_LIMITS, ft as REFERENCE_EQUIVALENCE_JUDGE_VERSION, g as gepaOptimizationMethod, j as assertOptimizationResult, k as externalTextOptimizationMethod, mt as runReferenceEquivalenceJudge, o as loopProvenanceArgsFromResult, p as runEval, pt as createReferenceEquivalenceJudge, rt as resolveRunDir, t as skillOptOptimizationMethod, v as paretoPolicy, x as heldOutGate, y as paretoSignificanceGate } from "../skillopt-optimization-method-BY6vKLJB.js";
9
+ import { B as surfaceContentHash, Ct as llmJudge, M as compareOptimizationMethods, O as composeGate, Q as inMemoryCampaignStorage, S as defaultProductionGate, T as heldoutSignificance, V as surfaceHash, X as createRunCostLedger, Y as runCampaign, Z as fsCampaignStorage, _ as buildEvidenceVector, a as emitLoopProvenance, b as powerPreflight, ct as campaignSplitDigest, d as runImprovementLoop, dt as REFERENCE_EQUIVALENCE_INPUT_LIMITS, ft as REFERENCE_EQUIVALENCE_JUDGE_VERSION, g as gepaOptimizationMethod, j as assertOptimizationResult, k as externalTextOptimizationMethod, mt as runReferenceEquivalenceJudge, o as loopProvenanceArgsFromResult, p as runEval, pt as createReferenceEquivalenceJudge, rt as resolveRunDir, t as skillOptOptimizationMethod, v as paretoPolicy, x as heldOutGate, y as paretoSignificanceGate } from "../skillopt-optimization-method-Cl4XPkLC.js";
9
10
  import { C as pairedBootstrap } from "../statistics-RwRNu2__.js";
10
11
  import { i as parseRunRecordSafe, r as modelHasSnapshot } from "../run-record-BIwU2wdV.js";
11
12
  import { a as recordAggregateMeasurements, i as readTaskFailureLabels, o as summarizeExecutionMeasurements, s as summarizeTraceErrors, t as extractUsage } from "../extract-usage-2j25whHw.js";