@tangle-network/agent-eval 0.126.0 → 0.126.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.js CHANGED
@@ -87,7 +87,7 @@ import {
87
87
  pairArms,
88
88
  parseCorrectnessResponse,
89
89
  verifyCompletion
90
- } from "./chunk-KO2PZOGP.js";
90
+ } from "./chunk-Y5CLI4PY.js";
91
91
  import {
92
92
  DEFAULT_MUTATION_PRIMITIVES,
93
93
  DEFAULT_RED_TEAM_CORPUS,
@@ -121,7 +121,7 @@ import {
121
121
  scoreRedTeamOutput,
122
122
  surfaceContentHash,
123
123
  toolNamesForRun
124
- } from "./chunk-NTOV7RU5.js";
124
+ } from "./chunk-7AN2E7BU.js";
125
125
  import {
126
126
  BackendIntegrityError,
127
127
  assertRealAgentReceipts,
@@ -146,7 +146,7 @@ import {
146
146
  defaultIsMaterial,
147
147
  diffFindings,
148
148
  runSemanticConceptJudge
149
- } from "./chunk-4B7ZZHPX.js";
149
+ } from "./chunk-KE2VWPZX.js";
150
150
  import {
151
151
  AnalystRegistry,
152
152
  DEFAULT_TRACE_ANALYST_KINDS,
@@ -163,7 +163,7 @@ import {
163
163
  makeFinding,
164
164
  renderPriorFindings,
165
165
  renderUpstreamFindings
166
- } from "./chunk-CM4OILD2.js";
166
+ } from "./chunk-LUNF2SEL.js";
167
167
  import "./chunk-HHWE3POT.js";
168
168
  import {
169
169
  DEFAULT_RUN_SCORE_WEIGHTS,
@@ -171,7 +171,7 @@ import {
171
171
  aggregateRunScore,
172
172
  clamp01,
173
173
  mapConcurrent
174
- } from "./chunk-UI4YMIN2.js";
174
+ } from "./chunk-WGXIEX7P.js";
175
175
  import {
176
176
  allCriticalPassed,
177
177
  controlFailureClassFromVerification,
package/dist/openapi.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "openapi": "3.1.0",
3
3
  "info": {
4
4
  "title": "@tangle-network/agent-eval — wire protocol",
5
- "version": "0.126.0",
5
+ "version": "0.126.2",
6
6
  "description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
7
7
  "contact": {
8
8
  "name": "Tangle Network",
@@ -183,13 +183,13 @@ const comparison = await compareOptimizationMethods({
183
183
  runDir: '.agent-eval/optimizer-comparison',
184
184
  optimizationRunOptions: {
185
185
  maxConcurrency: 4,
186
- costCeiling: 10,
187
186
  },
188
- costCeiling: 3,
187
+ costCeiling: 23,
189
188
  confidence: 0.95,
190
189
  })
191
190
  ```
192
191
 
192
+ `costCeiling` is one limit shared by optimizer-model calls, train and selection evaluations, and final test scoring.
193
193
  `comparison.scores` contains the final-case baseline score, selected score, lift, simultaneous interval, cost status, duration, and selected surface for each method.
194
194
  Official method scores contain optimizer and bridge package versions, source revisions and source-tree hashes, Python runtime, custom engine module hashes, compatible run ID, exact attempt ID, resume status, evaluation count, artifact directory, and available optimizer token usage.
195
195
  `comparison.pairwise` compares the highest-ranked method with every other method.
@@ -203,7 +203,7 @@ Install the bridge and the source revision tested by this release:
203
203
 
204
204
  ```sh
205
205
  python -m pip install agent-eval-rpc
206
- python -m pip install "gepa @ git+https://github.com/gepa-ai/gepa.git@f919db0a622e2e9f9204779b81fe00cc1b2d808f"
206
+ python -m pip install "gepa[full] @ git+https://github.com/gepa-ai/gepa.git@f919db0a622e2e9f9204779b81fe00cc1b2d808f"
207
207
  ```
208
208
 
209
209
  The published `gepa==0.1.4` wheel does not contain the required Optimize Anything API.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@tangle-network/agent-eval",
3
- "version": "0.126.0",
3
+ "version": "0.126.2",
4
4
  "description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
5
5
  "homepage": "https://github.com/tangle-network/agent-eval#readme",
6
6
  "repository": {