@tangle-network/agent-eval 0.126.0 → 0.126.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +26 -0
- package/dist/analyst/index.js +3 -3
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.d.ts +27 -6
- package/dist/campaign/index.js +5 -3
- package/dist/{chunk-NTOV7RU5.js → chunk-7AN2E7BU.js} +233 -57
- package/dist/chunk-7AN2E7BU.js.map +1 -0
- package/dist/{chunk-4B7ZZHPX.js → chunk-KE2VWPZX.js} +3 -3
- package/dist/{chunk-CM4OILD2.js → chunk-LUNF2SEL.js} +4 -6
- package/dist/{chunk-CM4OILD2.js.map → chunk-LUNF2SEL.js.map} +1 -1
- package/dist/{chunk-UI4YMIN2.js → chunk-WGXIEX7P.js} +12 -1
- package/dist/chunk-WGXIEX7P.js.map +1 -0
- package/dist/{chunk-KO2PZOGP.js → chunk-Y5CLI4PY.js} +3 -3
- package/dist/contract/index.d.ts +29 -5
- package/dist/contract/index.js +5 -4
- package/dist/contract/index.js.map +1 -1
- package/dist/index.js +5 -5
- package/dist/openapi.json +1 -1
- package/docs/campaign-proposers.md +3 -3
- package/package.json +1 -1
- package/dist/chunk-NTOV7RU5.js.map +0 -1
- package/dist/chunk-UI4YMIN2.js.map +0 -1
- /package/dist/{chunk-4B7ZZHPX.js.map → chunk-KE2VWPZX.js.map} +0 -0
- /package/dist/{chunk-KO2PZOGP.js.map → chunk-Y5CLI4PY.js.map} +0 -0
package/dist/index.js
CHANGED
|
@@ -87,7 +87,7 @@ import {
|
|
|
87
87
|
pairArms,
|
|
88
88
|
parseCorrectnessResponse,
|
|
89
89
|
verifyCompletion
|
|
90
|
-
} from "./chunk-
|
|
90
|
+
} from "./chunk-Y5CLI4PY.js";
|
|
91
91
|
import {
|
|
92
92
|
DEFAULT_MUTATION_PRIMITIVES,
|
|
93
93
|
DEFAULT_RED_TEAM_CORPUS,
|
|
@@ -121,7 +121,7 @@ import {
|
|
|
121
121
|
scoreRedTeamOutput,
|
|
122
122
|
surfaceContentHash,
|
|
123
123
|
toolNamesForRun
|
|
124
|
-
} from "./chunk-
|
|
124
|
+
} from "./chunk-7AN2E7BU.js";
|
|
125
125
|
import {
|
|
126
126
|
BackendIntegrityError,
|
|
127
127
|
assertRealAgentReceipts,
|
|
@@ -146,7 +146,7 @@ import {
|
|
|
146
146
|
defaultIsMaterial,
|
|
147
147
|
diffFindings,
|
|
148
148
|
runSemanticConceptJudge
|
|
149
|
-
} from "./chunk-
|
|
149
|
+
} from "./chunk-KE2VWPZX.js";
|
|
150
150
|
import {
|
|
151
151
|
AnalystRegistry,
|
|
152
152
|
DEFAULT_TRACE_ANALYST_KINDS,
|
|
@@ -163,7 +163,7 @@ import {
|
|
|
163
163
|
makeFinding,
|
|
164
164
|
renderPriorFindings,
|
|
165
165
|
renderUpstreamFindings
|
|
166
|
-
} from "./chunk-
|
|
166
|
+
} from "./chunk-LUNF2SEL.js";
|
|
167
167
|
import "./chunk-HHWE3POT.js";
|
|
168
168
|
import {
|
|
169
169
|
DEFAULT_RUN_SCORE_WEIGHTS,
|
|
@@ -171,7 +171,7 @@ import {
|
|
|
171
171
|
aggregateRunScore,
|
|
172
172
|
clamp01,
|
|
173
173
|
mapConcurrent
|
|
174
|
-
} from "./chunk-
|
|
174
|
+
} from "./chunk-WGXIEX7P.js";
|
|
175
175
|
import {
|
|
176
176
|
allCriticalPassed,
|
|
177
177
|
controlFailureClassFromVerification,
|
package/dist/openapi.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"openapi": "3.1.0",
|
|
3
3
|
"info": {
|
|
4
4
|
"title": "@tangle-network/agent-eval — wire protocol",
|
|
5
|
-
"version": "0.126.
|
|
5
|
+
"version": "0.126.2",
|
|
6
6
|
"description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
|
|
7
7
|
"contact": {
|
|
8
8
|
"name": "Tangle Network",
|
|
@@ -183,13 +183,13 @@ const comparison = await compareOptimizationMethods({
|
|
|
183
183
|
runDir: '.agent-eval/optimizer-comparison',
|
|
184
184
|
optimizationRunOptions: {
|
|
185
185
|
maxConcurrency: 4,
|
|
186
|
-
costCeiling: 10,
|
|
187
186
|
},
|
|
188
|
-
costCeiling:
|
|
187
|
+
costCeiling: 23,
|
|
189
188
|
confidence: 0.95,
|
|
190
189
|
})
|
|
191
190
|
```
|
|
192
191
|
|
|
192
|
+
`costCeiling` is one limit shared by optimizer-model calls, train and selection evaluations, and final test scoring.
|
|
193
193
|
`comparison.scores` contains the final-case baseline score, selected score, lift, simultaneous interval, cost status, duration, and selected surface for each method.
|
|
194
194
|
Official method scores contain optimizer and bridge package versions, source revisions and source-tree hashes, Python runtime, custom engine module hashes, compatible run ID, exact attempt ID, resume status, evaluation count, artifact directory, and available optimizer token usage.
|
|
195
195
|
`comparison.pairwise` compares the highest-ranked method with every other method.
|
|
@@ -203,7 +203,7 @@ Install the bridge and the source revision tested by this release:
|
|
|
203
203
|
|
|
204
204
|
```sh
|
|
205
205
|
python -m pip install agent-eval-rpc
|
|
206
|
-
python -m pip install "gepa @ git+https://github.com/gepa-ai/gepa.git@f919db0a622e2e9f9204779b81fe00cc1b2d808f"
|
|
206
|
+
python -m pip install "gepa[full] @ git+https://github.com/gepa-ai/gepa.git@f919db0a622e2e9f9204779b81fe00cc1b2d808f"
|
|
207
207
|
```
|
|
208
208
|
|
|
209
209
|
The published `gepa==0.1.4` wheel does not contain the required Optimize Anything API.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tangle-network/agent-eval",
|
|
3
|
-
"version": "0.126.
|
|
3
|
+
"version": "0.126.2",
|
|
4
4
|
"description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
|
|
5
5
|
"homepage": "https://github.com/tangle-network/agent-eval#readme",
|
|
6
6
|
"repository": {
|