@tangle-network/agent-eval 0.126.4 → 0.126.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +13 -0
- package/README.md +15 -5
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.d.ts +2 -0
- package/dist/campaign/index.js +2 -2
- package/dist/{chunk-3I74FLK6.js → chunk-BTACVO2W.js} +6 -1
- package/dist/chunk-BTACVO2W.js.map +1 -0
- package/dist/{chunk-P6WN2KF5.js → chunk-E3IADPLG.js} +2 -2
- package/dist/contract/index.d.ts +2 -0
- package/dist/contract/index.js +1 -1
- package/dist/index.js +2 -2
- package/dist/openapi.json +1 -1
- package/docs/campaign-proposers.md +9 -4
- package/package.json +3 -2
- package/dist/chunk-3I74FLK6.js.map +0 -1
- /package/dist/{chunk-P6WN2KF5.js.map → chunk-E3IADPLG.js.map} +0 -0
|
@@ -7,7 +7,7 @@ import {
|
|
|
7
7
|
pairHoldout,
|
|
8
8
|
recoverTruncatedJson,
|
|
9
9
|
surfaceContentHash
|
|
10
|
-
} from "./chunk-
|
|
10
|
+
} from "./chunk-BTACVO2W.js";
|
|
11
11
|
import {
|
|
12
12
|
SearchLedgerConflictError,
|
|
13
13
|
SearchLedgerError,
|
|
@@ -4634,4 +4634,4 @@ export {
|
|
|
4634
4634
|
verifyCodeSurface,
|
|
4635
4635
|
resolveWorktreePath
|
|
4636
4636
|
};
|
|
4637
|
-
//# sourceMappingURL=chunk-
|
|
4637
|
+
//# sourceMappingURL=chunk-E3IADPLG.js.map
|
package/dist/contract/index.d.ts
CHANGED
|
@@ -1911,6 +1911,8 @@ interface OptimizationMethodProvenance {
|
|
|
1911
1911
|
modules?: OptimizationModuleSource[];
|
|
1912
1912
|
/** Python implementation used by the bridge process. */
|
|
1913
1913
|
python?: OptimizationPythonRuntime;
|
|
1914
|
+
/** Exact model identifier configured for optimizer-owned model calls. */
|
|
1915
|
+
optimizerModel?: string;
|
|
1914
1916
|
runId: string;
|
|
1915
1917
|
/** Content identity shared by compatible resumptions. */
|
|
1916
1918
|
compatibleRunId?: string;
|
package/dist/contract/index.js
CHANGED
package/dist/index.js
CHANGED
|
@@ -87,7 +87,7 @@ import {
|
|
|
87
87
|
pairArms,
|
|
88
88
|
parseCorrectnessResponse,
|
|
89
89
|
verifyCompletion
|
|
90
|
-
} from "./chunk-
|
|
90
|
+
} from "./chunk-E3IADPLG.js";
|
|
91
91
|
import {
|
|
92
92
|
DEFAULT_MUTATION_PRIMITIVES,
|
|
93
93
|
DEFAULT_RED_TEAM_CORPUS,
|
|
@@ -121,7 +121,7 @@ import {
|
|
|
121
121
|
scoreRedTeamOutput,
|
|
122
122
|
surfaceContentHash,
|
|
123
123
|
toolNamesForRun
|
|
124
|
-
} from "./chunk-
|
|
124
|
+
} from "./chunk-BTACVO2W.js";
|
|
125
125
|
import {
|
|
126
126
|
BackendIntegrityError,
|
|
127
127
|
assertRealAgentReceipts,
|
package/dist/openapi.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"openapi": "3.1.0",
|
|
3
3
|
"info": {
|
|
4
4
|
"title": "@tangle-network/agent-eval — wire protocol",
|
|
5
|
-
"version": "0.126.
|
|
5
|
+
"version": "0.126.6",
|
|
6
6
|
"description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
|
|
7
7
|
"contact": {
|
|
8
8
|
"name": "Tangle Network",
|
|
@@ -199,20 +199,25 @@ The runnable version is in [`examples/compare-optimization-methods`](../examples
|
|
|
199
199
|
|
|
200
200
|
## Install Official GEPA
|
|
201
201
|
|
|
202
|
-
Install the bridge and the
|
|
202
|
+
Install the bridge and the published GEPA package for the standard engine:
|
|
203
203
|
|
|
204
204
|
```sh
|
|
205
205
|
python -m pip install agent-eval-rpc
|
|
206
|
-
python -m pip install "gepa[full]
|
|
206
|
+
python -m pip install "gepa[full]==0.1.4"
|
|
207
207
|
```
|
|
208
208
|
|
|
209
|
-
|
|
210
|
-
|
|
209
|
+
Use the tested official source revision for composed recipes and the source-only engines:
|
|
210
|
+
|
|
211
|
+
```sh
|
|
212
|
+
python -m pip install \
|
|
213
|
+
"gepa[full] @ git+https://github.com/gepa-ai/gepa.git@f919db0a622e2e9f9204779b81fe00cc1b2d808f"
|
|
214
|
+
```
|
|
211
215
|
|
|
212
216
|
From this repository:
|
|
213
217
|
|
|
214
218
|
```sh
|
|
215
219
|
cd clients/python
|
|
220
|
+
uv sync --frozen --group gepa-release
|
|
216
221
|
uv sync --frozen --group gepa-source
|
|
217
222
|
```
|
|
218
223
|
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tangle-network/agent-eval",
|
|
3
|
-
"version": "0.126.
|
|
3
|
+
"version": "0.126.6",
|
|
4
4
|
"description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
|
|
5
5
|
"homepage": "https://github.com/tangle-network/agent-eval#readme",
|
|
6
6
|
"repository": {
|
|
@@ -177,7 +177,8 @@
|
|
|
177
177
|
"openapi3-ts": "^4.5.0",
|
|
178
178
|
"tsup": "^8.0.0",
|
|
179
179
|
"typescript": "^5.7.0",
|
|
180
|
-
"vitest": "^3.0.0"
|
|
180
|
+
"vitest": "^3.0.0",
|
|
181
|
+
"yaml": "2.9.0"
|
|
181
182
|
},
|
|
182
183
|
"pnpm": {
|
|
183
184
|
"minimumReleaseAge": 4320,
|