@tangle-network/agent-eval 0.126.4 → 0.126.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +7 -0
- package/README.md +14 -4
- package/dist/openapi.json +1 -1
- package/docs/campaign-proposers.md +9 -4
- package/package.json +3 -2
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,13 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
4
4
|
|
|
5
5
|
---
|
|
6
6
|
|
|
7
|
+
## [0.126.5] - 2026-07-24 - published GEPA compatibility
|
|
8
|
+
|
|
9
|
+
### Fixed
|
|
10
|
+
|
|
11
|
+
- The standard GEPA engine now runs against the published `gepa[full]==0.1.4` package instead of requiring an unreleased source API.
|
|
12
|
+
- GEPA source-only engines and composition functions still fail explicitly unless the documented official source revision is installed.
|
|
13
|
+
|
|
7
14
|
## [0.126.4] - 2026-07-24 - train-only GEPA optimization
|
|
8
15
|
|
|
9
16
|
### Fixed
|
package/README.md
CHANGED
|
@@ -33,16 +33,21 @@ python -m pip install agent-eval-rpc
|
|
|
33
33
|
python -m pip install \
|
|
34
34
|
"skillopt @ git+https://github.com/microsoft/SkillOpt.git@61735e3922efc2b90c6d6cab561e62e98452ca90"
|
|
35
35
|
|
|
36
|
-
# GEPA
|
|
36
|
+
# Standard GEPA engine from the published package
|
|
37
37
|
python -m pip install agent-eval-rpc
|
|
38
|
-
python -m pip install "gepa[full]
|
|
38
|
+
python -m pip install "gepa[full]==0.1.4"
|
|
39
|
+
|
|
40
|
+
# GEPA Omni and source-only engines
|
|
41
|
+
python -m pip install \
|
|
42
|
+
"gepa[full] @ git+https://github.com/gepa-ai/gepa.git@f919db0a622e2e9f9204779b81fe00cc1b2d808f"
|
|
39
43
|
|
|
40
44
|
# DSPy 3.2.1 with Agent Eval metrics
|
|
41
45
|
python -m pip install "agent-eval-rpc[dspy]"
|
|
42
46
|
```
|
|
43
47
|
|
|
44
|
-
The published
|
|
45
|
-
|
|
48
|
+
The published GEPA package supports the standard `gepa` engine.
|
|
49
|
+
Sequential, adaptive, best-of, vote, Omni, AutoResearch, Meta Harness, and Best-of-N currently require the tested official source revision.
|
|
50
|
+
Move that revision only after both release and source compatibility tests pass.
|
|
46
51
|
The published `skillopt==0.2.0` wheel omits the prompt files required by `ReflACTTrainer`, so the tested SkillOpt source revision is also intentional.
|
|
47
52
|
DSPy 3.2.1 requires GEPA 0.0.27, while the general bridge requires GEPA 0.1.4.
|
|
48
53
|
Install the DSPy adapter and the general GEPA bridge in separate Python environments.
|
|
@@ -373,6 +378,11 @@ Python compatibility tests use the locked dependencies:
|
|
|
373
378
|
|
|
374
379
|
```sh
|
|
375
380
|
cd clients/python
|
|
381
|
+
uv sync --frozen --extra dev --group gepa-release
|
|
382
|
+
AGENT_EVAL_EXPECT_GEPA_RELEASE=1 \
|
|
383
|
+
uv run --frozen --extra dev --group gepa-release \
|
|
384
|
+
pytest tests/test_gepa_release_compatibility.py tests/test_gepa_bridge.py
|
|
385
|
+
|
|
376
386
|
uv sync --frozen --extra dev --group skillopt-source --group gepa-source
|
|
377
387
|
uv run --frozen pytest
|
|
378
388
|
|
package/dist/openapi.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"openapi": "3.1.0",
|
|
3
3
|
"info": {
|
|
4
4
|
"title": "@tangle-network/agent-eval — wire protocol",
|
|
5
|
-
"version": "0.126.
|
|
5
|
+
"version": "0.126.5",
|
|
6
6
|
"description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
|
|
7
7
|
"contact": {
|
|
8
8
|
"name": "Tangle Network",
|
|
@@ -199,20 +199,25 @@ The runnable version is in [`examples/compare-optimization-methods`](../examples
|
|
|
199
199
|
|
|
200
200
|
## Install Official GEPA
|
|
201
201
|
|
|
202
|
-
Install the bridge and the
|
|
202
|
+
Install the bridge and the published GEPA package for the standard engine:
|
|
203
203
|
|
|
204
204
|
```sh
|
|
205
205
|
python -m pip install agent-eval-rpc
|
|
206
|
-
python -m pip install "gepa[full]
|
|
206
|
+
python -m pip install "gepa[full]==0.1.4"
|
|
207
207
|
```
|
|
208
208
|
|
|
209
|
-
|
|
210
|
-
|
|
209
|
+
Use the tested official source revision for composed recipes and the source-only engines:
|
|
210
|
+
|
|
211
|
+
```sh
|
|
212
|
+
python -m pip install \
|
|
213
|
+
"gepa[full] @ git+https://github.com/gepa-ai/gepa.git@f919db0a622e2e9f9204779b81fe00cc1b2d808f"
|
|
214
|
+
```
|
|
211
215
|
|
|
212
216
|
From this repository:
|
|
213
217
|
|
|
214
218
|
```sh
|
|
215
219
|
cd clients/python
|
|
220
|
+
uv sync --frozen --group gepa-release
|
|
216
221
|
uv sync --frozen --group gepa-source
|
|
217
222
|
```
|
|
218
223
|
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tangle-network/agent-eval",
|
|
3
|
-
"version": "0.126.
|
|
3
|
+
"version": "0.126.5",
|
|
4
4
|
"description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
|
|
5
5
|
"homepage": "https://github.com/tangle-network/agent-eval#readme",
|
|
6
6
|
"repository": {
|
|
@@ -177,7 +177,8 @@
|
|
|
177
177
|
"openapi3-ts": "^4.5.0",
|
|
178
178
|
"tsup": "^8.0.0",
|
|
179
179
|
"typescript": "^5.7.0",
|
|
180
|
-
"vitest": "^3.0.0"
|
|
180
|
+
"vitest": "^3.0.0",
|
|
181
|
+
"yaml": "2.9.0"
|
|
181
182
|
},
|
|
182
183
|
"pnpm": {
|
|
183
184
|
"minimumReleaseAge": 4320,
|